Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

[CHIA-786] Update tools to work with the hard-fork #581

Merged
merged 3 commits into from
Jun 20, 2024
Merged

[CHIA-786] Update tools to work with the hard-fork #581

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
d213c8f
update test-block-generators to work for blocks past the hard-fork
arvidn Jun 19, 2024
4b7dccb
port analyze-chain to use run_block_generator rather than the lower l…
arvidn Jun 19, 2024
d55b36e
update parser for chain-resource-usage.log
arvidn Jun 19, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
90 changes: 47 additions & 43 deletions crates/chia-tools/graph.gnuplot
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,99 +1,103 @@
set term png size 1200,600

set output "blockchain-stack-usage.png"
set xlabel "block height"
set ylabel "elements"
set title "block stack usage"
set key top right
plot "chain-resource-usage.dat" using 1:2 with dots title "value stack depth", \
"chain-resource-usage.dat" using 1:3 with dots title "environment stack depth", \
"chain-resource-usage.dat" using 1:4 with dots title "operations stack depth"
#set output "blockchain-stack-usage.png"
#set xlabel "block height"
#set ylabel "elements"
#set title "block stack usage"
#set key top right
#plot "chain-resource-usage.dat" using 1:2 with dots title "value stack depth", \
#"chain-resource-usage.dat" using 1:3 with dots title "environment stack depth", \
#"chain-resource-usage.dat" using 1:4 with dots title "operations stack depth"

set output "blockchain-heap-usage.png"
set title "block heap usage"
set ylabel "MB"

plot "chain-resource-usage.dat" using 1:($5)*8/1000000 with dots title "Atom size", \
"chain-resource-usage.dat" using 1:($6)*8/1000000 with dots title "Pair size", \
"chain-resource-usage.dat" using 1:($7)/1000000 with dots title "Heap size"
plot "chain-resource-usage.dat" using 1:($2)*8/1000000 with dots title "Atom size", \
"chain-resource-usage.dat" using 1:($3)*4/1000000 with dots title "Small Atom size", \
"chain-resource-usage.dat" using 1:($4)*8/1000000 with dots title "Pair size", \
"chain-resource-usage.dat" using 1:($5)/1000000 with dots title "Heap size"

set output "block-execution-time.png"
set title "block validation time"
set ylabel "microseconds"

plot "chain-resource-usage.dat" using 1:13 with dots title "block generator"
plot "chain-resource-usage.dat" using 1:7 with dots title "block generator"

set output "block-loading-time.png"
plot "chain-resource-usage.dat" using 1:11 with dots title "block decompress + parse", \
"chain-resource-usage.dat" using 1:12 with dots title "block reference lookup", \
"chain-resource-usage.dat" using 1:14 with dots title "conditions`
#set output "block-loading-time.png"
#plot "chain-resource-usage.dat" using 1:11 with dots title "block decompress + parse", \
#"chain-resource-usage.dat" using 1:12 with dots title "block reference lookup", \
#"chain-resource-usage.dat" using 1:14 with dots title "conditions`

set output "block-wall-clock-delta.png"
set title "transaction block timestamp delta"
set xlabel "s"
plot "chain-resource-usage.dat" using 1:16 with dots title "block timestamp delta", \
plot "chain-resource-usage.dat" using 1:9 with dots title "block timestamp delta", \

set output "block-cost-vs-time.png"
set title "block CLVM execution time versus CLVM cost"
set xlabel "CLVM cost (millions)"
set ylabel "CLVM execution time (s)"
set title "block execution time versus cost"
set xlabel "cost (millions)"
set ylabel "execution time (s)"
set yrange [0:*]
set key off
plot "chain-resource-usage.dat" using ($9/1000000):($13/1000000) with dots title "blocks", \
plot "chain-resource-usage.dat" using ($6/1000000):($7/1000000) with dots title "blocks", \

set output "blockchain-stack-usage-cdf.png"
set xlabel "elements"
#set output "blockchain-stack-usage-cdf.png"
#set xlabel "elements"
set ylabel "fraction of blocks"
set title "block stack usage"
set xrange [0:5000]
#set title "block stack usage"
#set xrange [0:5000]
set key bottom right
plot "chain-resource-usage-cdf.dat" using 2:1 with lines title "value stack depth", \
"chain-resource-usage-cdf.dat" using 3:1 with lines title "environment stack depth", \
"chain-resource-usage-cdf.dat" using 4:1 with lines title "operations stack depth"
#plot "chain-resource-usage-cdf.dat" using 2:1 with lines title "value stack depth", \
#"chain-resource-usage-cdf.dat" using 3:1 with lines title "environment stack depth", \
#"chain-resource-usage-cdf.dat" using 4:1 with lines title "operations stack depth"

set output "blockchain-heap-usage-cdf.png"
set title "block heap usage"
set xlabel "MB"
set xrange [0:30]

plot "chain-resource-usage-cdf.dat" using ($5)*8/1000000:1 with lines title "Atom size", \
"chain-resource-usage-cdf.dat" using ($6)*8/1000000:1 with lines title "Pair size", \
"chain-resource-usage-cdf.dat" using ($7)/1000000:1 with lines title "Heap size"
plot "chain-resource-usage-cdf.dat" using ($2)*8/1000000:1 with lines title "Atom size", \
"chain-resource-usage-cdf.dat" using ($3)*4/1000000:1 with lines title "Small Atom size", \
"chain-resource-usage-cdf.dat" using ($4)*8/1000000:1 with lines title "Pair size", \
"chain-resource-usage-cdf.dat" using ($5)/1000000:1 with lines title "Heap size"

set output "blockchain-object-usage-cdf.png"

set title "block object usage"
set xlabel "count (million)"
set xrange [0:*]

plot "chain-resource-usage-cdf.dat" using ($5)/1000000:1 with lines title "Allocated atoms", \
"chain-resource-usage-cdf.dat" using ($6)/1000000:1 with lines title "Allocated pairs"
plot "chain-resource-usage-cdf.dat" using ($2)/1000000:1 with lines title "Allocated atoms", \
"chain-resource-usage-cdf.dat" using ($3)/1000000:1 with lines title "Allocated small atoms", \
"chain-resource-usage-cdf.dat" using ($4)/1000000:1 with lines title "Allocated pairs"

set output "blockchain-object-usage-cdf2.png"
set xrange [0:3]
set xrange [0:1]
replot

set output "block-execution-time-cdf.png"
set title "block validation time"
set xlabel "microseconds"
set xrange [0:300000]
set xrange [0:150000]

plot "chain-resource-usage-cdf.dat" using 13:1 with lines title "block generator", \
plot "chain-resource-usage-cdf.dat" using 7:1 with lines title "block generator", \

set output "block-loading-time-cdf.png"
set xrange [0:2000]
#set output "block-loading-time-cdf.png"
#set xrange [0:2000]

plot "chain-resource-usage-cdf.dat" using 11:1 with lines title "block decompress + parse", \
"chain-resource-usage-cdf.dat" using 12:1 with lines title "block reference lookup", \
"chain-resource-usage-cdf.dat" using 14:1 with lines title "conditions"
#plot "chain-resource-usage-cdf.dat" using 11:1 with lines title "block decompress + parse", \
#"chain-resource-usage-cdf.dat" using 12:1 with lines title "block reference lookup", \
#"chain-resource-usage-cdf.dat" using 14:1 with lines title "conditions"

set output "block-wall-clock-delta-cdf.png"
set title "transaction block timestamp delta"
set xrange [0:200]
set xlabel "s"

plot "chain-resource-usage-cdf.dat" using 16:1 with lines title "block time delta (wall-clock)"
plot "chain-resource-usage-cdf.dat" using 9:1 with lines title "block time delta (wall-clock)"

set output "block-wall-clock-delta-cdf-zoom.png"
set xrange [0:20]
set xrange [0:60]

replot
15 changes: 4 additions & 11 deletions crates/chia-tools/parse-analyze-chain.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,19 +2,12 @@

all_counters: Dict[str, List[int]] = {}

keys = ["val_stack:",
"env_stack:",
"op_stack:",
"atoms:",
keys = ["atoms:",
"small_atoms:",
"pairs:",
"heap:",
"block_cost:",
"clvm_cost:",
"cond_cost:",
"parse_time:",
"ref_lookup_time:",
"execute_time:",
"conditions_time:",
"timestamp:",
"time_delta:",
]
Expand All @@ -38,7 +31,7 @@ def to_int(value: str) -> int:
num_samples += 1

with open("chain-resource-usage.dat", "w+") as out:
out.write("# ")
out.write("# height: ")
for k in keys:
out.write(f"{k} ")
out.write(f"\n")
Expand All @@ -53,7 +46,7 @@ def to_int(value: str) -> int:
all_counters[k] = sorted(all_counters[k])

with open("chain-resource-usage-cdf.dat", "w+") as out:
out.write("# ")
out.write("# height: ")
for k in keys:
out.write(f"{k} ")
out.write(f"\n")
Expand Down
Loading
Loading