starred/chia-blockchain
1
0
Fork 0
mirror of https://github.com/Chia-Network/chia-blockchain.git synced 2026-08-24 02:24:23 -05:00
Code Issues Packages Projects Releases Wiki Activity

update analyze_blockchain tool to read v2 blockchain databases (#9983)

Browse Source 
* update analyze_blockchain tool to read v2 blockchain databases and introduce option to run all generators in mempool mode. Also update to use the new clvm_rs API

* update gnuplot file for the new output from analyze_blockchain.py
This commit is contained in:
Arvid Norberg
2022-02-02 10:39:21 -08:00
committed by GitHub
parent b0e0557535
commit c33dc256c8
2 changed files with 94 additions and 112 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/analyze-chain.py
+86 -92
View File
@@ -2,28 +2,29 @@
import sqlite3
import sys
import zstd
import click
from pathlib import Path
from typing import List
from time import time
from clvm_rs import run_generator
from clvm import KEYWORD_FROM_ATOM, KEYWORD_TO_ATOM
from clvm.casts import int_from_bytes
from clvm.operators import OP_REWRITE
from clvm_rs import run_generator2, MEMPOOL_MODE
from chia.types.full_block import FullBlock
from chia.types.blockchain_format.program import Program
from chia.consensus.default_constants import DEFAULT_CONSTANTS
from chia.wallet.puzzles.rom_bootstrap_generator import get_generator
from chia.types.condition_opcodes import ConditionOpcode
from chia.util.ints import uint32
GENERATOR_ROM = bytes(get_generator())
native_opcode_names_by_opcode = dict(
("op_%s" % OP_REWRITE.get(k, k), op) for op, k in KEYWORD_FROM_ATOM.items() if k not in "qa."
)
def run_gen(env_data: bytes, block_program_args: bytes):
# returns an optional error code and an optional PySpendBundleConditions (from clvm_rs)
# exactly one of those will hold a value and the number of seconds it took to
# run
def run_gen(env_data: bytes, block_program_args: bytes, flags: uint32):
max_cost = DEFAULT_CONSTANTS.MAX_BLOCK_COST_CLVM
cost_per_byte = DEFAULT_CONSTANTS.COST_PER_BYTE
@@ -34,106 +35,99 @@ def run_gen(env_data: bytes, block_program_args: bytes):
env_data = b"\xff" + env_data + b"\xff" + block_program_args + b"\x80"
try:
return run_generator(
start_time = time()
err, result = run_generator2(
GENERATOR_ROM,
env_data,
KEYWORD_TO_ATOM["q"][0],
KEYWORD_TO_ATOM["a"][0],
native_opcode_names_by_opcode,
max_cost,
0,
flags,
)
run_time = time() - start_time
return err, result, run_time
except Exception as e:
# GENERATOR_RUNTIME_ERROR
print(f"Exception: {e}")
return (117, [], None)
sys.stderr.write(f"Exception: {e}\n")
return 117, None, 0
cond_map = {
ConditionOpcode.AGG_SIG_UNSAFE[0]: 0,
ConditionOpcode.AGG_SIG_ME[0]: 1,
ConditionOpcode.CREATE_COIN[0]: 2,
ConditionOpcode.RESERVE_FEE[0]: 3,
ConditionOpcode.CREATE_COIN_ANNOUNCEMENT[0]: 4,
ConditionOpcode.ASSERT_COIN_ANNOUNCEMENT[0]: 5,
ConditionOpcode.CREATE_PUZZLE_ANNOUNCEMENT[0]: 6,
ConditionOpcode.ASSERT_PUZZLE_ANNOUNCEMENT[0]: 7,
ConditionOpcode.ASSERT_MY_COIN_ID[0]: 8,
ConditionOpcode.ASSERT_MY_PARENT_ID[0]: 9,
ConditionOpcode.ASSERT_MY_PUZZLEHASH[0]: 10,
ConditionOpcode.ASSERT_MY_AMOUNT[0]: 11,
ConditionOpcode.ASSERT_SECONDS_RELATIVE[0]: 12,
ConditionOpcode.ASSERT_SECONDS_ABSOLUTE[0]: 13,
ConditionOpcode.ASSERT_HEIGHT_RELATIVE[0]: 14,
ConditionOpcode.ASSERT_HEIGHT_ABSOLUTE[0]: 15,
}
@click.command()
@click.argument("file", type=click.Path(), required=True)
@click.option(
"--mempool-mode", default=False, is_flag=True, help="execute all block generators in the strict mempool mode"
)
def main(file: Path, mempool_mode: bool):
c = sqlite3.connect(file)
c = sqlite3.connect(sys.argv[1])
rows = c.execute("SELECT header_hash, height, block FROM full_blocks ORDER BY height")
rows = c.execute("SELECT header_hash, height, block FROM full_blocks ORDER BY height")
height_to_hash: List[bytes] = []
height_to_hash: List[bytes] = []
for r in rows:
hh: bytes = r[0]
height = r[1]
block = FullBlock.from_bytes(zstd.decompress(r[2]))
for r in rows:
hh = bytes.fromhex(r[0])
height = r[1]
block = FullBlock.from_bytes(r[2])
if len(height_to_hash) <= height:
assert len(height_to_hash) == height
height_to_hash.append(hh)
else:
height_to_hash[height] = hh
if len(height_to_hash) <= height:
assert len(height_to_hash) == height
height_to_hash.append(hh)
else:
height_to_hash[height] = hh
if height > 0:
prev_hh = block.prev_header_hash
h = height - 1
while height_to_hash[h] != prev_hh:
height_to_hash[h] = prev_hh
ref = c.execute("SELECT block FROM full_blocks WHERE header_hash=?", (prev_hh,))
ref_block = FullBlock.from_bytes(zstd.decompress(ref.fetchone()[0]))
prev_hh = ref_block.prev_header_hash
h -= 1
if h < 0:
break
if height > 0:
prev_hh = block.prev_header_hash
h = height - 1
while height_to_hash[h] != prev_hh:
height_to_hash[h] = prev_hh
ref = c.execute("SELECT block FROM full_blocks WHERE header_hash=?", (prev_hh.hex(),))
ref_block = FullBlock.from_bytes(ref.fetchone()[0])
prev_hh = ref_block.prev_header_hash
h -= 1
if h < 0:
break
if block.transactions_generator is None:
sys.stderr.write(f" no-generator. block {height}\r")
continue
if block.transactions_generator is None:
continue
# add the block program arguments
block_program_args = bytearray(b"\xff")
# add the block program arguments
block_program_args = bytearray(b"\xff")
num_refs = 0
start_time = time()
for h in block.transactions_generator_ref_list:
ref = c.execute("SELECT block FROM full_blocks WHERE header_hash=?", (height_to_hash[h],))
ref_block = FullBlock.from_bytes(zstd.decompress(ref.fetchone()[0]))
block_program_args += b"\xff"
block_program_args += Program.to(bytes(ref_block.transactions_generator)).as_bin()
num_refs += 1
ref.close()
ref_lookup_time = time() - start_time
num_refs = 0
for h in block.transactions_generator_ref_list:
ref = c.execute("SELECT block FROM full_blocks WHERE header_hash=?", (height_to_hash[h].hex(),))
ref_block = FullBlock.from_bytes(ref.fetchone()[0])
block_program_args += b"\xff"
block_program_args += Program.to(bytes(ref_block.transactions_generator)).as_bin()
num_refs += 1
ref.close()
block_program_args += b"\x80\x80"
block_program_args += b"\x80\x80"
if mempool_mode:
flags = MEMPOOL_MODE
else:
flags = 0
err, result, run_time = run_gen(bytes(block.transactions_generator), bytes(block_program_args), flags)
if err is not None:
sys.stderr.write(f"ERROR: {hh.hex()} {height} {err}\n")
break
start_time = time()
err, result, cost = run_gen(bytes(block.transactions_generator), bytes(block_program_args))
run_time = time() - start_time
if err is not None:
print(f"ERROR: {hh.hex()} {height} {err}")
break
num_removals = len(result.spends)
fees = result.reserve_fee
cost = result.cost
num_additions = 0
for spends in result.spends:
num_additions += len(spends.create_coin)
num_removals = 0
fees = 0
conditions = [0] * 16
for res in result:
num_removals += 1
for cond in res.conditions:
for cwa in cond[1]:
if cwa.opcode == ConditionOpcode.RESERVE_FEE[0]:
fees += int_from_bytes(cwa.vars[0])
conditions[cond_map[cwa.opcode]] += 1
print(
f"{hh.hex()}\t{height}\t{cost}\t{run_time:0.3f}\t{num_refs}\t{ref_lookup_time:0.3f}\t{fees}\t"
f"{len(bytes(block.transactions_generator))}\t"
f"{num_removals}\t{num_additions}"
)
print(
f"{hh.hex()}\t{height}\t{cost}\t{run_time:0.3f}\t{num_refs}\t{fees}\t"
f"{len(bytes(block.transactions_generator))}\t"
f"{num_removals}\t" + "\t".join([f"{cond}" for cond in conditions])
)
if __name__ == "__main__":
# pylint: disable = no-value-for-parameter
main()
tools/plot-log.gnuplot
+8 -20
View File
@@ -11,36 +11,24 @@ set output 'block-size.png'
set ylabel "Bytes"
unset y2label
plot "block-chain-stats.log" using 2:6 with points title "block size" axes x1y1
plot "block-chain-stats.log" using 2:8 with points title "block size" axes x1y1
set output 'block-coins.png'
set ylabel "number"
unset y2label
plot 'block-chain-stats.log' using 2:7 title 'removals' with points, \
'block-chain-stats.log' using 2:10 title 'CREATE\_COIN' with points
plot 'block-chain-stats.log' using 2:9 title 'removals' with points, \
'block-chain-stats.log' using 2:10 title 'additions' with points
set output 'block-fees.png'
set ylabel "number"
unset y2label
plot 'block-chain-stats.log' using 2:8 title 'fees' with points
plot 'block-chain-stats.log' using 2:7 title 'fees' with points
set output 'block-conditions.png'
set output 'block-refs.png'
set ylabel "number"
unset y2label
set y2label "duration (s)"
plot 'block-chain-stats.log' using 2:9 title 'AGG\_SIG\_UNSAFE' with points, \
'block-chain-stats.log' using 2:10 title 'AGG\_SIG\_ME' with points, \
'block-chain-stats.log' using 2:12 title 'RESERVE\_FEE' with points, \
'block-chain-stats.log' using 2:14 title 'ASSERT\_COIN\_ANNOUNCEMENT' with points, \
'block-chain-stats.log' using 2:15 title 'CREATE\_PUZZLE\_ANNOUNCEMENT' with points, \
'block-chain-stats.log' using 2:16 title 'ASSERT\_PUZZLE\_ANNOUNCEMENT' with points, \
'block-chain-stats.log' using 2:17 title 'ASSERT\_MY\_COIN\_ID' with points, \
'block-chain-stats.log' using 2:18 title 'ASSERT\_MY\_PARENT\_ID' with points, \
'block-chain-stats.log' using 2:19 title 'ASSERT\_MY\_PUZZLEHASH' with points, \
'block-chain-stats.log' using 2:20 title 'ASSERT\_MY\_AMOUNT' with points, \
'block-chain-stats.log' using 2:21 title 'ASSERT\_SECONDS\_RELATIVE' with points, \
'block-chain-stats.log' using 2:22 title 'ASSERT\_SECONDS\_ABSOLUTE' with points, \
'block-chain-stats.log' using 2:23 title 'ASSERT\_HEIGHT\_RELATIVE' with points, \
'block-chain-stats.log' using 2:24 title 'ASSERT\_HEIGHT\_ABSOLUTE' with points
plot 'block-chain-stats.log' using 2:5 title 'num block references' axes x1y1 with points, \
'block-chain-stats.log' using 2:6 title 'block reference lookup time' axes x1y2 with points