31:T43d,raw = d3.csvParse( `nproofs,aggregate_create_ms,aggregate_verify_ms,batch_verify_ms,batch_all_ms,aggregate_size_bytes,batch_size_bytes 8,82,14,6,5,21328,1536 16,123,15,6,5,27184,3072 32,197,15,9,8,33040,6144 64,317,15,12,12,38896,12288 128,493,18,17,19,44752,24576 256,840,21,27,32,50608,49152 512,1292,21,50,46,56464,98304 1024,2362,23,87,77,62320,196608 2048,4309,28,165,147,68176,393216 4096,8020,28,321,248,74032,786432 8192,15395,31,656,491,79888,1572864` ) .map(d => Object.fromEntries(Object.entries(d).map(([k, v]) => [k,+v]))) // // OLD // raw = d3.csvParse( // `nproofs,aggregate_create_ms,aggregate_verify_ms,aggregate_size_bytes,batch_verify_ms,batch_size_bytes // 8,105,21,21712,7,1536 // 16,168,21,27568,5,3072 // 32,246,23,33424,8,6144 // 64,387,25,39280,12,12288 // 128,606,27,45136,22,24576 // 256,914,26,50992,39,49152 // 512,1644,31,56848,60,98304 // 1024,2659,26,62704,103,196608 // 2048,5259,34,68560,156,393216 // 4096,9345,33,74416,250,786432 // 8192,17134,39,80272,453,1572864` // ) // .map(d => Object.fromEntries(Object.entries(d).map(([k, v]) => [k,+v])))32:T485,gas = data .map(d => ({ ...d, naive_gas_proof_time: gas_time(d.naive_verify_ms), naive_gas_proof_size: gas_bytes(d.naive_size_bytes), batch_gas_proof_time: gas_time(d.batch_verify_ms), batch_gas_proof_size: gas_bytes(d.batch_size_bytes), agg_gas_proof_time: gas_time(d.aggregate_verify_ms), agg_gas_proof_size: gas_bytes(d.aggregate_size_bytes), })) .map(d => ({ ...d, naive_gas_total: d.naive_gas_proof_time + d.naive_gas_proof_size, batch_gas_total: d.batch_gas_proof_time + d.batch_gas_proof_size, agg_gas_total: d.agg_gas_proof_time + d.agg_gas_proof_size, })) .map(d => ({ ...d, naive_gas_per_snark: d.naive_gas_total / d.nproofs, batch_gas_per_snark: d.batch_gas_total / d.nproofs, agg_gas_per_snark: d.agg_gas_total / d.nproofs, })) .map((d, i, arr) => ({ ...d, naive_improvement: arr[0].naive_gas_per_snark / d.naive_gas_per_snark, batch_improvement: arr[0].naive_gas_per_snark / d.batch_gas_per_snark, agg_improvement: arr[0].naive_gas_per_snark / d.agg_gas_per_snark, agg_improvement_size: d.naive_size_bytes / d.aggregate_size_bytes, agg_improvement_verify: d.batch_verify_ms / d.aggregate_verify_ms, }))33:[] 2f:{"title":"ProveCommitAggregate Notebook","cells":[{"id":0,"value":"md`# ProveCommitAggregate Notebook`","pinned":false,"hidden":false,"mode":"ojs"},{"id":256,"value":"md`We have executed:\n- **Naive**: a single ProveCommit is batch verified\n- **Batched**: all the ProveCommits are batch verified\n- **Aggregated**: all the ProveCommits are aggregated`","pinned":false,"hidden":false,"mode":"ojs"},{"id":270,"value":"md`\n\nHow to read the table:\n- **provecommits**: an approximate number of ProveCommitsSector messages to be aggregated (1 ProveCommit is ~10 SNARK proofs)\n- **nproofs**: number of SNARK proofs to be aggregated\n- **agg_improvement**: factor of gas improvement of Aggregated over Naive\n- **agg_gas_per_snark**: gas costs of a single snark\n- **agg_gas_total**: total gas cost for aggregating nproofs \n- **batch_gas_total**: total gas cost for batching nproofs\n- **agg_improvement_size**: factor improvement of proof size for agg over naive\n- **agg_improvement_verify**: factor improvement of proof verification time for agg over naive\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":237,"value":"Table(gas, {\n columns: ['provecommits', 'nproofs', 'agg_improvement', 'agg_gas_per_snark', 'batch_gas_per_snark', 'agg_gas_total', 'batch_gas_total', 'agg_improvement_size', 'agg_improvement_verify'],\n format: {\n agg_gas_per_snark: x => d3.format(',.0f')(x),\n batch_gas_per_snark: x => d3.format(',.0f')(x),\n agg_improvement: x => x < 1 ? d3.format(',.2f')(x) : html`${d3.format(',.2f')(x)}`\n }\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":106,"value":"md`## Data`","pinned":false,"hidden":false,"mode":"ojs"},{"id":245,"value":"md`### From benchmarks`","pinned":false,"hidden":false,"mode":"ojs"},{"id":7,"value":"$31","pinned":false,"hidden":false,"mode":"ojs"},{"id":38,"value":"data = raw\n.map(d => ({provecommits: provecommits(d.nproofs, snarks_per_proof), ...d}))\n.map(d => ({...d, naive_verify_ms: 3.47 * d.provecommits, naive_size_bytes: 192*d.nproofs}))","pinned":false,"hidden":false,"mode":"ojs"},{"id":19,"value":"Table(data)","pinned":false,"hidden":false,"mode":"ojs"},{"id":249,"value":"md`### Simulating gas\n\nGiven gas costs for verification times and size, we have calculated how much naive, batched and aggregated would cost.\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":58,"value":"$32","pinned":false,"hidden":false,"mode":"ojs"},{"id":124,"value":"agg_threshold = gas.find(d => d.agg_gas_total < d.batch_gas_total)","pinned":false,"hidden":false,"mode":"ojs"},{"id":62,"value":"Table(gas, {\n columns: ['provecommits', 'nproofs', 'naive_improvement', 'batch_improvement', 'agg_improvement', 'agg_gas_total', 'batch_gas_total', 'agg_gas_per_snark', 'batch_gas_per_snark'],\n format: {\n agg_gas_per_snark: x => d3.format(',.0f')(x),\n batch_gas_per_snark: x => d3.format(',.0f')(x),\n agg_improvement: x => x < 1 ? d3.format(',.2f')(x) : html`${d3.format(',.2f')(x)}`\n }\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":266,"value":"Table(gas, {\n format: {\n agg_gas_per_snark: x => d3.format(',.0f')(x),\n batch_gas_per_snark: x => d3.format(',.0f')(x),\n agg_improvement: x => x < 1 ? d3.format(',.2f')(x) : html`${d3.format(',.2f')(x)}`\n }\n})","pinned":true,"hidden":false,"mode":"ojs"},{"id":101,"value":"md`## Constants and Functions`","pinned":false,"hidden":false,"mode":"ojs"},{"id":35,"value":"snarks_per_proof = 10","pinned":false,"hidden":false,"mode":"ojs"},{"id":25,"value":"gas_cost_byte = 1300","pinned":false,"hidden":false,"mode":"ojs"},{"id":22,"value":"gas_cost_ns = 10","pinned":false,"hidden":false,"mode":"ojs"},{"id":84,"value":"provecommits = (nproofs, snarks_per_proof) => (nproofs/snarks_per_proof)","pinned":true,"hidden":false,"mode":"ojs"},{"id":91,"value":"gas_time = (time_ms) => time_ms*gas_cost_ns*1000*1000","pinned":true,"hidden":false,"mode":"ojs"},{"id":97,"value":"gas_bytes = (size_bytes) => size_bytes *gas_cost_byte","pinned":true,"hidden":false,"mode":"ojs"},{"id":117,"value":"md`---`","pinned":false,"hidden":false,"mode":"ojs"},{"id":10,"value":"d3 = require('d3@5')","pinned":false,"hidden":false,"mode":"ojs"},{"id":14,"value":"import {Table, sparkbar} from \"@observablehq/input-table\"","pinned":false,"hidden":false,"mode":"ojs"}],"files":"$W33","stdlib":"1","titling":"auto"}