30:T79f,// Run a suite of benchmark experiments. // Yields results as they become available for progressive updates. // Experiment 'run' functions may be async and will be await'd. // If the runFlag is falsy, the benchmarks will not be run. // Use this to control when benchmarks are actually evaluated. async function* benchmarkStats( experiments, runFlag = 1, numTrials = 25, numWarmups = 5 ) { // benchmark statistics const stats = []; // marshall current results function results(step) { const result = []; for (let i = 0; i < experiments.length; i++) { const times = stats.map(stat => stat[i]); const sd = d3.deviation(times); result.push({ ...experiments[i], mean: d3.mean(times), min: d3.min(times), max: d3.max(times), sd, // std dev sem: sd / Math.sqrt(numTrials), // std error of the mean times }); } result.numTrials = numTrials; result.currentTrial = step + 1; result.running = step + 1 < numTrials; return result; } // initially yield empty result, exit if runFlag is not truthy yield results(-1); if (!runFlag) return; // run a single trial of each experiment const runTrial = async () => { const trial = []; for (let i = 0; i < experiments.length; ++i) { const e = experiments[i]; const results = await timeit(e.run); trial.push(results); } return trial; } // run warm-up trials for (let i = 0; i < numWarmups; i++) { await runTrial(); const result = [...experiments]; result.running = true; result.warmup = true; result.numWarmups = numWarmups; result.currentTrial = i; yield result; } // run measured benchmark trials for (let i = 0; i < numTrials; i++) { // add short pause so the browser can do things it needs to do let stat = await Promises.delay(10, runTrial()); stats.push(stat); yield results(i); } }31:T72b,// Generate an HTML table to show benchmark results function benchmarkTable(stats) { const longestTime = d3.max(stats.map(s => s.max)); const best = d3.min(stats, d => d.mean); const commas = d3.format(',d'); const fmt = d3.format(',.2f'); return md` ### ${ stats.running ? stats.warmup ? `Running Warmup ${stats.currentTrial} of ${stats.numWarmups}` : `Running Trial ${stats.currentTrial} of ${stats.numTrials}` : `${stats.numTrials} Trials` }

${stats.map( e => html`` )}

Method	Diff	Mean	Std. Dev	Range	Histogram
${e.name}	${ e.mean === best ? "—" : `× ${fmt(e.mean / best)}` }	${fmt( e.mean )} ms	${fmt(e.sd)}	${fmt(e.min)} - ${fmt(e.max)} ms	${html`${hist( e.times, { domain: [0, longestTime], width: 120, height: 20, thresholds: 25 } )}`}

`; }32:[] 2e:{"title":"Benchmark Utilities","cells":[{"id":0,"value":"md`# Benchmark Utilities\n\nUtilities for running performance benchmarks and presenting the results. Adapted from https://observablehq.com/@domoritz/benchmark-utils.\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":10,"value":"// Time the execution of the provided function, invoked with the given arguments.\n// The function may be async / return Promises.\nasync function timeit(f, ...args) {\n const start = performance.now();\n await f(...args);\n return (performance.now() - start);\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":7,"value":"$30","pinned":true,"hidden":false,"mode":"ojs"},{"id":5,"value":"// Generate a button that increments a counter (default 0)\n// This button can be used to run/re-run benchmarks\nfunction runButton(label, value = 0) {\n const button = html``;\n button.value = value;\n button.onclick = event => {\n button.dispatchEvent(new CustomEvent(\"input\"));\n button.value = (+button.value) + 1;\n };\n return button;\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":16,"value":"$31","pinned":true,"hidden":false,"mode":"ojs"},{"id":22,"value":"import { hist } from '@domoritz/inline'","pinned":false,"hidden":false,"mode":"ojs"}],"files":"$W32","stdlib":"1","titling":"auto"}