30:T894,function table(stats, numWarmups, numTrials, numRepeats) { const longestTime = d3.max(stats.map(s => s.max)); const best = d3.min(stats, d => d.median); return md` ### ${ stats.running ? stats.warmup ? `Running Warmup ${stats.currentTrial} of ${numWarmups}` : `Running Trial ${stats.currentTrial} of ${numTrials}` : `${numTrials} Trials` } ${ numRepeats > 1 ? `(with ${numRepeats} repeats per trial)` : '' }

${numRepeats > 1 ? '' : ``} ${stats.map( e => html` ${ numRepeats > 1 ? '' : `` } ` )}

Method	Mean	%Median	Stdev	Range	Histogram
${e.name}	${fmt( e.mean )} ${numRepeats > 1 ? '' : `± ${fmt(e.sem)}`} ms	${ e.median === best ? "—" : `+${commas(100 * (e.median / best - 1))}%` }	${fmt( e.sd )}	${fmt( e.min )} - ${fmt(e.max)} ms	${html`${hist( e.times, { domain: [0, longestTime], width: 120, height: 20, thresholds: 25 } )}`}

${ numRepeats > 1 ? md`**Note:** Because the number of repeats per trial is larger than 1, some statistics cannot be computed.` : '' }`; }31:T5c0,async function* computeStats( reRun, experiments, numTrials, numWarmups, numRepeats ) { const stats = []; function results(step) { const result = []; for (let i = 0; i < experiments.length; i++) { const times = stats.map(stat => stat[i]); const sd = d3.deviation(times); result.push({ ...experiments[i], mean: d3.mean(times), median: d3.median(times), min: d3.min(times), max: d3.max(times), // standard deviation sd, // standard error of the mean (https://en.wikipedia.org/wiki/Standard_error) sem: sd / Math.sqrt(numTrials), times }); } result.currentTrial = step + 1; result.running = step + 1 < numTrials; return result; } yield results(-1); const maybeReRun = reRun; // await new Promise(requestIdleCallback); const runTrial = () => experiments.map(e => { if (e.before) e.before(); const results = timeit(e.run, numRepeats); if (e.after) e.after(); return results; }); for (let i = 0; i < numWarmups; i++) { runTrial(); const result = [...experiments]; result.running = true; result.warmup = true; result.currentTrial = i; yield result; } for (let i = 0; i < numTrials; i++) { // add short pause so the browser can do things it needs to do let stat = await Promises.delay(10, runTrial()); stats.push(stat); yield results(i); } }32:[] 2e:{"title":"Benchmark Utils","cells":[{"id":0,"value":"md`# Benchmark Utils\n\nUtils for [Benchmark Template](https://observablehq.com/@domoritz/benchmark-template). You can fork the template to create your own benchmarks.\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":28,"value":"$30","pinned":true,"hidden":false,"mode":"ojs"},{"id":5,"value":"$31","pinned":true,"hidden":false,"mode":"ojs"},{"id":18,"value":"function timeit(f, numRepeats, ...args) {\n const start = performance.now();\n for (let i = 0; i < numRepeats; i++) {\n f(...args);\n }\n return (performance.now() - start) / numRepeats;\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":22,"value":"commas = d3.format(',d')","pinned":false,"hidden":false,"mode":"ojs"},{"id":24,"value":"fmt = d3.format(',.2f')","pinned":false,"hidden":false,"mode":"ojs"},{"id":34,"value":"import { hist } from \"@domoritz/inline\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":7,"value":"d3 = require('d3')","pinned":false,"hidden":false,"mode":"ojs"}],"files":"$W32","stdlib":"1","titling":"auto"}