31:T7de,viewof confusion_matrix = { function makeConfusion(single_result) { return { "$schema": "https://vega.github.io/schema/vega-lite/v4.json", "width": 300, "height": 300, "title": single_result.submission_comment, "data": { "values": single_result, "format": {"type": "json", "property": "aggregates.confusion_matrix.values"} }, "layer": [ { "mark": "rect", "encoding": { "y": {"field": "target", "type": "ordinal"}, "x": {"field": "prediction", "type": "ordinal"}, "color": { "field": "value", "type": "quantitative", "title": "Count of Records", "legend": {"direction": "vertical", "gradientLength": 300} } } }, { "mark": "text", "encoding": { "y": {"field": "target", "type": "ordinal"}, "x": {"field": "prediction", "type": "ordinal"}, "text": {"field": "value", "type": "quantitative"}, "color": { "condition": {"test": "datum['value'] < 40", "value": "black"}, "value": "white" } } } ], "config": {"axis": {"grid": true, "tickBand": "extent"}} } } function getMetrics(results_index) { const outputs = parse_results[results_index].outputs; let metrics_index = -1; outputs.forEach((output,i) => { if (output.interface.slug == "metrics-json-file") { metrics_index = i; } }); return parse_results[results_index].outputs[metrics_index].value; } let graphs = []; parse_results.forEach((result, i) => { graphs.push(makeConfusion(getMetrics(i))); }) return embed({ "$schema": "https://vega.github.io/schema/vega-lite/v4.json", "data": { "values": parse_results, "format": {"type": "json"} }, "concat": graphs, "columns": 2 }) } 32:Tb5e,viewof roc_graph = { function getMetrics(results_index) { const outputs = parse_results[results_index].outputs; let metrics_index = -1; outputs.forEach((output,i) => { if (output.interface.slug == "metrics-json-file") { metrics_index = i; } }); const result = parse_results[results_index].outputs[metrics_index].value; result.submission_comment = parse_results[results_index].pk; return result; } let old_style_metrics = []; parse_results.forEach((result, i) => { old_style_metrics.push(getMetrics(i)); }); return embed({ "$schema": "https://vega.github.io/schema/vega-lite/v4.json", "description": "Google's stock price over time.", "width": 600, "height": 600, "data": { "values": old_style_metrics }, "transform": [ { "flatten": ["aggregates.roc_curve.x_axis.values", "aggregates.roc_curve.y_axis.values.low_confidence_interval", "aggregates.roc_curve.y_axis.values.high_confidence_interval", "aggregates.roc_curve.y_axis.values.mean"], "as": ["x_vals", "low_vals", "high_vals", "mean_vals"] } ], "layer": [ { "selection": { "legend": { "type": "multi", "fields": ["submission_comment"], "bind": "legend" }, "grid": {"type": "interval", "bind": "scales"} }, "encoding": { "x": {"field": "x_vals", "type": "quantitative"}, "y": {"field": "mean_vals", "type": "quantitative"}, "color": { "condition": { "selection": "legend", "field": "submission_comment", "type": "nominal" }, "value": "grey" }, "opacity": { "condition": {"selection": "legend", "value": 1}, "value": 0.2 } }, "mark": { "type": "line", "clip": true } }, { "mark": { "type": "errorband", "clip": true }, "selection": {"grid": {"type": "interval", "bind": "scales"}}, "encoding": { "x": { "field": "x_vals", "type": "quantitative", "title": "1 - Specificity" }, "y": { "field": "low_vals", "type": "quantitative", "title": "Sensitivity" }, "y2": {"field": "high_vals"}, "color": { "condition": { "selection": "legend", "field": "submission_comment", "type": "nominal" }, "value": "grey" }, "opacity": { "condition": {"selection": "legend", "value": 0.6}, "value": 0.2 } } } ], "resolve": {"scale": {"x": "shared", "y": "shared"}} } , { "actions": { "export": true, "source": true, "compiled": false, "editor": true } }) }33:T6f9,viewof summary_stats_table = { function getMetrics(results_index) { const outputs = parse_results[results_index].outputs; let metrics_index = -1; outputs.forEach((output,i) => { if (output.interface.slug == "metrics-json-file") { metrics_index = i; } }); const result = parse_results[results_index].outputs[metrics_index].value; result.submission_comment = parse_results[results_index].pk; return result; } let old_style_metrics = []; parse_results.forEach((result, i) => { old_style_metrics.push(getMetrics(i)); }); // Convert to list const submissions = Object.values(old_style_metrics); // Collect stats in '2D', stat-major object const stats = {} for (const submission of submissions) { const submission_id = submission.pk; const keys = Object.keys(submission.aggregates.summary_stats); keys.forEach(key => { const stat = submission.aggregates.summary_stats[key]; if (!(key in stats)) { stats[key] = { title: stat.title } } stats[key][submission_id] = stat.value }) } // Construct header const headerCells = [ html`Statistic`, ...(submissions.map(submission => html`${submission.submission_comment}`)) ] // Construct table rows const rows = []; for (let stat_id in stats) { const stat = stats[stat_id] const valueCells = [ html`${stat.title}`, ...(submissions.map(submission => html`${stat[submission.pk]}`)) ] rows.push(html`${valueCells}`) } return html`${headerCells}${rows}

`; }34:[] 2f:{"title":"Compare COMIC challenge results visualization","cells":[{"id":0,"value":"md `# Compare COMIC challenge results visualization\nThe comparison notebook \n`","pinned":true,"hidden":false,"mode":"ojs"},{"id":2,"value":"viewof data_file = html``","pinned":true,"hidden":false,"mode":"ojs"},{"id":5,"value":"parse_results = { \n let result = {};\n const text = await data_file.text();\n result = JSON.parse(text) \n \n return result;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":237,"value":"function getMetrics(results_index) {\n const outputs = parse_results[results_index].outputs;\n let metrics_index = -1;\n outputs.forEach((output,i) => { \n if (output.interface.slug == \"metrics-json-file\") { \n metrics_index = i;\n }\n });\n \n return parse_results[results_index].outputs[metrics_index].value; \n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":293,"value":"md `\n# Confusion matrix\nThe confusion matrix view shows the difference between predictions and targets `","pinned":true,"hidden":false,"mode":"ojs"},{"id":13,"value":"$31","pinned":false,"hidden":false,"mode":"ojs"},{"id":150,"value":"$32","pinned":false,"hidden":false,"mode":"ojs"},{"id":154,"value":"$33","pinned":false,"hidden":false,"mode":"ojs"},{"id":70,"value":"embed = require(\"vega-embed@6.13\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":171,"value":"import {vl} from '@vega/vega-lite-api'","pinned":true,"hidden":false,"mode":"ojs"}],"files":"$W34","stdlib":"1","titling":"auto"}