31:T858,viewof confusion_matrix = { function getMetrics(submission) { const outputs = submission.outputs; let metrics_index = -1; outputs.forEach((output,i) => { if (output.interface.slug == "metrics-json-file") { metrics_index = i; } }); return submission.outputs[metrics_index].value; } let submission = null; if (Array.isArray(parse_results)) { submission = parse_results[submissionNo]; } else { submission = parse_results; } const result = getMetrics(submission); let html = "The metrics data has the wrong structure."; if (result && result.aggregates) { if (result.aggregates.confusion_matrix) { html = embed({ "$schema": "https://vega.github.io/schema/vega-lite/v4.json", "width": 300, "height": 300, "data": { "values": result, "format": {"type": "json", "property": "aggregates.confusion_matrix.values"} }, "layer": [ { "mark": "rect", "encoding": { "y": {"field": "target", "type": "ordinal"}, "x": {"field": "prediction", "type": "ordinal"}, "color": { "field": "value", "type": "quantitative", "title": "Count of Records", "legend": {"direction": "vertical", "gradientLength": 300} } } }, { "mark": "text", "encoding": { "y": {"field": "target", "type": "ordinal"}, "x": {"field": "prediction", "type": "ordinal"}, "text": {"field": "value", "type": "quantitative"}, "color": { "condition": {"test": "datum['value'] < 40", "value": "black"}, "value": "white" } } } ], "config": {"axis": {"grid": true, "tickBand": "extent"}} }) } else { html = "The metrics data has no confusion_matrix entry."; } } else { html = "The metrics data has no agggregates."; } return html; } 32:T934,viewof ROC_graph = { function getMetrics(submission) { const outputs = submission.outputs; let metrics_index = -1; outputs.forEach((output,i) => { if (output.interface.slug == "metrics-json-file") { metrics_index = i; } }); return submission.outputs[metrics_index].value; } let submission = null; if (Array.isArray(parse_results)) { submission = parse_results[submissionNo]; } else { submission = parse_results; } const result = getMetrics(submission); let html = "The metrics data has the wrong structure."; if (result && result.aggregates) { if (result.aggregates.roc_curve) { html = embed({ "$schema": "https://vega.github.io/schema/vega-lite/v4.json", "description": "ROC Curve.", "width": "300", "height": "300", "data": { "values": result, "format": { "type": "json", "property": "aggregates" } }, "transform": [ { "flatten": ["roc_curve.x_axis.values", "roc_curve.y_axis.values.low_confidence_interval", "roc_curve.y_axis.values.high_confidence_interval", "roc_curve.y_axis.values.mean"], "as": ["x_vals", "low_vals", "high_vals", "mean_vals"] } ], "layer": [ { "mark": "errorband", "encoding": { "x": { "field": "x_vals", "type": "quantitative", "title": "1-Specificity" }, "y": { "field": "low_vals", "type": "quantitative", "title": "Sensitivity" }, "y2": {"field": "high_vals"} } }, { "mark": "line", "encoding": { "x": {"field": "x_vals", "type": "quantitative"}, "y": {"field": "mean_vals", "type": "quantitative"} } } ] }, { "actions": { "export": true, "source": true, "compiled": false, "editor": false } }) } else { html = "The metrics data has no roc_curve entry."; } } else { html = "The metrics data has no agggregates."; } return html; }33:T409,viewof summary_stats_table = { function getMetrics(submission) { const outputs = submission.outputs; let metrics_index = -1; outputs.forEach((output,i) => { if (output.interface.slug == "metrics-json-file") { metrics_index = i; } }); return submission.outputs[metrics_index].value; } let submission = null; if (Array.isArray(parse_results)) { submission = parse_results[submissionNo]; } else { submission = parse_results; } const result = getMetrics(submission); let makeRow = function(prop, value) { return html`${prop}${value}`; } const rows = []; const keys = Object.keys(result.aggregates.summary_stats); keys.forEach(key => { const stat = result.aggregates.summary_stats[key]; rows.push(makeRow(stat.title, stat.value)); }); return html`${rows}

Stat	Value

`; }34:[] 2f:{"title":"Slideable / Single COMIC challenge results visualization","cells":[{"id":0,"value":"md `# Slideable / Single COMIC challenge results visualization`","pinned":true,"hidden":false,"mode":"ojs"},{"id":2,"value":"viewof data_file = html``","pinned":true,"hidden":false,"mode":"ojs"},{"id":182,"value":"viewof submissionNo = {\n const keys = Object.keys(parse_results);\n let i = 0;\n \n if (parse_results.length > 0) {\n return slider({\n value: this ? this.value : i, step: 1, max: keys.length -1,\n getValue: n => keys[n.value],\n title: \"Submission\", \n description: \"Select Submission\"\n });\n } else {\n return slider({\n value: 0,\n max: 0,\n getValue: n => 0,\n title: \"Submission\", \n description: \"Select Submission\"\n });\n }\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":225,"value":"viewof chart_title = {\n function getMetrics(submission) {\n const outputs = submission.outputs;\n let metrics_index = -1; \n outputs.forEach((output,i) => { \n if (output.interface.slug == \"metrics-json-file\") { \n metrics_index = i;\n }\n });\n \n const result = submission.outputs[metrics_index].value; \n result.pk = submission.title;\n return result; \n }\n \n let submission = null;\n if (Array.isArray(parse_results)) {\n submission = parse_results[submissionNo];\n } else {\n submission = parse_results;\n }\n const result = getMetrics(submission);\n \n return md `# ${result.title}`;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":5,"value":"parse_results = {\n let result = {};\n const text = await data_file.text();\n result = JSON.parse(text)\n \n return result;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":13,"value":"$31","pinned":false,"hidden":false,"mode":"ojs"},{"id":150,"value":"$32","pinned":false,"hidden":false,"mode":"ojs"},{"id":154,"value":"$33","pinned":false,"hidden":false,"mode":"ojs"},{"id":184,"value":"import {slider, select} from \"@jashkenas/inputs\"","pinned":true,"hidden":false,"mode":"ojs"},{"id":70,"value":"embed = require(\"vega-embed@6.13\")","pinned":false,"hidden":false,"mode":"ojs"}],"files":"$W34","stdlib":"1","titling":"auto"}