31:T893,viewof name = { let t = table(filter_data, { style: 'compact', sortable: true, paged: 15, columns: { rel_doi: { formatter(value, i, row) { // let link_to_paper = "https://www.nytimes.com/" let link_to_paper = link_dict[value] let elem = html`${value}`; // elem.addEventListener('click', () => { // t.value = row; // t.dispatchEvent(new CustomEvent('input')); // }); return elem; } }, rel_title: { formatter(value, i, row) { let elem = html`${value}`; elem.addEventListener('click', () => { t.value = row; t.dispatchEvent(new CustomEvent('input')); }); return elem; } }, Summary: { formatter(val, i) { let color = d3.scaleOrdinal() .domain(['yes', 'no']) .range(["#f4c8cf", "#f8f8f8", "#c8f4cb"]); return html`${val}`; } }, Reviewed: { formatter(val, i) { let color = d3.scaleOrdinal() .domain(['yes', 'no']) .range(["#f4c8cf", "#f8f8f8", "#c8f4cb"]); return html`${val}`; } }, Grade: { formatter(val, i) { let color = d3.scaleOrdinal() .domain([ '1', '2', '3', 'no grade']) .range(["#FFD700", "#FF6347", "#add8e6", "#f8f8f8"]); return html`${val}`; } }, altmetric: { formatter(val, i) { let color = d3.scaleLinear() .domain([0, 100, 5000]) .range(["white", "#c8f4cb", "#FFD700"]); return html`${val}`; } }, } }); return t; }32:T6ea,clean_data = clean_data_1.map(x=>{ delete x['rel_type'] delete x['rel_gname'] delete x['rel_grpid'] delete x['rel_num_authors'] // delete x['rel_site'] abstract_dict[x.rel_doi] = x.rel_abs delete x.rel_abs author_dict[x.rel_doi] = x.rel_authors delete x.rel_authors // link_dict[x.rel_doi] = 'https://www.' + x.rel_site + '.org/content/' + x.rel_doi + 'v1' link_dict[x.rel_doi] = x.rel_link delete x.rel_link // Grade ///////////// let found_from_tsv = summary_tsv.filter(y => y.DOI == x.rel_doi) let inst_grade let inst_summary //let inst_reviewed if (found_from_tsv.length > 0){ // no empty grade if (found_from_tsv[0].Grade === ''){ found_from_tsv[0].Grade = 'no grade' } inst_grade = found_from_tsv[0].Grade; inst_summary = found_from_tsv[0].Summary; //inst_reviewed = found_from_tsv[0]['Review ongoing? Specify your name!'] if (reviewed_dois.includes(x.rel_doi)){ x.Reviewed = 'yes' } else { x.Reviewed = 'no' } if (inst_summary.length > 0){ x.Summary = 'yes' } else { x.Summary = 'no' } } else { inst_grade = 'no grade' x.Reviewed = 'no' x.Summary = 'no' } x.Grade = inst_grade link_dict[x.rel_doi] = 'https://www.' + x.rel_site + '.org/content/' + x.rel_doi + 'v1' // 'https://www.' + x.rel_site + '.org/content/' + x[0].rel_doi + 'v1' // source_titles = source_titles.concat(x.rel_title) // Altmetric Score /////////////////////// let inst_altmetric if (x.rel_doi in altmetric_dict){ inst_altmetric = Math.round(altmetric_dict[x.rel_doi] * 100) / 100 } else { inst_altmetric = 0 } x.altmetric = inst_altmetric return x })33:T10bb,table = (data, options) => { options = Object.assign({}, defaultOptions, options); const { sortable, rank, paged } = options; let sortKey = undefined; let sortDirection = true; let page = 0; if (sortable && rank) { throw new Error("A table can either be ranked or sortable, but not both"); } let columns = Object.keys(data[0]).map(key => { const opts = options.columns[key] || {}; return { key: key, type: opts.type || typeof data[0][key], options: opts }; }); function bake() { if (sortKey) { data = data.slice().sort((a, b) => { let as = a[sortKey]; let bs = b[sortKey]; // make this sort stable if (as == bs) return JSON.stringify(a).localeCompare(JSON.stringify(b)); let res = as > bs ? 1 : as < bs ? -1 : 0; if (sortDirection) res = -res; return res; }); } let rows = data.slice(page * paged, page * paged + paged); let pages = Math.ceil(data.length / paged); return html`

${ options.header === false ? `` : html` ${rank ? html`` : ""} ${columns.map(c => { return th(c, sortKey, sortDirection, sortable); })} ` } ${rows.map( (row, i) => html` ${rank ? html`` : ""} ${columns.map(c => { let displayValue = (c.options.formatter || identity)( row[c.key], i, row ); if ( displayValue instanceof window.HTMLElement && displayValue.tagName == "TD" ) { return displayValue; } return html``; })} ` )}


${i + 1}	${displayValue}

${pages ? html`` : ''}

`; } let dom = bake(); function rerender() { dom.firstChild.remove(); dom.appendChild(bake().firstChild); } dom.addEventListener("click", e => { if (e.target.tagName === "TH" && sortable) { if (sortKey == e.target.dataset.key) { sortDirection = !sortDirection; } sortKey = e.target.dataset.key; rerender(); } if (e.target.tagName === "BUTTON") { if (e.target.dataset.action) { switch (e.target.dataset.action) { case "next": page++, rerender(); break; case "previous": page--, rerender(); break; } } else if (e.target.dataset.page) { (page = parseInt(e.target.dataset.page)), rerender(); } } }); return dom; }34:T433,stopwords = new Set("i,me,my,myself,we,us,our,ours,ourselves,you,your,yours,yourself,yourselves,he,him,his,himself,she,her,hers,herself,it,its,itself,they,them,their,theirs,themselves,what,which,who,whom,whose,this,that,these,those,am,is,are,was,were,be,been,being,have,has,had,having,do,does,did,doing,will,would,should,can,could,ought,i'm,you're,he's,she's,it's,we're,they're,i've,you've,we've,they've,i'd,you'd,he'd,she'd,we'd,they'd,i'll,you'll,he'll,she'll,we'll,they'll,isn't,aren't,wasn't,weren't,hasn't,haven't,hadn't,doesn't,don't,didn't,won't,wouldn't,shan't,shouldn't,can't,cannot,couldn't,mustn't,let's,that's,who's,what's,here's,there's,when's,where's,why's,how's,a,an,the,and,but,if,or,because,as,until,while,of,at,by,for,with,about,against,between,into,through,during,before,after,above,below,to,from,up,upon,down,in,out,on,off,over,under,again,further,then,once,here,there,when,where,why,how,all,any,both,each,few,more,most,other,some,such,no,nor,not,only,own,same,so,than,too,very,say,says,said,shall,2019,novel,patients,using,may,2019-ncov,2020".split(","))35:[{"id":"c4d584f3565e720df2de7962bd4e80fdb08b927c98fbeb8863697fe91b2c43a72b93f3a20b758102c6407d182408d12deb25485576747271d6a2ac8c6fca6fd2","href":"https://static.observableusercontent.com/files/c4d584f3565e720df2de7962bd4e80fdb08b927c98fbeb8863697fe91b2c43a72b93f3a20b758102c6407d182408d12deb25485576747271d6a2ac8c6fca6fd2","name":"clustergrammer-gl-0.11.9.js","type":"application/javascript","lastModified":1587440611359.341,"size":787178},{"id":"ba968ac8437b25dd879092b62501efc48ffb47a5cf39072b1e10aab32e1ebff736ff4d332b97f6efb9ce5e9c4a5b8ec6082739e60db850028b242ebd284e2fdd","href":"https://static.observableusercontent.com/files/ba968ac8437b25dd879092b62501efc48ffb47a5cf39072b1e10aab32e1ebff736ff4d332b97f6efb9ce5e9c4a5b8ec6082739e60db850028b242ebd284e2fdd","name":"octokit.js","type":"application/javascript","lastModified":1587490710372.513,"size":285672},{"id":"528cd8d183651c3cd33f113b0f22843a943d2a6a2782ba27650081ba1ec6c3c6a1bac2241163346846da6f4f00cb93276be9c94ee40dbfea5cbc76102077a276","href":"https://static.observableusercontent.com/files/528cd8d183651c3cd33f113b0f22843a943d2a6a2782ba27650081ba1ec6c3c6a1bac2241163346846da6f4f00cb93276be9c94ee40dbfea5cbc76102077a276","name":"clustergrammer-gl.0.19.0.packd.js","type":"application/javascript","lastModified":1590552264542.436,"size":1017517}] 2f:{"title":"Reviewing COVID-19 SARS-CoV-2 preprints from medRxiv and bioRxiv","cells":[{"id":0,"value":"md`# Reviewing COVID-19 SARS-CoV-2 preprints from medRxiv and bioRxiv\nThis notebook collects the latest COVID-19 preprints available from bioRxiv/medRxiv and the latest reviews from https://github.com/ismms-himc/covid-19_sinai_reviews. **Click** on a title to view the abstract and review, **reorder** by columns, and **search** for papers based on keywords/author. Paper grades are rough indications of relevance for clinical immunology (where 1 is the most relevant) and grades and summaries are being pulled in from a Google sheet. Several data visualizations are used to help users explore the expanding set of pre-prints including an interactive [Clustergrammer-GL](https://github.com/ismms-himc/clustergrammer-gl) heatmap below as well as a search-responsive word cloud.\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":974,"value":"md`### Including ${clean_data.length} preprints to date with ${num_summaries} short summaries and ${num_reviewed} reviews.`","pinned":false,"hidden":false,"mode":"ojs"},{"id":1043,"value":"bar_chart = {\n const svg = d3.create(\"svg\")\n .attr(\"viewBox\", [0, 0, width, height]);\n\n svg.append(\"g\")\n .attr(\"fill\", \"steelblue\")\n .selectAll(\"rect\")\n .data(bar_data)\n .join(\"rect\")\n .attr(\"x\", (d, i) => x(i))\n .attr(\"y\", d => y(d.value))\n .attr(\"height\", d => y(0) - y(d.value))\n .attr(\"width\", x.bandwidth());\n\n svg.append(\"g\")\n .call(xAxis);\n\n svg.append(\"g\")\n .call(yAxis);\n\n return svg.node();\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1282,"value":"chart = {\n const svg = d3.create(\"svg\")\n .attr(\"viewBox\", [0, 0, width, height])\n .attr(\"font-family\", fontFamily)\n .attr(\"text-anchor\", \"middle\");\n\n const cloud = d3.cloud()\n .size([width, height])\n .words(data_words.map(d => Object.create(d)))\n .padding(padding)\n .rotate(rotate)\n .font(fontFamily)\n .fontSize(d => Math.sqrt(Math.sqrt(Math.sqrt(d.value))) * fontScale)\n .on(\"word\", ({size, x, y, rotate, text}) => {\n svg.append(\"text\")\n .attr(\"font-size\", size)\n .attr(\"transform\", `translate(${x},${y}) rotate(${rotate})`)\n .text(text);\n });\n\n cloud.start();\n invalidation.then(() => cloud.stop());\n return svg.node();\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":540,"value":"md`#### Search for papers containing search term in title or abstract.\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":543,"value":"viewof inst_search = text()","pinned":false,"hidden":false,"mode":"ojs"},{"id":310,"value":"$31","pinned":false,"hidden":false,"mode":"ojs"},{"id":319,"value":"// ${paper_data.split('citation_abstract')[1].split('p>')[1].split('/>')[0]}\n// Link to paper.\nname && md`## ${name.rel_title} \n\n${name.rel_date}\n\n${abstract_dict[name.rel_doi]}\n\n${author_dict[name.rel_doi].map(x => x.author_name + ', ')}\n\n### Summary\n${found_summary}\n\n# Review\n\n${gh_response.body.replace('404: Not Found','No review found.')}\n\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":2031,"value":"md`# Clustergrammer-GL Heatmap\nThis heatmap visualizes preprints (columns) and the 250 most common words from titles/abstracts (rows). Using this simplistic clustering approach we see that papers tend to cluster based on Journal (BioRxiv/MedRxiv) and we see there are two clusters of papers with high (1/2) immunological grades (one from each Journal). This type of clustering can reveal clusters of co-occurring terms as well as clusters of papers that share similar keywords. The data is Clustered using a Jupyter notebook using Clustergrammer2 (see https://github.com/ismms-himc/covid-19_sinai_reviews).`","pinned":false,"hidden":false,"mode":"ojs"},{"id":2030,"value":"{\n let container = html`

`;\n yield container;\n cgm({\n network,\n viz_width: 900,\n viz_height: 900,\n container\n });\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":2172,"value":"md`# Public Dataset Dashboards\nWe are generating data visualization dashboards for some papers with publicly available data. \n\n- [Covid-19 Transcriptional Signature Tenoever Data: A549](https://observablehq.com/@ismms-himc/covid-19-transcriptional-signature-tenoever-data-a549)\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":2000,"value":"md`# Click to Download Data\nClick the three dots to the left of cell below and select download CSV to obtain a CSV of the current table.`","pinned":false,"hidden":false,"mode":"ojs"},{"id":2005,"value":"filter_data","pinned":false,"hidden":false,"mode":"ojs"},{"id":241,"value":"md`# Load Data Code`","pinned":false,"hidden":false,"mode":"ojs"},{"id":919,"value":"md`### Drop data with no paper information, then run search filtering.`","pinned":false,"hidden":false,"mode":"ojs"},{"id":143,"value":"clean_data_1 = data.filter(x=>x!==null)","pinned":false,"hidden":false,"mode":"ojs"},{"id":1195,"value":"link_dict = {\n let link_dict = {} \n return link_dict\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1512,"value":"abstract_dict = {\n let abstract_dict = {}\n return abstract_dict\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":2179,"value":"author_dict","pinned":true,"hidden":false,"mode":"ojs"},{"id":1605,"value":"author_dict = {\n let author_dict = {}\n return author_dict\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1612,"value":"summary_tsv[0]['Review ongoing? Specify your name!']","pinned":true,"hidden":false,"mode":"ojs"},{"id":1900,"value":"altmetric_dict[clean_data[0].rel_doi]","pinned":true,"hidden":false,"mode":"ojs"},{"id":1931,"value":"md`Parse data`","pinned":false,"hidden":false,"mode":"ojs"},{"id":187,"value":"$32","pinned":false,"hidden":false,"mode":"ojs"},{"id":1787,"value":"md`### Sort in place\nSort by reviewed status and then by date.`","pinned":false,"hidden":false,"mode":"ojs"},{"id":200,"value":"clean_data\n .sort(function(a,b){\n let a_date = a['rel_date'].split('-')[0] * 365 + a['rel_date'].split('-')[1] * 30 + a['rel_date'].split('-')[2]\n let b_date = b['rel_date'].split('-')[0] * 365 + b['rel_date'].split('-')[1] * 30 + b['rel_date'].split('-')[2] \n return b_date - a_date\n })\n .sort(function(a, b) {\n var nameA = a.Reviewed.toUpperCase(); // ignore upper and lowercase\n var nameB = b.Reviewed.toUpperCase(); // ignore upper and lowercase\n if (nameA > nameB) {\n return -1;\n }\n if (nameA < nameB) {\n return 1;\n }\n // names must be equal\n return 0;\n});\n","pinned":false,"hidden":false,"mode":"ojs"},{"id":915,"value":"md`### Initial parsing of data from Biorxiv`","pinned":false,"hidden":false,"mode":"ojs"},{"id":6,"value":"url = \"https://connect.biorxiv.org/relate/collection_json.php?grp=181\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":27,"value":"// data_ini = d3.text(url).then(text => JSON.parse(text.substring(1, text.length - 1)))\n// JSON is no longer surrounded by parenthesis\ndata_ini = d3.text(url).then(text => JSON.parse(text))","pinned":false,"hidden":false,"mode":"ojs"},{"id":99,"value":"data = data_ini['rels']","pinned":false,"hidden":false,"mode":"ojs"},{"id":1394,"value":"md`### Search/Filter Code`","pinned":false,"hidden":false,"mode":"ojs"},{"id":515,"value":"filter_data = clean_data.filter(x => {\n let search_string = x.rel_title.toLowerCase() + ' ' + \n abstract_dict[x.rel_doi] + ' ' //+ \n // author_dict[x.rel_doi].toLowerCase()\n return search_string.includes(inst_search.toLowerCase())\n})","pinned":true,"hidden":false,"mode":"ojs"},{"id":2053,"value":"author_dict","pinned":true,"hidden":false,"mode":"ojs"},{"id":1429,"value":"num_summaries = clean_data.filter(x => x.Summary === 'yes').length","pinned":false,"hidden":false,"mode":"ojs"},{"id":1629,"value":"num_reviewed = clean_data.filter(x => x.Reviewed === 'yes').length","pinned":false,"hidden":false,"mode":"ojs"},{"id":1941,"value":"reviews_in_table = clean_data.filter(x => x.Reviewed === 'yes').map(x => x.rel_doi)","pinned":true,"hidden":false,"mode":"ojs"},{"id":29,"value":"d3 = {\n // const d3 = require('d3')\n const d3 = await require(\"d3@5\", \"d3-array@2\");\n d3.cloud = await require(\"d3-cloud@1\");\n return d3\n }","pinned":false,"hidden":false,"mode":"ojs"},{"id":83,"value":"import {defaultHumanize} from \"@pbogden/fancy-tables-ii\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":305,"value":"// import {table} from \"@tmcw/tables@513\"\nimport {identity} from \"@tmcw/tables@513\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":1415,"value":"defaultOptions","pinned":false,"hidden":false,"mode":"ojs"},{"id":900,"value":"import {defaultOptions} from \"@tmcw/tables@513\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":902,"value":"import {th} from \"@tmcw/tables@513\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":904,"value":"md` ### Custom table \nUsing proposed fix from https://talk.observablehq.com/t/it-would-be-cool-if-table-tags-had-a-spiffy-default-style/588/8?u=cornhundred\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":897,"value":"$33","pinned":false,"hidden":false,"mode":"ojs"},{"id":565,"value":"import {text} from \"@jashkenas/inputs\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":863,"value":"// find the summary after clicking an article\nfound_summary = {\n let inst_found = summary_tsv.filter(y => y.DOI == name.rel_doi)\n let inst_summary\n if (inst_found.length > 0){\n inst_summary = inst_found[0].Summary\n }\n return inst_summary\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":483,"value":"md`## Set Table Width`","pinned":false,"hidden":false,"mode":"ojs"},{"id":2177,"value":"// set table style to full width \nhtml`\n