31:T893,viewof name = { let t = table(filter_data, { style: 'compact', sortable: true, paged: 15, columns: { rel_doi: { formatter(value, i, row) { // let link_to_paper = "https://www.nytimes.com/" let link_to_paper = link_dict[value] let elem = html`${value}`; // elem.addEventListener('click', () => { // t.value = row; // t.dispatchEvent(new CustomEvent('input')); // }); return elem; } }, rel_title: { formatter(value, i, row) { let elem = html`${value}`; elem.addEventListener('click', () => { t.value = row; t.dispatchEvent(new CustomEvent('input')); }); return elem; } }, Summary: { formatter(val, i) { let color = d3.scaleOrdinal() .domain(['yes', 'no']) .range(["#f4c8cf", "#f8f8f8", "#c8f4cb"]); return html`${val}`; } }, Reviewed: { formatter(val, i) { let color = d3.scaleOrdinal() .domain(['yes', 'no']) .range(["#f4c8cf", "#f8f8f8", "#c8f4cb"]); return html`${val}`; } }, Grade: { formatter(val, i) { let color = d3.scaleOrdinal() .domain([ '1', '2', '3', 'no grade']) .range(["#FFD700", "#FF6347", "#add8e6", "#f8f8f8"]); return html`${val}`; } }, altmetric: { formatter(val, i) { let color = d3.scaleLinear() .domain([0, 100, 5000]) .range(["white", "#c8f4cb", "#FFD700"]); return html`${val}`; } }, } }); return t; }32:T6cc,clean_data = clean_data_1.map(x=>{ delete x['rel_type'] delete x['rel_gname'] delete x['rel_grpid'] // delete x['rel_site'] abstract_dict[x.rel_doi] = x.rel_abs delete x.rel_abs author_dict[x.rel_doi] = x.rel_authors delete x.rel_authors // link_dict[x.rel_doi] = 'https://www.' + x.rel_site + '.org/content/' + x.rel_doi + 'v1' link_dict[x.rel_doi] = x.rel_link delete x.rel_link // Grade ///////////// let found_from_tsv = summary_tsv.filter(y => y.DOI == x.rel_doi) let inst_grade let inst_summary //let inst_reviewed if (found_from_tsv.length > 0){ // no empty grade if (found_from_tsv[0].Grade === ''){ found_from_tsv[0].Grade = 'no grade' } inst_grade = found_from_tsv[0].Grade; inst_summary = found_from_tsv[0].Summary; //inst_reviewed = found_from_tsv[0]['Review ongoing? Specify your name!'] if (reviewed_dois.includes(x.rel_doi)){ x.Reviewed = 'yes' } else { x.Reviewed = 'no' } if (inst_summary.length > 0){ x.Summary = 'yes' } else { x.Summary = 'no' } } else { inst_grade = 'no grade' x.Reviewed = 'no' x.Summary = 'no' } x.Grade = inst_grade link_dict[x.rel_doi] = 'https://www.' + x.rel_site + '.org/content/' + x.rel_doi + 'v1' // 'https://www.' + x.rel_site + '.org/content/' + x[0].rel_doi + 'v1' // source_titles = source_titles.concat(x.rel_title) // Altmetric Score /////////////////////// let inst_altmetric if (x.rel_doi in altmetric_dict){ inst_altmetric = Math.round(altmetric_dict[x.rel_doi] * 100) / 100 } else { inst_altmetric = 0 } x.altmetric = inst_altmetric return x })33:T10bb,table = (data, options) => { options = Object.assign({}, defaultOptions, options); const { sortable, rank, paged } = options; let sortKey = undefined; let sortDirection = true; let page = 0; if (sortable && rank) { throw new Error("A table can either be ranked or sortable, but not both"); } let columns = Object.keys(data[0]).map(key => { const opts = options.columns[key] || {}; return { key: key, type: opts.type || typeof data[0][key], options: opts }; }); function bake() { if (sortKey) { data = data.slice().sort((a, b) => { let as = a[sortKey]; let bs = b[sortKey]; // make this sort stable if (as == bs) return JSON.stringify(a).localeCompare(JSON.stringify(b)); let res = as > bs ? 1 : as < bs ? -1 : 0; if (sortDirection) res = -res; return res; }); } let rows = data.slice(page * paged, page * paged + paged); let pages = Math.ceil(data.length / paged); return html`

${ options.header === false ? `` : html` ${rank ? html`` : ""} ${columns.map(c => { return th(c, sortKey, sortDirection, sortable); })} ` } ${rows.map( (row, i) => html` ${rank ? html`` : ""} ${columns.map(c => { let displayValue = (c.options.formatter || identity)( row[c.key], i, row ); if ( displayValue instanceof window.HTMLElement && displayValue.tagName == "TD" ) { return displayValue; } return html``; })} ` )}


${i + 1}	${displayValue}

${pages ? html`` : ''}

`; } let dom = bake(); function rerender() { dom.firstChild.remove(); dom.appendChild(bake().firstChild); } dom.addEventListener("click", e => { if (e.target.tagName === "TH" && sortable) { if (sortKey == e.target.dataset.key) { sortDirection = !sortDirection; } sortKey = e.target.dataset.key; rerender(); } if (e.target.tagName === "BUTTON") { if (e.target.dataset.action) { switch (e.target.dataset.action) { case "next": page++, rerender(); break; case "previous": page--, rerender(); break; } } else if (e.target.dataset.page) { (page = parseInt(e.target.dataset.page)), rerender(); } } }); return dom; }34:T433,stopwords = new Set("i,me,my,myself,we,us,our,ours,ourselves,you,your,yours,yourself,yourselves,he,him,his,himself,she,her,hers,herself,it,its,itself,they,them,their,theirs,themselves,what,which,who,whom,whose,this,that,these,those,am,is,are,was,were,be,been,being,have,has,had,having,do,does,did,doing,will,would,should,can,could,ought,i'm,you're,he's,she's,it's,we're,they're,i've,you've,we've,they've,i'd,you'd,he'd,she'd,we'd,they'd,i'll,you'll,he'll,she'll,we'll,they'll,isn't,aren't,wasn't,weren't,hasn't,haven't,hadn't,doesn't,don't,didn't,won't,wouldn't,shan't,shouldn't,can't,cannot,couldn't,mustn't,let's,that's,who's,what's,here's,there's,when's,where's,why's,how's,a,an,the,and,but,if,or,because,as,until,while,of,at,by,for,with,about,against,between,into,through,during,before,after,above,below,to,from,up,upon,down,in,out,on,off,over,under,again,further,then,once,here,there,when,where,why,how,all,any,both,each,few,more,most,other,some,such,no,nor,not,only,own,same,so,than,too,very,say,says,said,shall,2019,novel,patients,using,may,2019-ncov,2020".split(","))35:[] 2f:{"title":"COVID-19 SARS-CoV-2 preprints from medRxiv and bioRxiv","cells":[{"id":0,"value":"md`# COVID-19 SARS-CoV-2 preprints from medRxiv and bioRxiv\nThis notebook pulls in the latest COVID-19 papers available from bioRxiv and the latest reviews from https://github.com/ismms-himc/covid-19_sinai_reviews. **Click** on a title to view the abstract and summary, click on DOI to link to paper, reorder by columns, and search for papers based on keywords. Paper grades are rough indications of relevance for clinical immunology (where 1 is the most relevant) and grades and summaries are being pulled in from a Google sheet.\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":974,"value":"md`### Including ${clean_data.length} papers to date with ${num_summaries} short summaries and ${num_reviewed} reviews.`","pinned":false,"hidden":false,"mode":"ojs"},{"id":1043,"value":"bar_chart = {\n const svg = d3.create(\"svg\")\n .attr(\"viewBox\", [0, 0, width, height]);\n\n svg.append(\"g\")\n .attr(\"fill\", \"steelblue\")\n .selectAll(\"rect\")\n .data(bar_data)\n .join(\"rect\")\n .attr(\"x\", (d, i) => x(i))\n .attr(\"y\", d => y(d.value))\n .attr(\"height\", d => y(0) - y(d.value))\n .attr(\"width\", x.bandwidth());\n\n svg.append(\"g\")\n .call(xAxis);\n\n svg.append(\"g\")\n .call(yAxis);\n\n return svg.node();\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1282,"value":"chart = {\n const svg = d3.create(\"svg\")\n .attr(\"viewBox\", [0, 0, width, height])\n .attr(\"font-family\", fontFamily)\n .attr(\"text-anchor\", \"middle\");\n\n const cloud = d3.cloud()\n .size([width, height])\n .words(data_words.map(d => Object.create(d)))\n .padding(padding)\n .rotate(rotate)\n .font(fontFamily)\n .fontSize(d => Math.sqrt(Math.sqrt(Math.sqrt(d.value))) * fontScale)\n .on(\"word\", ({size, x, y, rotate, text}) => {\n svg.append(\"text\")\n .attr(\"font-size\", size)\n .attr(\"transform\", `translate(${x},${y}) rotate(${rotate})`)\n .text(text);\n });\n\n cloud.start();\n invalidation.then(() => cloud.stop());\n return svg.node();\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":540,"value":"md`#### Search for papers containing search term in title or abstract.\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":543,"value":"viewof inst_search = text()","pinned":false,"hidden":false,"mode":"ojs"},{"id":310,"value":"$31","pinned":false,"hidden":false,"mode":"ojs"},{"id":319,"value":"// ${paper_data.split('citation_abstract')[1].split('p>')[1].split('/>')[0]}\n// Link to paper.\nname && md`## ${name.rel_title} \n\n${name.rel_date}\n\n${abstract_dict[name.rel_doi]}\n\n${author_dict[name.rel_doi]}\n\n\n### Altmetric: ${Math.round(alt_metric_json.score * 100)/100}\n\n### Summary\n${found_summary}\n\n# Review\n\n${gh_response.body.replace('404: Not Found','No review found.')}\n\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":2011,"value":"md`# Clustergrammer-GL Heatmap\nThis heatmap visualizes preprints (columns) and the 500 most common words from titles/abstracts (rows). The heatmap clustered using Clustergrammer2 here https://github.com/ismms-himc/covid-19_sinai_reviews.`","pinned":false,"hidden":false,"mode":"ojs"},{"id":2033,"value":"{\n let container = html`

`;\n yield container;\n cgm({\n network,\n viz_width: 900,\n viz_height: 900,\n container\n });\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":2000,"value":"md`# Click to Download Data\nClick the three dots to the left of cell below and select download CSV to obtain a CSV of the current table.`","pinned":false,"hidden":false,"mode":"ojs"},{"id":2005,"value":"filter_data","pinned":false,"hidden":false,"mode":"ojs"},{"id":241,"value":"md`# Load Data Code`","pinned":false,"hidden":false,"mode":"ojs"},{"id":919,"value":"md`### Drop data with no paper information, then run search filtering.`","pinned":false,"hidden":false,"mode":"ojs"},{"id":143,"value":"clean_data_1 = data.filter(x=>x!==null)","pinned":false,"hidden":false,"mode":"ojs"},{"id":1195,"value":"link_dict = {\n let link_dict = {} \n return link_dict\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1512,"value":"abstract_dict = {\n let abstract_dict = {}\n return abstract_dict\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1605,"value":"author_dict = {\n let author_dict = {}\n return author_dict\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1612,"value":"summary_tsv[0]['Review ongoing? Specify your name!']","pinned":true,"hidden":false,"mode":"ojs"},{"id":1900,"value":"altmetric_dict[clean_data[0].rel_doi]","pinned":true,"hidden":false,"mode":"ojs"},{"id":1931,"value":"md`Parse data`","pinned":false,"hidden":false,"mode":"ojs"},{"id":187,"value":"$32","pinned":false,"hidden":false,"mode":"ojs"},{"id":1787,"value":"md`### Sort in place\nSort by reviewed status and then by date.`","pinned":false,"hidden":false,"mode":"ojs"},{"id":200,"value":"clean_data\n .sort(function(a,b){\n let a_date = a['rel_date'].split('-')[0] * 365 + a['rel_date'].split('-')[1] * 30 + a['rel_date'].split('-')[2]\n let b_date = b['rel_date'].split('-')[0] * 365 + b['rel_date'].split('-')[1] * 30 + b['rel_date'].split('-')[2] \n return b_date - a_date\n })\n .sort(function(a, b) {\n var nameA = a.Reviewed.toUpperCase(); // ignore upper and lowercase\n var nameB = b.Reviewed.toUpperCase(); // ignore upper and lowercase\n if (nameA > nameB) {\n return -1;\n }\n if (nameA < nameB) {\n return 1;\n }\n // names must be equal\n return 0;\n});\n","pinned":false,"hidden":false,"mode":"ojs"},{"id":915,"value":"md`### Initial parsing of data from Biorxiv`","pinned":false,"hidden":false,"mode":"ojs"},{"id":6,"value":"url = \"https://connect.biorxiv.org/relate/collection_json.php?grp=181\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":27,"value":"// data_ini = d3.text(url).then(text => JSON.parse(text.substring(1, text.length - 1)))\n// JSON is no longer surrounded by parenthesis\ndata_ini = d3.text(url).then(text => JSON.parse(text))","pinned":false,"hidden":false,"mode":"ojs"},{"id":99,"value":"data = data_ini['rels']","pinned":false,"hidden":false,"mode":"ojs"},{"id":1394,"value":"md`Want to add summary to search terms`","pinned":false,"hidden":false,"mode":"ojs"},{"id":515,"value":"filter_data = clean_data.filter(x => {\n let search_string = x.rel_title.toLowerCase() + ' ' + abstract_dict[x.rel_doi] \n return search_string.includes(inst_search.toLowerCase())\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":1429,"value":"num_summaries = clean_data.filter(x => x.Summary === 'yes').length","pinned":false,"hidden":false,"mode":"ojs"},{"id":1629,"value":"num_reviewed = clean_data.filter(x => x.Reviewed === 'yes').length","pinned":false,"hidden":false,"mode":"ojs"},{"id":1941,"value":"reviews_in_table = clean_data.filter(x => x.Reviewed === 'yes').map(x => x.rel_doi)","pinned":true,"hidden":false,"mode":"ojs"},{"id":29,"value":"d3 = {\n // const d3 = require('d3')\n const d3 = await require(\"d3@5\", \"d3-array@2\");\n d3.cloud = await require(\"d3-cloud@1\");\n return d3\n }","pinned":false,"hidden":false,"mode":"ojs"},{"id":83,"value":"import {defaultHumanize} from \"@pbogden/fancy-tables-ii\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":305,"value":"// import {table} from \"@tmcw/tables@513\"\nimport {identity} from \"@tmcw/tables@513\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":1415,"value":"defaultOptions","pinned":false,"hidden":false,"mode":"ojs"},{"id":900,"value":"import {defaultOptions} from \"@tmcw/tables@513\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":902,"value":"import {th} from \"@tmcw/tables@513\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":904,"value":"md` ### Custom table \nUsing proposed fix from https://talk.observablehq.com/t/it-would-be-cool-if-table-tags-had-a-spiffy-default-style/588/8?u=cornhundred\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":897,"value":"$33","pinned":false,"hidden":false,"mode":"ojs"},{"id":565,"value":"import {text} from \"@jashkenas/inputs\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":863,"value":"// find the summary after clicking an article\nfound_summary = {\n let inst_found = summary_tsv.filter(y => y.DOI == name.rel_doi)\n let inst_summary\n if (inst_found.length > 0){\n inst_summary = inst_found[0].Summary\n }\n return inst_summary\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":483,"value":"md`## Set Table Width`","pinned":false,"hidden":false,"mode":"ojs"},{"id":1419,"value":"// set table style to full width \nhtml`\n