31:Tad2,chart = { const links = data.links.map(d => Object.create(d)); const nodes = data.nodes.map(d => Object.create(d)); // const fx = JSON.parse(localStorage.getItem("fixedNodes")); // if (fx && fx.length > 0) // for (const f of fx) { // const i = f.i, // fx = f.fx, // fy = f.fy; // if (i && nodes[i] && fx && fy) { // nodes[i].fx = fx; // nodes[i].fy = fy; // } // } const simulation = d3 .forceSimulation(nodes) .force("link", d3.forceLink(links).id(d => d.id)) .force("charge", d3.forceManyBody()) .force("x", d3.forceX()) .force("y", d3.forceY()) .force("collusion", d3.forceCollide().iterations(-10)); const svg = d3 .create("svg") .attr("viewBox", [-width / 2, -height / 2, width, height]); const link = svg .append("g") .attr("stroke", "#999") .attr("stroke-opacity", 0.2) .selectAll("line") .data(links) .join("line") .attr("stroke-width", d => Math.sqrt(d.value)); const node = svg .append("g") .attr("stroke", "#fff") .attr("stroke-width", 1.5) .selectAll("circle") .data(nodes) .join("circle") .attr("r", 5) .attr("fill", color) .call(drag(simulation)); node .on("mouseover", d => { link.style('stroke-opacity', function(l) { if (d === l.source) return 1; else return 0.05; }); headline.text(d.id); }) .on("mouseout", d => { link.style("stroke-opacity", 0.2); }); node.append("title").text(d => d.id); simulation.on("tick", () => { link .attr("x1", d => d.source.x) .attr("y1", d => d.source.y) .attr("x2", d => d.target.x) .attr("y2", d => d.target.y); node.attr("cx", d => d.x).attr("cy", d => d.y); // .attr("stroke", d => (d.fx ? "#333" : "#fff")); }); invalidation.then(() => simulation.stop()); const headline = svg .append('text') .style('font', '16px sans-serif') .style('border', 'solid') .style('border-radius', '1em') .text('Hover on a node to see what it is!') .attr('x', -width / 2) .attr('y', -height / 2 + 30); //Add scroll zoom // const zoomRect = svg // .append("rect") // .attr("width", width) // .attr("height", height) // .style("fill", "none") // .style("pointer-events", "all"); // const zoom = d3 // .zoom() // .scaleExtent([1 / 16, 64]) // .on("zoom", zoomed); // let transform = d3.zoomIdentity; // zoomRect.call(zoom).call(zoom.translateTo, 0, 0); // function zoomed() { // transform = d3.event.transform; // node.attr("transform", d3.event.transform); // link.attr("transform", d3.event.transform); // } return svg.node(); }32:[{"id":"82d8de4300cc83ffd7240dfc075d4ee1990aab2b76a419adc91ef7ab7dc9497d1fac3295bebe98a65193503d138cb84a37bd5ed2a710e8c122e86e342a236085","href":"https://static.observableusercontent.com/files/82d8de4300cc83ffd7240dfc075d4ee1990aab2b76a419adc91ef7ab7dc9497d1fac3295bebe98a65193503d138cb84a37bd5ed2a710e8c122e86e342a236085","name":"ci_2020-06-23@2.csv","type":"text/csv","lastModified":1592951147733.496,"size":74008},{"id":"f6787aed32a80f5b438df7dbdea9192b9541df8f10f2c12c94ed129c24742346a5e1f1937ba2946c14b82ff21e515e246281cb11a7fac485a4080ad45deebd4b","href":"https://static.observableusercontent.com/files/f6787aed32a80f5b438df7dbdea9192b9541df8f10f2c12c94ed129c24742346a5e1f1937ba2946c14b82ff21e515e246281cb11a7fac485a4080ad45deebd4b","name":"CI-HTTPS-DOMAIN.csv","type":"text/csv","lastModified":1593019103748.606,"size":14211243}] 2f:{"title":"Upholding Truth","cells":[{"id":0,"value":"md`# Upholding Truth\n### How independent is the _Claremont Independent_?`","pinned":false,"hidden":false,"mode":"ojs"},{"id":925,"value":"$31","pinned":false,"hidden":false,"mode":"ojs"},{"id":1198,"value":"viewof dataPoints = slider({\n title: 'How many articles do you want to plot?',\n desc: \"Be careful going past 20. The dataset is massive!\",\n descStyle: {\n 'margin-top': '0px',\n 'pointer-events': 'none'\n },\n min: 2,\n max: 50,\n step: 1,\n value: 5,\n theme: 'white-round',\n background: {\n type: 'double',\n colors: ['#0D5FC5', '#e3e3e3']\n }\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":1374,"value":"printTable(\n groupedByTitleCI\n .slice(0, dataPoints)\n .map(d => new Object({ Article: d.title, References: d.length, }))\n)","pinned":false,"hidden":false,"mode":"ojs"},{"id":818,"value":"viewof newspaper = radio({\n title: 'Pick One',\n description: 'Compare the CI to other Claremont Colleges newspapers',\n options: [\n { label: 'The Claremont Independent', value: 'CI' },\n { label: 'The Student Life', value: 'TSL' },\n { label: 'The Scripps Voice', value: 'SV' },\n { label: 'The Muddracker', value: 'MDR' }\n ],\n value: 'CI'\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":767,"value":"ci = md`

\n## _The Claremont Independent_`","pinned":false,"hidden":false,"mode":"ojs"},{"id":408,"value":"rawDataCI = d3.csv(await FileAttachment(\"CI-HTTPS-DOMAIN.csv\").url())","pinned":false,"hidden":false,"mode":"ojs"},{"id":1013,"value":"groupedByTitleCI = groupByTitle(cleanData(rawDataCI))","pinned":false,"hidden":false,"mode":"ojs"},{"id":1017,"value":"groupedByRefCI = groupByRef(cleanData(rawDataCI))","pinned":false,"hidden":false,"mode":"ojs"},{"id":651,"value":"tsl = md`

\n## _The Student Life_`","pinned":false,"hidden":false,"mode":"ojs"},{"id":622,"value":"rawDataTSL = d3.csv(\n await 'https://raw.githubusercontent.com/colanderworld/observable-datasets/master/TSL-HTTPS-DOMAIN.csv'\n)","pinned":false,"hidden":false,"mode":"ojs"},{"id":1043,"value":"groupedByTitleTSL = groupByTitle(cleanData(rawDataTSL))","pinned":false,"hidden":false,"mode":"ojs"},{"id":1045,"value":"groupedByRefTSL = groupByRef(cleanData(rawDataTSL))","pinned":false,"hidden":false,"mode":"ojs"},{"id":994,"value":"data_processing = md`

\n## Data Processing Functions`","pinned":false,"hidden":false,"mode":"ojs"},{"id":479,"value":"mutable cleanData = rawData => {\n const domainRegExp = RegExp('(http:\\/\\/|https:\\/\\/)(www.)?([a-z.]+)');\n\n const pathRegExp = RegExp(\n '(https:\\/\\/)(www\\.)?([a-zA-Z0-9\\.?=\\-]+)\\/([a-zA-Z0-9\\.?=\\-]+)\\/?$'\n );\n\n return rawData\n .filter(\n d =>\n pathRegExp.test(d['Link URL']) &&\n domainRegExp.test(d['Referring Page URL'])\n )\n .map(\n d =>\n new Object({\n title: _.startCase(_.camelCase(pathRegExp.exec(d['Link URL'])[4])),\n 'Referring Domain': domainRegExp.exec(d['Referring Page URL'])[3],\n 'First Seen Date': d['First Seen'].split(' ')[0],\n 'Last Checked Date': d['First Seen'].split(' ')[0],\n ...d\n })\n );\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":550,"value":"groupByTitle = cleanData =>\n d3\n .groups(cleanData, d => d.title, d => d['Referring Domain'])\n .map(([title, domains]) => ({\n title,\n length: domains.length,\n domains: domains\n }))\n .slice()\n .sort((a, b) => d3.descending(a.length, b.length))","pinned":true,"hidden":false,"mode":"ojs"},{"id":551,"value":"groupByRef = cleanData =>\n d3\n .groups(cleanData, d => d['Referring Domain'], d => d.title)\n .map(([title, domains]) => ({\n title,\n length: domains.length,\n domains: domains\n }))\n .slice()\n .sort((a, b) => d3.descending(a.length, b.length))","pinned":true,"hidden":false,"mode":"ojs"},{"id":759,"value":"force = md`

\n## Force Graph`","pinned":false,"hidden":false,"mode":"ojs"},{"id":730,"value":"data = new Object({\n nodes: buildNodes(rawDataCI, dataPoints),\n links: buildLinks(rawDataCI, dataPoints)\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":1191,"value":"buildNodes = (rawData, slice) => {\n const group = groupByTitle(cleanData(rawData));\n\n const articleNodes = group\n .slice(0, slice)\n .map(d => new Object({ id: d.title, group: 1 }));\n\n const domainNodes = _.uniqBy(\n group\n .slice(0, slice)\n .map(d =>\n d.domains.map(i =>\n i[0] === \"campusreform.org\" || i[0] === \"thecollegefix.com\"\n ? new Object({ id: i[0], group: 2 })\n : new Object({ id: i[0], group: 3 })\n )\n )\n .flat(),\n 'id'\n );\n\n return [...articleNodes, ...domainNodes];\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":679,"value":"buildLinks = (rawData, slice) => {\n const group = groupByTitle(cleanData(rawData));\n\n return group\n .slice(0, slice)\n .map(d =>\n d.domains.map(i => [\n new Object({ source: d.title, target: i[0], value: 1 }),\n new Object({ source: i[0], target: d.title, value: 1 })\n ])\n )\n .flat(2);\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":725,"value":"function forceSimulation(width, height) {\n return d3\n .forceSimulation()\n .force(\"center\", d3.forceCenter(width / 2, height / 2))\n .force(\"charge\", d3.forceManyBody())\n .force(\"link\", d3.forceLink().id(d => d.id));\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":663,"value":"color = {\n const scale = d3.scaleOrdinal(d3.schemeCategory10);\n return d => scale(d.group);\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":665,"value":"drag = simulation => {\n function dragstarted(d) {\n if (!d3.event.active) simulation.alphaTarget(0.3).restart();\n d.fx = d.x;\n d.fy = d.y;\n }\n\n function dragged(d) {\n d.fx = d3.event.x;\n d.fy = d3.event.y;\n }\n\n function dragended(d) {\n if (!d3.event.active) simulation.alphaTarget(0);\n d.fx = null;\n d.fy = null;\n }\n\n return d3\n .drag()\n .on(\"start\", dragstarted)\n .on(\"drag\", dragged)\n .on(\"end\", dragended);\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":667,"value":"height = 650","pinned":false,"hidden":false,"mode":"ojs"},{"id":540,"value":"scraping = html`

Scraping (temporarily out of service)

`","pinned":false,"hidden":false,"mode":"ojs"},{"id":139,"value":"viewof article = select({\n options:\n newspaper === \"CI\"\n ? groupedByTitleCI.map(d => `${d.title} (${d.length})`)\n : groupedByTitleTSL.map(d => `${d.title} (${d.length})`),\n placeholder: \"find your favorite CI article...\",\n value: groupedByTitleCI[0].title\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":361,"value":"promiseArray = entries.map(\n d => new Object({ title: getTitle(d.url), body: getBody(d.url) })\n)","pinned":false,"hidden":false,"mode":"ojs"},{"id":273,"value":"async function getTitle(url) {\n const res = await soFetch(url);\n const source = await res.text();\n const dom = html`${source}`;\n return dom.querySelector('.entry-title').textContent.trim();\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":307,"value":"async function getBody(url) {\n const res = await soFetch(url);\n const source = await res.text();\n const dom = html`${source}`;\n return dom.querySelector('.entry-content').textContent.trim();\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":53,"value":"entries = {\n const unique = Array.from(\n new Set(\n d3\n .csvParse(await FileAttachment(\"ci_2020-06-23@2.csv\").text())\n .map(d => d.url)\n .filter(\n d => !d.slice(33, -1).includes(\"/\") && !d.slice(33, -1).includes(\"#\")\n )\n .slice(8)\n )\n );\n\n const object = unique.map(\n d =>\n new Object({\n title: _.startCase(_.camelCase(d.slice(33, -1))),\n url: d\n })\n );\n\n return object;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":124,"value":"imports = md`

\n## Imports`","pinned":false,"hidden":false,"mode":"ojs"},{"id":1376,"value":"import { printTable } from '@uwdata/data-utilities'","pinned":false,"hidden":false,"mode":"ojs"},{"id":1200,"value":"import { slider } from '@bartok32/diy-inputs'","pinned":false,"hidden":false,"mode":"ojs"},{"id":281,"value":"import { soFetch } from '@alecglassford/so-fetch'","pinned":false,"hidden":false,"mode":"ojs"},{"id":137,"value":"import { select, autoSelect, file, radio } from \"@jashkenas/inputs\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":15,"value":"_ = require('lodash')","pinned":false,"hidden":false,"mode":"ojs"},{"id":54,"value":"d3 = require(\"d3@latest\", \"d3-array@latest\")","pinned":false,"hidden":false,"mode":"ojs"}],"files":"$W32","stdlib":"1","titling":"auto"}