30:T643,md`# Upholding Truth ### How independent is the _Claremont Independent_?
_The Claremont Independent_ is the only conservative student newspaper at the Claremont Colleges, a consortium of five nationally-aclaimed liberal arts colleges outside of Los Angeles. _The Independent_ prides itself on sparking conversation on "identity politics, the value of uncomfortable speech, and the need for an enduring toleration of unpopular views." To their fellow students, however, _The Independent_ has never seemed quite so sophisticated. What most students fail to realize, and the staff of _The Independent_ seldom disclose, is that they are, in fact, part of a much larger organization of conservative media outlets. In fact, there exists an entire network of conservative college newspapers—largely organized through _The Intercollegiate Studies Institute_ and _The Leadership Institute_ whose mission is "expose the liberal bias" of America's universities. The following data visualization is the beginning of a much larger investigation into these networks. --- * **Black** nodes are **_Independet_ Articles** * **Blue** nodes are **left publications** * **Yellow** nodes are **center publications** * **Red** nodes are **right publications** * **Deep Red** nodes are **far-right publications** Size of the circle corresponds to the number of times that domain links to the CI article. `31:Td29,chart = { const links = data.links.map(d => Object.create(d)); const nodes = data.nodes.map(d => Object.create(d)); // const zoom = d3 // .zoom() // .scaleExtent([1, 8]) // .on("zoom", _ => g.attr("transform", d3.event.transform)); const simulation = d3 .forceSimulation(nodes) .force( "link", d3 .forceLink(links) .id(d => d.id) .distance(40) ) .force("charge", d3.forceManyBody().strength(-80)) .force("x", d3.forceX()) .force("y", d3.forceY()) .force( "collusion", d3 .forceCollide() .iterations(-10) .strength(.8) ); const svg = d3 .create("svg") .attr("viewBox", [-width / 2, -height / 2, width, height]); const link = svg .append("g") .attr("stroke", "#a0a0a0") .attr("stroke-opacity", 0.2) .selectAll("line") .data(links) .join("line") .attr("stroke-width", d => Math.sqrt(d.value)); // const node = svg // .append("g") // .selectAll("a") // .data(nodes) // .join("a") // .attr("href", d => d.link) // .attr("target", "_blank"); // node // .append("circle") // .attr("stroke", d => d.strokeColor) // .attr("stroke-width", 1) // .attr("r", d => rankToSize(d.size)) // .attr("fill", d => d.fillColor) // .call(drag(simulation)); const node = svg .append("g") .selectAll("circle") .data(nodes) .join("circle") .attr("stroke", d => d.strokeColor) .attr("stroke-width", 1) .attr("r", d => rankToSize(d.size)) .attr("fill", d => d.fillColor) .call(drag(simulation)); node.append("a").attr("href", d => d.link); node.append("title").text(d => d.id); node .on("mouseover", d => { link.style('stroke-opacity', l => (d === l.source ? 1 : 0.05)); node.style('fill', l => (d === l ? '#a0a0a0' : d => d.fillColor)); node.style('stroke', l => (d === l ? '#ffff' : d => d.strokeColor)); headline.text(d.id); }) .on("mouseout", d => { link.style("stroke-opacity", 0.2); node.style("fill", d => d.fillColor); node.style("stroke", d => d.strokeColor); }); simulation.on("tick", () => { link .attr("x1", d => d.source.x) .attr("y1", d => d.source.y) .attr("x2", d => d.target.x) .attr("y2", d => d.target.y); node.attr("cx", d => d.x).attr("cy", d => d.y); }); invalidation.then(() => simulation.stop()); const headline = svg .append('text') .style('font', '16px sans-serif') .style('border', 'solid') .style('border-radius', '1em') .text('Hover on a node to see what it is!') .attr('x', -width / 2) .attr('y', -height / 2 + 30); //Add scroll zoom // const zoomRect = svg // .append("rect") // .attr("width", width) // .attr("height", height) // .style("fill", "none") // .style("pointer-events", "all"); // const zoom = d3 // .zoom() // .scaleExtent([1 / 16, 64]) // .on("zoom", zoomed); // let transform = d3.zoomIdentity; // zoomRect.call(zoom).call(zoom.translateTo, 0, 0); // function zoomed() { // transform = d3.event.transform; // node.attr("transform", d3.event.transform); // link.attr("transform", d3.event.transform); // } return svg.node(); }32:T57d,cleanData = rawData => { // This filters out pathnames with "/" in them, which is a really good way of idenitfying articles at // the following publications // - The Claremont Independent // - The Student Life // I CANNOT guranteed it works for any other publication const pathRegEx = RegExp('([a-zA-Z0-9\.?=\-]+)\/([a-zA-Z0-9\.?=\-]+)\/'); return rawData .filter( d => !pathRegEx.test(new URL(d['Link URL']).pathname) && new URL(d['Link URL']).pathname !== "/" && // d['Domain Rating'] > cutoff (right.test(new URL(d['Referring Page URL']).hostname) || center.test(new URL(d['Referring Page URL']).hostname) || centerLeft.test(new URL(d['Referring Page URL']).hostname) || // centerRight.test(new URL(d['Referring Page URL']).hostname) || toxic.test(new URL(d['Referring Page URL']).hostname)) ) .map( d => new Object({ title: _.startCase(_.camelCase(new URL(d['Link URL']).pathname)), 'Referring Domain': RegExp('(www\.)?(.+)').exec( new URL(d['Referring Page URL']).hostname )[2], url: d['Link URL'], 'Referring Page Title': d['Referring Page Title'], 'Referring Page URL': d['Referring Page URL'], Date: d['First Seen'].split(' ')[0], 'Domain Rating': d['Domain Rating'] }) ); }33:T435,mbfcCleaned = { const partisanIndex = (bias, reporting) => { const biasIndex = bias => { if (bias === "FN" || bias === "CP") { return 3; } else if (bias === "R") { return 2; } else if (bias === "RC") { return 1; } else if (bias === "C") { return 0; } else if (bias === "LC") { return -1; } else if (bias === "L") { return -2; } else { return 0; } }; const reportingIndex = reporting => { if (reporting === "VH") { return 1; } else if (reporting === "H") { return 2; } else if (reporting === "MF") { return 3; } else if (reporting === "M") { return 4; } else if (reporting === "L") { return 5; } else if (reporting === "VL") { return 6; } else { return 0; } }; return biasIndex(bias) * reportingIndex(reporting); }; return Object.values(mbfc.sources).map( d => new Object({ name: d.n, domain: d.d, bias: partisanIndex(d.b, d.r) }) ); }34:T4f4,buildNodes = (rawData, slice) => { const group = groupByTitle(cleanData(rawData)); const articleNodes = group.slice(0, slice).map( d => new Object({ id: d.title, link: d.url, group: 1, size: 1, fillColor: '#000000', strokeColor: '#ffff' }) ); const domainNodes = _.uniqBy( group .slice(0, slice) .map(d => d.linkingDomains.map( i => // This is if you want to give these two publications a different color! // i.domain === "campusreform.org" || i.domain === "thecollegefix.com" // ? new Object({ // id: i.domain, // group: 2, // size: i.domainRank, // link: i.allArticles[0]['Referring Page URL'], // color: '#ffee00' // }) // : new Object({ id: i.domain, group: 3, size: i.domainRank, size: i.numLinkedPage, link: i.allLinkingPages[0], fillColor: i.domainBias, strokeColor: '#a0a0a0' }) ) ) .flat(), 'id' ); return [...articleNodes, ...domainNodes]; }35:[{"id":"82d8de4300cc83ffd7240dfc075d4ee1990aab2b76a419adc91ef7ab7dc9497d1fac3295bebe98a65193503d138cb84a37bd5ed2a710e8c122e86e342a236085","href":"https://static.observableusercontent.com/files/82d8de4300cc83ffd7240dfc075d4ee1990aab2b76a419adc91ef7ab7dc9497d1fac3295bebe98a65193503d138cb84a37bd5ed2a710e8c122e86e342a236085","name":"ci_2020-06-23@2.csv","type":"text/csv","lastModified":1593106949390.368,"size":74008},{"id":"f6787aed32a80f5b438df7dbdea9192b9541df8f10f2c12c94ed129c24742346a5e1f1937ba2946c14b82ff21e515e246281cb11a7fac485a4080ad45deebd4b","href":"https://static.observableusercontent.com/files/f6787aed32a80f5b438df7dbdea9192b9541df8f10f2c12c94ed129c24742346a5e1f1937ba2946c14b82ff21e515e246281cb11a7fac485a4080ad45deebd4b","name":"CI-HTTPS-DOMAIN.csv","type":"text/csv","lastModified":1593106949390.368,"size":14211243},{"id":"deafe84f5cc5789a00033dffe8fb1b094197914b8b939a2de924b7bc1877140b8413371e88e244441c8279c9003fd06435b50dcecc35f250170821ecbd7a2bc3","href":"https://static.observableusercontent.com/files/deafe84f5cc5789a00033dffe8fb1b094197914b8b939a2de924b7bc1877140b8413371e88e244441c8279c9003fd06435b50dcecc35f250170821ecbd7a2bc3","name":"ptizer-the-outback-2020-06-27.csv","type":"text/csv","lastModified":1593310572269.033,"size":1017},{"id":"2b575005f6d98091b5d06db566ae064976d8cace123d6d550a8b212abc5d82ccaac0bd3a4a3da22fe83a8057c8604418992ad8df0219ac73789d87f582ec1a59","href":"https://static.observableusercontent.com/files/2b575005f6d98091b5d06db566ae064976d8cace123d6d550a8b212abc5d82ccaac0bd3a4a3da22fe83a8057c8604418992ad8df0219ac73789d87f582ec1a59","name":"mudd-the-muddracker-2020-06-27.csv","type":"text/csv","lastModified":1593310572267.793,"size":40268}] 2e:{"title":"Upholding Truth","cells":[{"id":0,"value":"$30","pinned":false,"hidden":false,"mode":"ojs"},{"id":925,"value":"$31","pinned":false,"hidden":false,"mode":"ojs"},{"id":1198,"value":"viewof dataPoints = slider({\n title: 'How many articles do you want to plot?',\n desc: \"Be careful going past 20. The dataset is massive!\",\n descStyle: {\n 'margin-top': '0px',\n 'pointer-events': 'none'\n },\n min: 2,\n max: 50,\n step: 1,\n value: 5,\n theme: 'white-round',\n background: {\n type: 'double',\n colors: ['#7d7d7d', '#e3e3e3']\n }\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":818,"value":"viewof newspaper = radio({\n title: 'Pick One',\n description: 'Compare the CI to other Claremont Colleges newspapers',\n options: [\n { label: 'The Claremont Independent', value: 'CI' },\n { label: 'The Student Life', value: 'TSL' },\n { label: 'The Scripps Voice', value: 'SV' },\n { label: 'The Muddracker', value: 'MDR' }\n ],\n value: 'CI'\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":994,"value":"data_processing = md`

\n## Data Processing Functions`","pinned":false,"hidden":false,"mode":"ojs"},{"id":479,"value":"$32","pinned":false,"hidden":false,"mode":"ojs"},{"id":550,"value":"groupByTitle = cleanData =>\n d3\n .groups(cleanData, d => d.url, d => d['Referring Domain'])\n .map(([url, domains]) => ({\n title: _.startCase(_.camelCase(new URL(url).pathname)),\n url: url,\n linksLength: domains.length,\n linkingDomains: domains\n .map(d => {\n const sorted = d[1]\n .slice()\n .sort((a, b) => d3.ascending(a.Date, b.Date));\n\n return new Object({\n domain: d[0],\n domainRank: +d[1][0]['Domain Rating'],\n domainBias: partisanLookup(d[0]),\n numLinkedPage: sorted.length > 10 ? 10 : sorted.length,\n firstCrawl: sorted[0].Date,\n allLinkingPages: sorted.map(d => d['Referring Page URL'])\n });\n })\n .slice()\n .sort((a, b) => d3.descending(a.numLinkedPage, b.numLinkedPage))\n }))\n .slice()\n .sort((a, b) => d3.descending(a.linksLength, b.linksLength))","pinned":false,"hidden":false,"mode":"ojs"},{"id":2337,"value":"partisanLookup = domain => {\n if (toxic.test(domain)) {\n return '#d7191c';\n } else if (right.test(domain)) {\n return '#fdae61';\n // } else if (centerRight.test(domain)) {\n // return '#f4a582';\n } else if (center.test(domain)) {\n return '#ffffbf';\n } else if (centerLeft.test(domain)) {\n return '#abd9e9';\n } else if (left.test(domain)) {\n return '#2c7bb6';\n } else {\n return '#ffffff';\n }\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":551,"value":"groupByRef = cleanData =>\n d3\n .groups(cleanData, d => d['Referring Domain'], d => d.title)\n .map(([title, domains]) => ({\n title,\n length: domains.length,\n domains: domains\n }))\n .slice()\n .sort((a, b) => d3.descending(a.length, b.length))","pinned":false,"hidden":false,"mode":"ojs"},{"id":1590,"value":"md`

\n## Partisan Index Coding`","pinned":false,"hidden":false,"mode":"ojs"},{"id":2507,"value":"mbfcCleaned.find(d => d.name === \"Breitbart\")","pinned":true,"hidden":false,"mode":"ojs"},{"id":2486,"value":"$33","pinned":true,"hidden":false,"mode":"ojs"},{"id":1594,"value":"mbfc = d3.json(\n await 'https://raw.githubusercontent.com/drmikecrowe/mbfcext/master/docs/v2/combined.json'\n)","pinned":true,"hidden":false,"mode":"ojs"},{"id":2338,"value":"right = RegExp(\n mbfcSources\n .filter(d => d.b === \"R\")\n .map(d => d.d)\n .join(\"|\")\n)","pinned":false,"hidden":false,"mode":"ojs"},{"id":2381,"value":"centerRight = RegExp(\n mbfcSources\n .filter(d => d.b === \"CR\")\n .map(d => d.d)\n .join(\"|\")\n)","pinned":false,"hidden":false,"mode":"ojs"},{"id":2360,"value":"center = RegExp(\n mbfcSources\n .filter(d => d.b === \"C\")\n .map(d => d.d)\n .join(\"|\")\n)","pinned":false,"hidden":false,"mode":"ojs"},{"id":2371,"value":"centerLeft = RegExp(\n mbfcSources\n .filter(d => d.b === \"LC\")\n .map(d => d.d)\n .join(\"|\")\n)","pinned":false,"hidden":false,"mode":"ojs"},{"id":2379,"value":"left = RegExp(\n mbfcSources\n .filter(d => d.b === \"L\")\n .map(d => d.d)\n .join(\"|\")\n)","pinned":false,"hidden":false,"mode":"ojs"},{"id":2402,"value":"toxic = RegExp(\n mbfcSources\n .filter(d => d.b === \"FN\" || d.b === \"CP\")\n .map(d => d.d)\n .join(\"|\")\n)","pinned":false,"hidden":false,"mode":"ojs"},{"id":1637,"value":"mbfcSources = Object.values(mbfc.sources).map(\n d => new Object({ ...d, P: +d.P })\n)","pinned":false,"hidden":false,"mode":"ojs"},{"id":759,"value":"force = md`

\n## Force Graph`","pinned":false,"hidden":false,"mode":"ojs"},{"id":730,"value":"data = new Object({\n nodes: buildNodes(newspaper === \"CI\" ? rawDataCI : rawDataTSL, dataPoints),\n links: buildLinks(newspaper === \"CI\" ? rawDataCI : rawDataTSL, dataPoints)\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":2532,"value":"groupByTitle(cleanData(rawDataCI))","pinned":true,"hidden":false,"mode":"ojs"},{"id":1191,"value":"$34","pinned":false,"hidden":false,"mode":"ojs"},{"id":679,"value":"buildLinks = (rawData, slice) => {\n const group = groupByTitle(cleanData(rawData));\n\n return group\n .slice(0, slice)\n .map(d =>\n d.linkingDomains.map(i => [\n new Object({ source: d.title, target: i.domain, value: 1 }),\n new Object({ source: i.domain, target: d.title, value: 1 })\n ])\n )\n .flat(2);\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":725,"value":"function forceSimulation(width, height) {\n return d3\n .forceSimulation()\n .force(\"center\", d3.forceCenter(width / 2, height / 2))\n .force(\"charge\", d3.forceManyBody())\n .force(\"link\", d3.forceLink().id(d => d.id));\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":663,"value":"color = {\n const scale = d3.scaleOrdinal(d3.schemeCategory10);\n return d => scale(d.group);\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":665,"value":"drag = simulation => {\n function dragstarted(d) {\n if (!d3.event.active) simulation.alphaTarget(0.3).restart();\n d.fx = d.x;\n d.fy = d.y;\n }\n\n function dragged(d) {\n d.fx = d3.event.x;\n d.fy = d3.event.y;\n }\n\n function dragended(d) {\n if (!d3.event.active) simulation.alphaTarget(0);\n d.fx = null;\n d.fy = null;\n }\n\n return d3\n .drag()\n .on(\"start\", dragstarted)\n .on(\"drag\", dragged)\n .on(\"end\", dragended);\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":667,"value":"height = 650","pinned":false,"hidden":false,"mode":"ojs"},{"id":767,"value":"ci = md`
\n### _The Claremont Independent_`","pinned":false,"hidden":false,"mode":"ojs"},{"id":408,"value":"rawDataCI = d3.csv(await FileAttachment(\"CI-HTTPS-DOMAIN.csv\").url())","pinned":false,"hidden":false,"mode":"ojs"},{"id":1013,"value":"dataCI = new Object({\n nodes: buildNodes(rawDataCI, dataPoints),\n links: buildLinks(rawDataCI, dataPoints)\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":2295,"value":"sv = md`
\n### _The Scripps Voice_`","pinned":false,"hidden":false,"mode":"ojs"},{"id":651,"value":"tsl = md`
\n### _The Student Life_`","pinned":false,"hidden":false,"mode":"ojs"},{"id":622,"value":"rawDataTSL = d3.csv(\n await 'https://raw.githubusercontent.com/colanderworld/observable-datasets/master/TSL-HTTPS-DOMAIN.csv'\n)","pinned":false,"hidden":false,"mode":"ojs"},{"id":2302,"value":"dataTSL = new Object({\n nodes: buildNodes(rawDataTSL, dataPoints),\n links: buildLinks(rawDataTSL, dataPoints)\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":540,"value":"scraping = html`

Scraping (temporarily out of service)

`","pinned":false,"hidden":false,"mode":"ojs"},{"id":2087,"value":"rankToSize = d3\n .scaleLinear()\n .domain([1, 10]) // unit: km\n .range([5, 25])","pinned":false,"hidden":false,"mode":"ojs"},{"id":1941,"value":"dateData = JSON.parse(\n `[{\"amount\":40,\"date\":\"1 Jul 2018\"},{\"amount\":400,\"date\":\"1 Nov 2018\"},{\"amount\":500,\"date\":\"10 Dec 2018\"},{\"amount\":9500,\"date\":\"10 Jan 2019\"},{\"amount\":200,\"date\":\"11 Nov 2018\"},{\"amount\":50,\"date\":\"19 Nov 2018\"},{\"amount\":450,\"date\":\"19 Nov 2018\"},{\"amount\":400,\"date\":\"2 Oct 2018\"},{\"amount\":100,\"date\":\"20 Jan 2019\"},{\"amount\":550,\"date\":\"27 Sep 2018\"},{\"amount\":100,\"date\":\"3 Jan 2019\"},{\"amount\":500,\"date\":\"9 Nov 2018\"}]`\n).map(d => Object.assign(d, { date: new Date(d.date) }))","pinned":false,"hidden":false,"mode":"ojs"},{"id":1937,"value":"viewof h = rangeSlider(\n dateData,\n d => d.date,\n value => d3.sum(value.values.map(d => d.amount)) // We want sum of amount for range\n)","pinned":false,"hidden":false,"mode":"ojs"},{"id":1911,"value":"d3\n .csvParse(await FileAttachment(\"ptizer-the-outback-2020-06-27.csv\").text())\n .map(d => new URL(d['Link URL']).pathname)","pinned":false,"hidden":false,"mode":"ojs"},{"id":1905,"value":"cleanData(\n d3.csvParse(await FileAttachment(\"ptizer-the-outback-2020-06-27.csv\").text())\n)","pinned":false,"hidden":false,"mode":"ojs"},{"id":1909,"value":"cleanData(\n d3.csvParse(await FileAttachment(\"mudd-the-muddracker-2020-06-27.csv\").text())\n)","pinned":false,"hidden":false,"mode":"ojs"},{"id":139,"value":"viewof article = select({\n options:\n newspaper === \"CI\"\n ? groupedByTitleCI.map(d => `${d.title} (${d.linksLength})`)\n : groupedByTitleTSL.map(d => `${d.title} (${d.linksLength})`),\n placeholder: \"find your favorite CI article...\",\n value: groupedByTitleCI[0].title\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":1845,"value":"settledTitles = Promise.allSettled(promiseEntries.map(d => d.title))","pinned":false,"hidden":false,"mode":"ojs"},{"id":1854,"value":"settledBodies = Promise.allSettled(promiseEntries.map(d => d.body))","pinned":false,"hidden":false,"mode":"ojs"},{"id":361,"value":"promiseEntries = entries.map(d => {\n const titleRepsone = getTitle(d.url);\n const bodyRepsone = getBody(d.url);\n return new Object({ title: titleRepsone, body: bodyRepsone });\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":53,"value":"entries = {\n const unique = Array.from(\n new Set(\n d3\n .csvParse(await FileAttachment(\"ci_2020-06-23@2.csv\").text())\n .map(d => d.url)\n .filter(\n d => !d.slice(33, -1).includes(\"/\") && !d.slice(33, -1).includes(\"#\")\n )\n .slice(8)\n )\n );\n\n const object = unique.map(\n d =>\n new Object({\n title: _.startCase(_.camelCase(d.slice(33, -1))),\n url: d\n })\n );\n\n return object;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":273,"value":"async function getTitle(url) {\n const res = await soFetch(url);\n const source = await res.text();\n const dom = html`${source}`;\n return dom.querySelector('.entry-title').textContent.trim();\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":307,"value":"async function getBody(url) {\n const res = await soFetch(url);\n const source = await res.text();\n const dom = html`${source}`;\n return dom.querySelector('.entry-content').textContent.trim();\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":124,"value":"imports = md`

\n## Imports`","pinned":false,"hidden":false,"mode":"ojs"},{"id":1938,"value":"import { rangeSlider } from \"@bumbeishvili/utils\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":1376,"value":"import { printTable } from '@uwdata/data-utilities'","pinned":false,"hidden":false,"mode":"ojs"},{"id":1200,"value":"import { slider } from '@bartok32/diy-inputs'","pinned":false,"hidden":false,"mode":"ojs"},{"id":281,"value":"import { soFetch } from '@alecglassford/so-fetch'","pinned":false,"hidden":false,"mode":"ojs"},{"id":137,"value":"import { select, autoSelect, file, radio } from \"@jashkenas/inputs\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":15,"value":"_ = require('lodash')","pinned":false,"hidden":false,"mode":"ojs"},{"id":54,"value":"d3 = require(\"d3@latest\", \"d3-array@latest\")","pinned":false,"hidden":false,"mode":"ojs"}],"files":"$W35","stdlib":"1","titling":"auto"}