31:T5d7,// adapted from https://observablehq.com/@uwdata/data-utilities function printTable(data, header, maxWidth) { header = header || (data[0] && Object.keys(data[0])); if (!header) return ''; const fields = header.map(h => ((h && h.field) || h) + ''); const maxw = maxWidth || maxWidth === undefined ? ` style="max-width:${+maxWidth || width}px;overflow: hidden;"` : ''; return html`

${header .map( (h, i) => ` ${(h && h.title) || (h && h.field) || h} ` ) .join('')} ${data.map( d => ` ${fields .map( (f, i) => `${ header[i].formatter ? header[i].formatter(d[f]) : d[f] }` ) .join('\n')} ` )}

`; }32:[{"id":"0ca9148938fe656b24d3cd9474fc7190de67f0c2fa0c6940f93f874da1572341e3691665fd40b708cdd5573317e4b18f96bfc1d3617464cb0dc2d8b607c3bddd","href":"https://static.observableusercontent.com/files/0ca9148938fe656b24d3cd9474fc7190de67f0c2fa0c6940f93f874da1572341e3691665fd40b708cdd5573317e4b18f96bfc1d3617464cb0dc2d8b607c3bddd","name":"world-atlas-110m (1).json","type":"application/json","lastModified":1581096767863.525,"size":102116},{"id":"9af8a02d3e7aec01c319bb02502ef44726d74026d4f735c2d4da76ef5fe61be8a15c2e0b4a7f33e71461f5f876b5654d194b11f37ba04fbe5113467fc65b7d9c","href":"https://static.observableusercontent.com/files/9af8a02d3e7aec01c319bb02502ef44726d74026d4f735c2d4da76ef5fe61be8a15c2e0b4a7f33e71461f5f876b5654d194b11f37ba04fbe5113467fc65b7d9c","name":"geocodes.json","type":"application/json","lastModified":1581099485057.623,"size":21763}] 2f:{"title":"Out-of-state 2020 Iowa Democratic caucus satellite results","cells":[{"id":0,"value":"md`# Out-of-state 2020 Iowa Democratic caucus satellite results`","pinned":false,"hidden":false,"mode":"ojs"},{"id":136,"value":"map = {\n const key = html`

${Object.keys(colors).map(\n candidate =>\n html`\n

\n ${candidate} `\n )}

`;\n\n const map = svg``;\n\n return html`

${key}${map}

`;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":428,"value":"printTable(winners, [\n { field: 'stateOrCountry', title: 'state / country' },\n 'venue',\n { field: 'candidate', title: 'winner' }\n])","pinned":false,"hidden":false,"mode":"ojs"},{"id":242,"value":"md`## Scraping`","pinned":false,"hidden":false,"mode":"ojs"},{"id":14,"value":"proxy = url => `https://chriszs-cors-anywhere.glitch.me/${url}`","pinned":true,"hidden":false,"mode":"ojs"},{"id":4,"value":"htmlContents = (await fetch(\n proxy('https://chriszs-cors-anywhere.glitch.me/results.thecaucuses.org/')\n)).text()","pinned":true,"hidden":false,"mode":"ojs"},{"id":22,"value":"cheerio = require('https://bundle.run/cheerio@1.0.0-rc.2')","pinned":true,"hidden":false,"mode":"ojs"},{"id":27,"value":"$$html = cheerio.load(htmlContents)","pinned":true,"hidden":false,"mode":"ojs"},{"id":317,"value":"text = el => el.children.map(item => item.children.length > 0 ? item.children[0].data : '')","pinned":true,"hidden":false,"mode":"ojs"},{"id":38,"value":"headers = text($html(\".thead\")[0])","pinned":true,"hidden":false,"mode":"ojs"},{"id":43,"value":"subhead = text($html(\".sub-head\")[0])","pinned":true,"hidden":false,"mode":"ojs"},{"id":29,"value":"$$precinctData = $html(\".precinct-rows.Out.State.Satellite .precinct-data\")","pinned":true,"hidden":false,"mode":"ojs"},{"id":32,"value":"rows = $precinctData[0].children.map(item => text(item))","pinned":true,"hidden":false,"mode":"ojs"},{"id":247,"value":"md`## Cleaning`","pinned":false,"hidden":false,"mode":"ojs"},{"id":336,"value":"cleanPlace = (precinct) => precinct\n .replace('Washington DC', 'Washington, DC')\n .split('-')[0]\n .trim()","pinned":true,"hidden":false,"mode":"ojs"},{"id":146,"value":"cleanCity = (precinct) => cleanPlace(precinct)\n .split(',')[0]\n .trim()","pinned":true,"hidden":false,"mode":"ojs"},{"id":153,"value":"cleanStateOrCountry = precinct =>\n cleanPlace(precinct)\n .split(',')[1]\n .trim()","pinned":true,"hidden":false,"mode":"ojs"},{"id":158,"value":"cleanVenue = precinct => precinct.split('-')[1].trim()","pinned":true,"hidden":false,"mode":"ojs"},{"id":67,"value":"results = rows\n .map(row =>\n row\n .filter(\n (column, i) => subhead[i + 1] === 'SDE' && row[0].trim() !== 'Total'\n )\n .map((column, i) => ({\n candidate: headers[i * 3 + 2],\n sdes: +column,\n city: cleanCity(row[0]),\n stateOrCountry: cleanStateOrCountry(row[0]),\n venue: cleanVenue(row[0])\n }))\n )\n .flat()","pinned":true,"hidden":false,"mode":"ojs"},{"id":97,"value":"_ = require('lodash')","pinned":true,"hidden":false,"mode":"ojs"},{"id":99,"value":"winners = _(results)\n .groupBy(\n result => `${result.venue} - ${result.city} - ${result.stateOrCountry}`\n )\n .mapValues(venue => {\n const cands = venue.filter(\n cand => cand.sdes === _.maxBy(venue, 'sdes').sdes\n );\n return {\n ...cands[0],\n candidate: cands.map(cand => cand.candidate).join(' + ')\n };\n })\n .values()\n .value()","pinned":true,"hidden":false,"mode":"ojs"},{"id":80,"value":"DOM.download(\n new Blob([d3.csvFormat(winners)], { type: \"text/csv\" }),\n 'winners.csv',\n \"Download winners\"\n)","pinned":true,"hidden":false,"mode":"ojs"},{"id":251,"value":"md`## Mapping`","pinned":false,"hidden":false,"mode":"ojs"},{"id":163,"value":"height = width <= 500 ? Math.round(width / 1.2) : Math.round(width / 1.7)","pinned":true,"hidden":false,"mode":"ojs"},{"id":165,"value":"htl = require(\"htl@0.0.9\")","pinned":true,"hidden":false,"mode":"ojs"},{"id":166,"value":"svg = htl.svg","pinned":true,"hidden":false,"mode":"ojs"},{"id":186,"value":"","pinned":true,"hidden":false,"mode":"ojs"},{"id":168,"value":"d3 = require('d3')","pinned":true,"hidden":false,"mode":"ojs"},{"id":170,"value":"topojson = require('topojson')","pinned":true,"hidden":false,"mode":"ojs"},{"id":172,"value":"projection = d3\n .geoNaturalEarth1()\n .rotate([0, 0])\n .precision(0.1)\n .fitSize([width, height], { type: \"Sphere\" })","pinned":true,"hidden":false,"mode":"ojs"},{"id":174,"value":"path = d3.geoPath().projection(projection)","pinned":true,"hidden":false,"mode":"ojs"},{"id":176,"value":"world = FileAttachment(\"world-atlas-110m (1).json\").json()","pinned":true,"hidden":false,"mode":"ojs"},{"id":179,"value":"features = topojson.feature(world, world.objects.countries).features","pinned":true,"hidden":false,"mode":"ojs"},{"id":184,"value":"html``","pinned":true,"hidden":false,"mode":"ojs"},{"id":446,"value":"import { palettes } from \"@chriszs/candidate-color-palettes\"","pinned":true,"hidden":false,"mode":"ojs"},{"id":341,"value":"import { color } from \"@jashkenas/inputs\"","pinned":true,"hidden":false,"mode":"ojs"},{"id":452,"value":"palettes.find(d => d.candidate === 'Buttigieg' && d.outlet === 'NYT')","pinned":true,"hidden":false,"mode":"ojs"},{"id":281,"value":"colors = ({\n Buttigieg: palettes.find(\n d => d.candidate === 'Buttigieg' && d.outlet === 'NYT'\n ).string,\n Sanders: palettes.find(d => d.candidate === 'Sanders' && d.outlet === 'NYT')\n .string,\n Klobuchar: palettes.find(\n d => d.candidate === 'Klobuchar' && d.outlet === 'NYT'\n ).string,\n Warren: palettes.find(d => d.candidate === 'Warren' && d.outlet === 'NYT')\n .string,\n 'Sanders + Warren': '#a59456',\n 'Biden + Buttigieg': '#b9706f',\n 'Biden + Klobuchar': '#75af00'\n})","pinned":true,"hidden":false,"mode":"ojs"},{"id":383,"value":"winnerCoords = winner =>\n projection([\n geocodes.get(`${winner.city}, ${winner.stateOrCountry}`)[0].geometry\n .location.lng,\n geocodes.get(`${winner.city}, ${winner.stateOrCountry}`)[0].geometry\n .location.lat\n ])","pinned":true,"hidden":false,"mode":"ojs"},{"id":418,"value":"$31","pinned":true,"hidden":false,"mode":"ojs"},{"id":254,"value":"md`## Geocoding`","pinned":false,"hidden":false,"mode":"ojs"},{"id":195,"value":"google = require('https://maps.google.com/maps/api/js?key=AIzaSyDNo9YccXxGmJ2BurYPGfHcQNSqomymYgw&libraries=places').catch(\n () => window.google\n)","pinned":true,"hidden":false,"mode":"ojs"},{"id":197,"value":"// https://observablehq.com/@ehouais/utils\npromisify = fn => (...args) =>\n new Promise((resolve, reject) => {\n fn(...args, (results, status) =>\n status === 'OK' ? resolve(results) : reject(status)\n );\n })","pinned":true,"hidden":false,"mode":"ojs"},{"id":199,"value":"geocode = promisify(new google.maps.Geocoder().geocode)","pinned":true,"hidden":false,"mode":"ojs"},{"id":208,"value":"// https://zellwk.com/blog/async-await-in-loops/\nsleep = ms => {\n return new Promise(resolve => setTimeout(resolve, ms));\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":231,"value":"cachedGeocodes = new Map(await FileAttachment('geocodes.json').json())","pinned":true,"hidden":false,"mode":"ojs"},{"id":204,"value":"geocodes = {\n let geocodes = new Map();\n for (const winner of winners) {\n const address = `${winner.city}, ${winner.stateOrCountry}`;\n if (cachedGeocodes.has(address)) {\n geocodes.set(address, cachedGeocodes.get(address));\n continue;\n }\n geocodes.set(\n address,\n await geocode({\n address\n })\n );\n await sleep(3 * 1000);\n }\n return geocodes;\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":217,"value":"DOM.download(\n new Blob([JSON.stringify([...geocodes])], {\n type: \"application/json\"\n }),\n 'geocodes.json',\n \"Download geocodes\"\n)","pinned":true,"hidden":false,"mode":"ojs"}],"files":"$W32","stdlib":"1","titling":"auto"}