31:[] 2f:{"title":"Fiddling with congress data","cells":[{"id":0,"value":"md`\n# Fiddling with congress data\n### Trying to get some insight in bipartisanship \n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":1068,"value":"md`\nI'm curious if there are trends in \"the data\" showing if politics is actually getting more divisive. And if there is, how much? And where?\n\nThis looks promising, maybe I can recreate their results first?\nhttps://journals.plos.org/plosone/article?id=10.1371/journal.pone.0123507\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":940,"value":"import { house_votes, senate_votes, members } from \"@dralletje/propublica-data\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":407,"value":"votes = [...house_votes, ...senate_votes]\n .filter(vote => vote.bill.sponsor_id != null)\n .filter(vote => !vote.bill.bill_id.startsWith('hres'))\n .filter(vote => !vote.bill.bill_id.startsWith('sconres'))\n .filter(vote => !vote.bill.bill_id.startsWith('hconres'))","pinned":false,"hidden":false,"mode":"ojs"},{"id":948,"value":"votes_without_bill = house_votes.filter(vote => vote.bill.sponsor_id == null)","pinned":false,"hidden":false,"mode":"ojs"},{"id":844,"value":"vote_types = _.uniq(votes.map(x => x.bill.bill_id.replace(/[^a-z]/g, '')))","pinned":false,"hidden":false,"mode":"ojs"},{"id":858,"value":"votes_by_bill = _.toArray(_.keyBy(votes, x => `${x.bill.bill_id}:${x.chamber}`))","pinned":false,"hidden":false,"mode":"ojs"},{"id":829,"value":"votes_with_sponsor_that_is_not_in_my_member_list = votes.filter(\n vote => get_party_membership(vote.bill.sponsor_id) === 'Unknown'\n)","pinned":false,"hidden":false,"mode":"ojs"},{"id":755,"value":"viewof votes_per_year_options = form(html`\n

Votes per year

\n \n \n \n`)","pinned":false,"hidden":false,"mode":"ojs"},{"id":506,"value":"vegalite({\n data: {\n values: (votes_per_year_options.only_last_vote_per_bill\n ? votes_by_bill\n : votes\n )\n .filter(x =>\n votes_per_year_options.show_failed_votes ? true : x.result === 'Passed'\n )\n .map(\n merge(vote => ({\n is_election_year: is_election_year(new Date(vote.date)),\n party: get_party_membership(vote.bill.sponsor_id)\n }))\n )\n },\n title: \"Votes per year\",\n mark: \"bar\",\n autosize: \"fit\",\n width: width,\n config: {\n axisY: {\n minExtent: 40\n }\n },\n\n encoding: {\n x: {\n timeUnit: \"nyear\",\n field: \"date\",\n type: \"ordinal\",\n title: \"Year\"\n },\n y: {\n aggregate: \"count\",\n type: \"quantitative\",\n title: \"Vote count\"\n },\n opacity: {\n field: \"is_election_year\",\n type: \"nominal\",\n scale: { domain: [true, false], range: [1, 0.7] }\n },\n color: { field: \"party\", type: \"nominal\" }\n }\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":353,"value":"votes_date_range = {\n let first = _.first(_.sortBy(votes, x => x.date)).date;\n let last = _.last(_.sortBy(votes, x => x.date)).date;\n return { from: first, till: last };\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":201,"value":"passed_votes = votes\n .filter(x => x.vote_type !== \"QUORUM\")\n .filter(x => (options.show_failed_votes ? true : x.result === \"Passed\"))\n// .filter(x => members_by_id[x.bill.sponsor_id])","pinned":true,"hidden":false,"mode":"ojs"},{"id":295,"value":"md`\n### Determine \"bipartisanship\" \n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":554,"value":"bipartisan_score_algorithms = ({\n yes_no_majority: {\n title: \"Percentage of members of opposed party voting with proposed law\",\n score: vote => {\n return vote.republican.majority_position ===\n vote.democratic.majority_position\n ? 1\n : 0;\n }\n },\n yes_no_percentage: {\n title: \"Only bipartisan if both parties vote the same for the bill\",\n score: vote => {\n if (members_by_id[vote.bill.sponsor_id] == null) {\n return null;\n }\n\n let get_vote_yes_ratio = ({ yes, no }) => _.round(yes / (yes + no), 4);\n let losing_vote_count =\n members_by_id[vote.bill.sponsor_id].party === 'D'\n ? get_vote_yes_ratio(vote.republican)\n : get_vote_yes_ratio(vote.democratic);\n return losing_vote_count;\n }\n }\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":256,"value":"votes_with_bipartisan_ratio = passed_votes\n .map(vote => {\n return {\n ...vote,\n sponsor: get_party_membership(members_by_id[vote.bill.sponsor_id]),\n is_election_year: is_election_year(new Date(vote.date)),\n bipartisan_score: bipartisan_score_algorithms[\n options.bipartisan_score_calculator\n ].score(vote)\n };\n })\n .filter(x => x.bipartisan_score != null)","pinned":false,"hidden":false,"mode":"ojs"},{"id":631,"value":"html``","pinned":false,"hidden":false,"mode":"ojs"},{"id":1084,"value":"html``","pinned":true,"hidden":false,"mode":"ojs"},{"id":528,"value":"viewof options = form(html`\n

Bipartisanship per year

\n Scoring algorithm
\n \n

\n\n \n \n`)","pinned":false,"hidden":false,"mode":"ojs"},{"id":252,"value":"vegalite({\n data: {\n values: votes_with_bipartisan_ratio\n },\n mark: \"bar\",\n autosize: \"fit\",\n width: width,\n encoding: {\n x: {\n timeUnit: \"year\",\n field: \"date\",\n type: \"ordinal\",\n title: \"Year\"\n },\n y: {\n aggregate: \"mean\",\n field: \"bipartisan_score\",\n type: \"quantitative\",\n title: \"Bipartisan score\",\n scale: { domain: [0, 1] }\n },\n color: {\n field: \"is_election_year\",\n type: \"nominal\"\n },\n opacity: {\n aggregate: \"count\",\n field: \"bipartisan_score\",\n type: \"quantitative\",\n title: \"Vote count\"\n }\n }\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":198,"value":"md`### Bills and stuff`","pinned":false,"hidden":false,"mode":"ojs"},{"id":218,"value":"members_by_id = _.keyBy(members, x => x.id)","pinned":false,"hidden":false,"mode":"ojs"},{"id":962,"value":"members_that_have_switched_party = _.filter(\n _.groupBy(members, x => x.id),\n arr => _.uniq(arr.map(x => x.party)).length !== 1\n)","pinned":false,"hidden":false,"mode":"ojs"},{"id":764,"value":"vegalite({\n data: {\n values: bills.filter(x => x.house_passage != null)\n },\n title: \"Bills enacted per year\",\n mark: \"bar\",\n autosize: \"fit\",\n width: width,\n encoding: {\n x: {\n timeUnit: \"year\",\n field: \"house_passage\",\n type: \"ordinal\",\n title: \"Year\"\n },\n y: {\n aggregate: \"count\",\n type: \"quantitative\",\n title: \"Vote count\"\n },\n color: { field: \"sponsor_party\", type: \"nominal\" }\n }\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":991,"value":"md`### Appendix`","pinned":false,"hidden":false,"mode":"ojs"},{"id":583,"value":"get_party_membership = (member_id) => members_by_id[member_id] ? (members_by_id[member_id].party === 'D'\n ? 'Democratic'\n : 'Republican') : 'Unknown'","pinned":false,"hidden":false,"mode":"ojs"},{"id":702,"value":"is_election_year = (date) => datefns.getYear(date) % 4 === 0","pinned":true,"hidden":false,"mode":"ojs"},{"id":17,"value":"import {form} from \"@mbostock/form-input\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":59,"value":"d3 = require(\"d3@5\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":63,"value":"_ = require('lodash')","pinned":false,"hidden":false,"mode":"ojs"},{"id":181,"value":"last = async iterator => {\n console.log('iterator:', iterator);\n let last_x = null;\n for await (let x of iterator) {\n last_x = x;\n }\n return last_x;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":317,"value":"datefns = require('https://bundle.run/date-fns@2.9.0')","pinned":false,"hidden":false,"mode":"ojs"},{"id":251,"value":"vegalite = require('@observablehq/vega-lite')","pinned":false,"hidden":false,"mode":"ojs"},{"id":261,"value":"merge = fn => obj => ({ ...obj, ...fn(obj) })","pinned":false,"hidden":false,"mode":"ojs"}],"files":"$W31","stdlib":"1","titling":"auto"}