31:[] 2f:{"title":"What the White House visitor logs add to the president's public schedule","cells":[{"id":0,"value":"# What the White House visitor logs add to the president's public schedule","pinned":false,"hidden":false,"mode":"md"},{"id":237,"value":"html`

An experiment in adding White House visitor log entries showing appointments to meet \"POTUS\" to the president's public schedule. Plus, White House photos of some of the meetings.

`","pinned":false,"hidden":false,"mode":"ojs"},{"id":488,"value":"

This is presented mostly as-is. Some names may be mangled, appointments canceled, etc. If two appointment entries appear for the same person, it could indicate an attempt to reschedule. The White House logs are a byproduct of a security procedure, they only capture in-person meetings with visitors and have omitted visitors in the past. Because of COVID, some meetings are conducted virtually. There's no guarentee every person who met with Biden was disclosed that way.

","pinned":false,"hidden":false,"mode":"html"},{"id":188,"value":"html`\n

\n ${entriesByDay\n .map(\n ({ day, entries }) => `

${day}

The President …

\n \n

${apTime(\n time_formatted\n )} ${details}
`\n : `
${apTime(\n time_formatted\n )} ${details}

\n`\n )\n .join(\"\")}\n

\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":248,"value":"---","pinned":false,"hidden":false,"mode":"md"},{"id":311,"value":"#### Colors","pinned":false,"hidden":false,"mode":"md"},{"id":418,"value":"colors = ({\n log: \"rgb(255, 95, 0)\",\n event: \"rgb(100,100,100)\"\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":306,"value":"#### Formatters and parsers","pinned":false,"hidden":false,"mode":"md"},{"id":162,"value":"formatDate = d3.timeFormat(\"%Y-%m-%d\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":125,"value":"formatTime = (time) =>\n time.toLocaleTimeString(\"en-US\", { hour: \"numeric\", minute: \"numeric\" })","pinned":false,"hidden":false,"mode":"ojs"},{"id":118,"value":"monthName = d3.timeFormat(\"%B\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":94,"value":"parseTime = d3.timeParse(\"%-m/%-d/%Y %H:%M\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":437,"value":"apTime = (time) =>\n time.replace(\" AM\", \" a.m.\").replace(\" PM\", \" p.m.\").replace(\":00\", \"\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":472,"value":"formatDayOfWeek = d3.timeFormat(\"%A\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":550,"value":"parseFlickrTime = d3.timeParse(\"%Y-%m-%d %H:%M:%S\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":320,"value":"#### Get logs","pinned":false,"hidden":false,"mode":"md"},{"id":14,"value":"proxy = (url) => `https://zubakskees-cors-proxy.herokuapp.com/${url}`","pinned":false,"hidden":false,"mode":"ojs"},{"id":20,"value":"urls = [\n \"https://www.whitehouse.gov/wp-content/uploads/2021/05/2021.01_WAVES-ACCESS-RECORDS.csv\",\n \"https://www.whitehouse.gov/wp-content/uploads/2021/06/2021.02_WAVES-ACCESS-RECORDS.csv\",\n \"https://www.whitehouse.gov/wp-content/uploads/2021/06/2021.03_WAVES-ACCESS-RECORDS.csv\"\n]","pinned":false,"hidden":false,"mode":"ojs"},{"id":10,"value":"logs = (await Promise.all(urls.map((url) => d3.csv(proxy(url))))).flat()","pinned":false,"hidden":false,"mode":"ojs"},{"id":378,"value":"#### Filter and process logs","pinned":false,"hidden":false,"mode":"md"},{"id":84,"value":"potusLogs = _(logs)\n .filter(({ VISITEE_NAMEFIRST }) => VISITEE_NAMEFIRST === \"POTUS\")\n .groupBy(\"APPT_START_DATE\")\n .entries()\n .map(([time, entry]) => {\n const parsedTime = parseTime(time.replace(\"/21 \", \"/2021 \"));\n\n return {\n type: \"log\",\n date: formatDate(parsedTime),\n year: parsedTime.getFullYear(),\n day: parsedTime.getDate(),\n month: monthName(parsedTime),\n day_of_week: formatDayOfWeek(parsedTime),\n time: (\"00:00\" + time.split(\" \")[1]).slice(-5),\n time_formatted: formatTime(parsedTime),\n details: `… has an appointment with ${_(entry)\n .map(\n (entry) =>\n `${_.capitalize(entry.NAMEFIRST)} ${_.capitalize(entry.NAMELAST)}`\n )\n .uniq()\n .join(\", \")}`\n };\n })\n .value()","pinned":false,"hidden":false,"mode":"ojs"},{"id":335,"value":"#### Get calendar","pinned":false,"hidden":false,"mode":"md"},{"id":38,"value":"calendar = d3.json(\"https://media-cdn.factba.se/rss/json/calendar-full.json\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":347,"value":"#### Filter and process calendar","pinned":false,"hidden":false,"mode":"md"},{"id":65,"value":"whiteHouseLocations = [\n \"South Lawn\",\n \"Oval Office\",\n \"South Court Auditorium\",\n \"The White House\",\n \"East Room\",\n \"Private Dining Room\",\n \"Roosevelt Room\",\n \"State Dining Room\",\n \"Rose Garden\"\n]","pinned":false,"hidden":false,"mode":"ojs"},{"id":131,"value":"logMonths = _(potusLogs)\n .map(({ month }) => month)\n .uniq()\n .value()","pinned":false,"hidden":false,"mode":"ojs"},{"id":44,"value":"potusPublicCalendar = calendar\n .filter(\n ({ type, details, month, location }) =>\n !(type === \"Pool Report Schedule\" || type === \"Briefing Schedule\") &&\n // whiteHouseLocations.includes(location) &&\n !(\n details.includes(\"Call Time\") || details.includes(\"no public events\")\n ) &&\n logMonths.includes(month)\n )\n .map((entry) => ({\n ...entry,\n details: entry.details\n .replace(\"The President\", \"…\")\n .replace(\" en route \", \" → \"),\n type: \"event\"\n }))","pinned":false,"hidden":false,"mode":"ojs"},{"id":591,"value":"#### Get photos","pinned":false,"hidden":false,"mode":"md"},{"id":520,"value":"photoPages = [1, 2, 3]","pinned":false,"hidden":false,"mode":"ojs"},{"id":541,"value":"flickrKey = \"161171fcaacb9b6298d62cba98fd9d1b\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":502,"value":"allPhotos = (\n await Promise.all(\n photoPages.map(async (page) =>\n (\n await fetch(\n `https://www.flickr.com/services/rest/?method=flickr.people.getPublicPhotos&api_key=${flickrKey}&user_id=191819781%40N02&extras=description%2Cdate_taken%2Curl_m&per_page=500&page=${page}&format=json&nojsoncallback=1`\n )\n ).json()\n )\n )\n).flatMap(({ photos }) => photos.photo)","pinned":false,"hidden":false,"mode":"ojs"},{"id":508,"value":"photos = allPhotos\n .filter(\n ({ description }) =>\n (description._content.includes(\" meet\") ||\n description._content.includes(\" pose\")) &&\n !description._content.includes(\"virtual\") &&\n description._content.startsWith(\"President Joe Biden \")\n )\n .map((photo) => {\n const parsedTime = parseFlickrTime(photo.datetaken);\n\n return {\n ...photo,\n details: photo.description._content\n .split(\"This official White House photograph\")[0]\n .replace(\"President Joe Biden\", \"…\"),\n type: \"photo\",\n date: formatDate(parsedTime),\n year: parsedTime.getFullYear(),\n day: parsedTime.getDate(),\n month: monthName(parsedTime),\n day_of_week: formatDayOfWeek(parsedTime),\n time: photo.datetaken.split(\" \")[1].slice(0, 5),\n time_formatted: formatTime(parsedTime),\n url: photo.url_m\n };\n })\n .filter(({ month }) => logMonths.includes(month))","pinned":false,"hidden":false,"mode":"ojs"},{"id":363,"value":"#### Combine and process entries","pinned":false,"hidden":false,"mode":"md"},{"id":141,"value":"entries = _.sortBy(potusPublicCalendar.concat(potusLogs).concat(photos), [\n \"date\",\n \"time\"\n])","pinned":false,"hidden":false,"mode":"ojs"},{"id":174,"value":"entriesByDay = _(entries)\n .groupBy(({ day_of_week, day, month }) => `${day_of_week}, ${month} ${day}`)\n .entries()\n .value()\n .map(([day, entries]) => ({\n day: day,\n entries\n }))","pinned":false,"hidden":false,"mode":"ojs"},{"id":622,"value":"#### Style","pinned":false,"hidden":false,"mode":"md"},{"id":576,"value":"","pinned":false,"hidden":false,"mode":"html"}],"files":"$W31","stdlib":"1","titling":"auto"}