31:[] 2f:{"title":"How to use wtf_wikipedia with a list of wikipedia articles","cells":[{"id":0,"value":"# How to use wtf_wikipedia with a list of wikipedia articles\n\nThis notebook is a fork of [@spencermountain/parsing-a-list-of-wikipedia-articles](https://observablehq.com/@spencermountain/parsing-a-list-of-wikipedia-articles). \n\nIt fetches \n* the birthdate\n* the categories\n* ","pinned":false,"hidden":false,"mode":"md"},{"id":15,"value":"astronauts = [\n 'Neil Armstrong',\n 'Buzz Aldrin',\n 'Pete Conrad',\n 'Alan Bean',\n 'Alan Shepard',\n 'Edgar Mitchell',\n 'David Scott',\n 'James Irwin',\n 'John Young (astronaut)',\n 'Charles Duke',\n 'Eugene Cernan',\n 'Harrison Schmitt',\n 'Frank Borman',\n 'Jim Lovell',\n 'Bill Anders',\n 'Thomas P. Stafford',\n 'Michael Collins (astronaut)',\n 'Richard F. Gordon Jr.',\n 'Jack Swigert',\n 'Fred Haise',\n 'Stu Roosa',\n 'Al Worden',\n 'Ken Mattingly',\n 'Ron Evans'\n]","pinned":true,"hidden":false,"mode":"ojs"},{"id":29,"value":"First, we'll split our list into groups: ","pinned":false,"hidden":false,"mode":"md"},{"id":32,"value":"groups = chunkBy(astronauts, 20)","pinned":true,"hidden":false,"mode":"ojs"},{"id":38,"value":"md`next, we'll fire-off these requests only 3-at-a-time, using [slow](https://github.com/spencermountain/slow):`","pinned":false,"hidden":false,"mode":"ojs"},{"id":41,"value":"docs = {\n let opts = {'Api-User-Agent': 'wtf_wikipedia example'}\n \n const doit = function(group){\n return wtf.fetch(group, opts) //returns a promise\n }\n //only allow three requests at a time \n return slow.three(groups, doit).then(responses=>{\n //flatten the results\n return [].concat.apply([], responses);\n })\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":102,"value":"### Get birthdays","pinned":false,"hidden":false,"mode":"md"},{"id":59,"value":"birthDays = {\n return docs.map(doc => {\n let birthday = null\n // no infobox for Richard Gordon\n if (doc.infobox() && doc.infobox().get('birth_date')) {\n birthday = doc\n .infobox()\n .get('birth_date')\n .text()\n }\n return {\n name: doc.title(),\n birthday: birthday\n }\n })\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":70,"value":"html`${birthDays.map((o)=> '').join('\\n')}\n

'+o.birthday+'

`","pinned":true,"hidden":false,"mode":"ojs"},{"id":160,"value":"### Get categories","pinned":false,"hidden":false,"mode":"md"},{"id":130,"value":"cats = {\n return docs.map((doc) => {\n let categories = null;\n if (doc.categories) {\n categories = doc.categories();\n }\n return categories;\n });\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":157,"value":"allcats = [].concat.apply([], cats)","pinned":true,"hidden":false,"mode":"ojs"},{"id":165,"value":"aq.from(_.countBy(allcats)).orderby(aq.desc(\"value\")).view()","pinned":true,"hidden":false,"mode":"ojs"},{"id":182,"value":"aq.from(_.countBy(allcats)).orderby(aq.desc(\"value\")).objects()","pinned":true,"hidden":false,"mode":"ojs"},{"id":89,"value":"## Appendix ","pinned":false,"hidden":false,"mode":"md"},{"id":6,"value":"wtf = require('wtf_wikipedia')","pinned":true,"hidden":false,"mode":"ojs"},{"id":42,"value":"slow = require(\"slow\")","pinned":true,"hidden":false,"mode":"ojs"},{"id":23,"value":"chunkBy = function(arr, chunkSize) {\n var groups = [], i;\n for (i = 0; i < arr.length; i += chunkSize) {\n groups.push(arr.slice(i, i + chunkSize));\n }\n return groups;\n}\n","pinned":true,"hidden":false,"mode":"ojs"},{"id":7,"value":"wtf.version","pinned":true,"hidden":false,"mode":"ojs"},{"id":175,"value":"import { aq, op } from \"@uwdata/arquero\"","pinned":true,"hidden":false,"mode":"ojs"}],"files":"$W31","stdlib":"1","titling":"auto"}