Dailys

30:T1cca,data = [ ` Dailys `, ` Subscriptions of Spencer tagged as Dev/Tech from Inoreader [https://www.inoreader.com] `, ` Subscriptions of Spencer tagged as Mapping/Vis from Inoreader [https://www.inoreader.com] ` ]31:[] 2e:{"title":"Web Feeds","cells":[{"id":0,"value":"md`# Web Feeds`","pinned":false,"hidden":false,"mode":"ojs"},{"id":234,"value":"md`...I use [https://www.inoreader.com/](https://www.inoreader.com/) to track all the stuff i'm interested in. I pay for it so that I can [generate my own feeds](https://www.inoreader.com/blog/2020/04/convert-almost-any-webpage-into-rss-feed-with-inoreaders-web-feeds.html) when a website lacks them and so that I can [forward email newsletters](https://www.inoreader.com/blog/2020/02/declutter-your-inbox-subscribe-to-email-newsletters-straight-into-inoreader.html) rather than having to read them in email.`","pinned":false,"hidden":false,"mode":"ojs"},{"id":252,"value":"viewof search = Search(tableRows)","pinned":false,"hidden":false,"mode":"ojs"},{"id":177,"value":"viewof selection = Table(search, {\n width: \"auto\",\n required: false,\n format: {\n htmlUrl: x => html`${x}`,\n description: x =>\n html`

${x}

`\n },\n columns: [\"title\", \"description\", \"group\", \"type\", \"cadence\", \"htmlUrl\"]\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":452,"value":"{\n // export searched or checked items, whichever's fewer\n let data = [];\n if (search.length < tableRows.length) data = search;\n if (selection.length !== 0) data = selection;\n\n if (data.length === 0)\n return html`☝️ select items to generate a custom importable OPML feed`;\n\n const feeds = data.filter(el => el.type === \"rss\");\n const nonFeeds = data.filter(el => el.type !== \"rss\");\n\n return html`${\n nonFeeds.length > 0\n ? \"whoops, one of those is a webfeed or newsletter you'll have to set up for yourself
\"\n : \"\"\n }${DOM.download(\n new Blob([opmlTemplate(feeds)], { type: \"text/xml\" }),\n \"feeds.opml\",\n `Save selection to OPML (${feeds.length} feed${\n feeds.length > 1 ? \"s\" : \"\"\n })`\n )}`;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":241,"value":"md`## generate the data`","pinned":false,"hidden":false,"mode":"ojs"},{"id":2,"value":"md`\n1. import opml feed from inoreader\n2. parse xml\n3. recursively apply group from parent children\n4. flatten to csv`","pinned":false,"hidden":false,"mode":"ojs"},{"id":72,"value":"tableRows = data\n .map(parse)\n .reduce(reduceDocToRow, [])\n .flat()\n .filter(omit)","pinned":true,"hidden":false,"mode":"ojs"},{"id":75,"value":"$30","pinned":false,"hidden":false,"mode":"ojs"},{"id":119,"value":"md`## data pipeline`","pinned":false,"hidden":false,"mode":"ojs"},{"id":203,"value":"descriptions = ({\n group: { Dailys: \"daily\", \"Dev/Tech\": \"weekly\", \"Mapping/Vis\": \"weekly\" },\n htmlUrl: {\n \"anildash.com\":\n \"one of those founding personalities of the internet - behind the creation of Movable Type, TypePad, and Vox\",\n stratechery: \"(paid blog) Tech current events, product analysis\"\n }\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":424,"value":"types = [\n { term: \"webfeed:\", type: \"webfeed\" },\n { term: \"@inoreader.com\", type: \"newsletter\" }\n]","pinned":false,"hidden":false,"mode":"ojs"},{"id":18,"value":"parser = new DOMParser();","pinned":false,"hidden":false,"mode":"ojs"},{"id":21,"value":"// make sure to fix some htmlentities which break stuff\nparse = data =>\n parser.parseFromString(data.replaceAll(\"&\", \"&\"), \"text/xml\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":195,"value":"reduceDocToRow = (acc, doc) => {\n // grab the group title\n const group = doc\n .querySelector(\"title\")\n .innerHTML.replace(/^.+tagged as (\\S+) from Inoreader.+$/, \"$1\");\n\n // grab the entries from the document\n const entries = Array.from(doc.querySelectorAll('outline outline')).map(c =>\n Object.fromEntries(\n Array.from(c.attributes).map(node => [node.name, node.value])\n )\n );\n\n return acc.concat(\n entries.map(({ title, htmlUrl, text, xmlUrl, ...e }) => ({\n title,\n // grab descriptions\n description: Object.entries(descriptions.htmlUrl).find(([k,v]) => htmlUrl.includes(k))?.[1] || \"\",\n group,\n type: types.find(t => xmlUrl.includes(t.term))?.type || e.type, // fallback to RSS\n\n // set cadence by group ID\n cadence: descriptions.group[group],\n htmlUrl,\n text,\n xmlUrl\n }))\n );\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":245,"value":"omit = row => ![\"ReserveAmerica\"].some(t => row.title.includes(t))","pinned":false,"hidden":false,"mode":"ojs"},{"id":436,"value":"md`## Custom download`","pinned":false,"hidden":false,"mode":"ojs"},{"id":439,"value":"opmlTemplate = entries => {\n const entriesByGroup = d3.group(entries, e => e.group);\n return `\n \n Custom feed from Spencer's RSS feeds\n \n \n${Array.from(\n entriesByGroup,\n ([key, values]) =>\n ` \n ${values.map(outlineTemplate).join(\"\\n \")}\n `\n).join(\"\\n\")}\n \n`;\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":441,"value":"outlineTemplate = ({ text, title, xmlUrl, htmlUrl }) =>\n ``","pinned":true,"hidden":false,"mode":"ojs"},{"id":420,"value":"md`## Appendix`","pinned":false,"hidden":false,"mode":"ojs"},{"id":175,"value":"import { Search, Table } from \"@observablehq/inputs\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":445,"value":"d3 = require(\"d3-array@^2.10\")","pinned":false,"hidden":false,"mode":"ojs"}],"files":"$W31","stdlib":"1","titling":"auto"}