31:Tc1e,{ const scaleOptions = {type: 'log',grid: true, tickSize: 0, label: null} const selected = instances.filter(aq.escape(d => d.name == selected_instance)) const h = hourFormat(hours) const plot = Plot.plot({ style: { color:annotationColor }, caption: md` - *users, posts and new users in the last ${h} per instance* ( **log** ) - *instances without changes are shown smaller and with lower opacity* - *the instance selected below* ( **${selected_instance}** ) *is highlighted in yellow* ${instance_text != '' ? '- *and instances with* **' + instance_text + '** *in the name are marked with a yellow stroke*' : '\n'} `, marginTop:10, marginLeft: 30, marginBottom:30, width: width, height: 900, y: {...scaleOptions}, x: {...scaleOptions}, color: { legend:true, marginTop: 25, marginBottom: 15, marginLeft: 40, height: 55, type:'diverging-symlog', scheme: 'burd', tickSize: 5, tickRotate: 0, tickFormat: d3.format('~s'), ticks: 3, width:width - 30, label:null, unknown: "#fff", style: { color:annotationColor, strokeWidth: 0 } }, marks: [ Plot.dot(instances, { x: 'users', y: 'statuses', r: 1.5, filter: d => ! d[hours], fill: d => d[hours], fillOpacity: .8, stroke: annotationColor, strokeWidth: .3, title: d => `${d.name}\n${d.users} users\n${d[hours]} in the last ${h}\n${d.statuses} posts` }), Plot.dot(instance_highlight, { x: 'users', y: 'statuses', r: 5, fill: null, stroke: colors.statuses, strokeWidth: 1.2 }), Plot.dot(selected, { x: 'users', y: 'statuses', r: 15, fill: colors.statuses, fillOpacity: .3, stroke: null }), Plot.dot(instances, { x: 'users', y: 'statuses', r: 2.5, filter: d => d[hours], fill: d => d[hours], fillOpacity: .8, stroke: annotationColor, strokeWidth:1, title: d => `${d.name}\n${d.users} users\n${d[hours]} in the last ${h}\n${d.statuses} posts` }), Plot.text([labels['users']], { frameAnchor: 'top', fontWeight:'bold', fontSize: 15, stroke: "#fff", fill:annotationColor, fillOpacity:.8, dy: 20 }), Plot.text([labels['statuses']], { frameAnchor: 'right', rotate:90, fontWeight:'bold', fontSize: 15, stroke: "#fff", fill:annotationColor, fillOpacity:.8, dx: -20 }), Plot.text([`new users in the last ${h} (log)`], { frameAnchor: 'top', fontWeight:'bold', fontSize: 10, stroke: "#fff", fill:annotationColor, fillOpacity:.8, dy: -60 }), ], tooltip: { "stroke-width": 6, stroke:colors.statuses, "stroke-opacity": .4 } }) return plot }32:T661,timeline = (data, y, x_axis, color, reverse=false, ) => { const axisOptions = {tickSize: 0, grid:true} const markOptions = {x:'updated_at', y:y} const xOptions = {true:{label:null, axis:'top', tickPadding:15}, false:{tickFormat:'', label:null}} const max_y = aq.agg(data, op.max(y)) const dfi = forget_periods(data) const plot = Plot.plot({ width:width, height:250, marginBottom:15, marginTop:25, marginLeft:0, marginRight:30, style: { color:annotationColor }, x:{ ...axisOptions, ...xOptions[x_axis], domain:timedomain, type: 'time' }, y: { ...axisOptions, axis:'right', reverse:reverse, label: reverse ? '↓' : '↑', labelAnchor: reverse ? 'top' : 'bottom', labelOffset: 22, tickFormat: d => d == 0 ? '' : d3.format('~s')(d), ticks: max_y > 1 ? 4 : 1 }, marks: [ Plot.areaY(dfi, { ...markOptions, curve:'basis', fill:color, fillOpacity: .3 }), Plot.lineX(dfi, { ...markOptions, curve:'basis', stroke:color }), Plot.dotX(dfi, { ...markOptions, fill:color, r: dot_size, stroke: null, title:d => `${d[y]} ${labels[y]}\n${d['updated_at'].toLocaleString('en-US', {year: 'numeric', month: 'long', day: 'numeric', hour:'numeric', minute: 'numeric'})}` }), Plot.text([(reverse ? '↓' : '↑') + labels[y]], { frameAnchor: reverse ? 'bottom-left' : 'top-left', fontWeight:'bold', fill:'#000' }) ] }) return plot }33:T59f,topbars = (data, figcaption) => { const mid = data.orderby(aq.desc('users')).array('users')[0] * .75 const textOptions = {x: 'users', y: 'name', text: 'name'} const plot = Plot.plot({ marginLeft:0, height:numBars * 30, width:width, style: { color:annotationColor }, x: { axis:'top', grid:true, tickSize:0, label:null, tickFormat: d => d == 0 ? '' : d3.format('~s')(d) }, y: { axis:null }, marks:[ Plot.barX(data, { x: 'users', y:'name', fill:colors['users'], fillOpacity: (6/hours) * .3 , stroke:colors['users'], strokeWidth:.5, insetTop:1, insetBottom:1, title: d => `${d.users} users`, sort:{y:'x', reverse:true} }), Plot.text(data.filter(aq.escape(d => d.users > mid)), { ...textOptions, fill: colors.users, fillOpacity:.9, fontWeight: 'bold', textAnchor: 'end', dx: -7 }), Plot.text(data.filter(aq.escape(d => d.users <= mid)), { ...textOptions, fill: annotationColor, fontWeight: 'bold', fillOpacity:.6, stroke:"#fff", textAnchor: 'start', dx: 7 }) ], tooltip: { fill: colors['users'], opacity:1, stroke: colors['users'], 'stroke-width':1.5 } }) return wrap(plot, caption(figcaption)) }34:T6b3,35:[{"id":"dd70cbdfcbcf7f9ba4bbb82abb0384b4a79e42f341e113bfe274be23b5d283bec2aed96882d01f8b1dc20841acaccecb9fd936ff53f52dbdf24ce6d3e59ac8c5","href":"https://static.observableusercontent.com/files/dd70cbdfcbcf7f9ba4bbb82abb0384b4a79e42f341e113bfe274be23b5d283bec2aed96882d01f8b1dc20841acaccecb9fd936ff53f52dbdf24ce6d3e59ac8c5","name":"mastodon.csv","type":"text/csv","lastModified":1667844351159.274,"size":971},{"id":"ea9b85cd6e91392772c7b3ec7ce6fa03dbf129ba7dfe386c56023230463adcd35907d3c3534cca10b1c6645087c1e5254af5b9a5d54f68ce8c973a6d15b32793","href":"https://static.observableusercontent.com/files/ea9b85cd6e91392772c7b3ec7ce6fa03dbf129ba7dfe386c56023230463adcd35907d3c3534cca10b1c6645087c1e5254af5b9a5d54f68ce8c973a6d15b32793","name":"instances.csv","type":"text/csv","lastModified":1667844351281.403,"size":54545},{"id":"224c44bc4419fb8124ab624579b2516141c8f8bb99e3904d6debfd3cb173bfe14c463a60e2c525be65c6ec3774f79f6cd66dfe430155c37355b644d95b1f758c","href":"https://static.observableusercontent.com/files/224c44bc4419fb8124ab624579b2516141c8f8bb99e3904d6debfd3cb173bfe14c463a60e2c525be65c6ec3774f79f6cd66dfe430155c37355b644d95b1f758c","name":"econtwitter.net.csv","type":"text/csv","lastModified":1667844359136.413,"size":296}] 2f:{"title":"What goes on in Mastodon","cells":[{"id":1227,"value":"

What goes on in Mastodon

users and posts checked every ~3 hours at instances.social

","pinned":false,"hidden":false,"mode":"html"},{"id":1252,"value":"htl.html`

where are people going

`","pinned":false,"hidden":false,"mode":"ojs"},{"id":1907,"value":"freshReport(hours)","pinned":false,"hidden":false,"mode":"ojs"},{"id":953,"value":"viewof hours = Inputs.radio([6,24,72, 168], {\n value:24,\n format: hourFormat,\n label: 'new in the last ...'\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":1062,"value":"topbars(instances_since, `30 instances with more new users in the last ${hourFormat(hours)}`)","pinned":false,"hidden":false,"mode":"ojs"},{"id":1533,"value":"htl.html`

are they joining the most popular instances?

`","pinned":false,"hidden":false,"mode":"ojs"},{"id":1437,"value":"$31","pinned":false,"hidden":false,"mode":"ojs"},{"id":1828,"value":"viewof instance_text = Inputs.text({submit:true, placeholder: 'Filter instances'})","pinned":false,"hidden":false,"mode":"ojs"},{"id":1114,"value":"viewof instance_table = Inputs.table(instance_search, {\n columns: ['name', 'users'],\n header: {name: 'Instance', users: 'Users'},\n multiple:false,\n value: instance_search[0],\n rows:7.5,\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":1160,"value":"viewof dummy_submit = instance_table ? Inputs.button(html`Check ${instance_table.name}`, {value: null, reduce: ( ) => set(viewof selected_instance, instance_table.name)}) : md``","pinned":false,"hidden":false,"mode":"ojs"},{"id":1263,"value":"htl.html`

how a about specific communities like ${selected_instance}

`","pinned":false,"hidden":false,"mode":"ojs"},{"id":1320,"value":"viewof type2 = Inputs.radio(['cum', 'new', 'daily'], {\n value:'daily',\n format: d => labels[d]\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":866,"value":"doubletimeline('instance', `${typecaptions[type2]} at ${selected_instance}, all times are UTC. Days in blank indicate periods when the source wasn't working well.`, type2)","pinned":false,"hidden":false,"mode":"ojs"},{"id":1620,"value":"htl.html`

... and what are people saying at ${selected_instance}

`","pinned":false,"hidden":false,"mode":"ojs"},{"id":1619,"value":"viewof dummy_peek = Inputs.button(`Take a peek`, {value: null, reduce: ( ) => set(viewof peek_instance, selected_instance)})","pinned":false,"hidden":false,"mode":"ojs"},{"id":1618,"value":"peek_timeline = {\n if (peek_instance != null) {\n return display_toots(toots)\n } else {\n return md``\n }\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":713,"value":"---\n\n_See values that don't make sense?_\n\n- Sometimes the source has trouble and stops updating for a while. This usually results in major instances like `mastodon.social` or `pawoo.net` dissapearing from the charts. [Here's a plot](https://observablehq.com/@mauforonda/fresh-instances) to check how fresh the records in this page are. \n- Other times instances will report wrong values. This usually shows as huge and sudden jumps in the user counts of clearly small or even personal instances. For example, since February 2023 many calckey instances that updated to recent builds have been reporting user counts that probably correspond to their whole federated populations. [I've reported the issue](https://codeberg.org/calckey/calckey/issues/9637) and excluded all instances I could find but it will likely still spam the charts.\n\n---\nDependencies","pinned":false,"hidden":false,"mode":"md"},{"id":610,"value":"import { aq, op } from '@uwdata/arquero'","pinned":false,"hidden":false,"mode":"ojs"},{"id":611,"value":"import {Plot} from \"@mkfreeman/plot-tooltip\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":717,"value":"Helper functions and constants","pinned":false,"hidden":false,"mode":"md"},{"id":1136,"value":"baseURL = 'https://raw.githubusercontent.com/mauforonda/mastodon_timeline/main/data/'","pinned":false,"hidden":false,"mode":"ojs"},{"id":627,"value":"diff = (data, columns) => {\n return data.derive(\n Object.fromEntries(columns.map(t => [t, `d => d[\"${t}\"] - op.lag(d[\"${t}\"])`]))\n ).slice(1,)\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1423,"value":"filter_daily = (data) => {\n return data.\n orderby('updated_at').\n groupby({date: d => op.datetime(op.year(d.updated_at), op.month(d.updated_at), op.date(d.updated_at))}).\n slice(0,1).\n ungroup()\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":814,"value":"wrap = (...elems) => {\n const div = document.createElement(\"div\");\n elems.forEach(el => div.appendChild(el));\n return div;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":694,"value":"tables = ({\n cum:{instance:instance}, \n new:{instance:instance_d}, \n daily: {instance:instance_daily}\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":687,"value":"labels = ({cum:'all', new:'new every 3 hours', daily:'new daily', users:'users', statuses:'posts'})","pinned":false,"hidden":false,"mode":"ojs"},{"id":870,"value":"timedomain = {\n const data = await d3.json(`${baseURL}timedomain.json`)\n return Object.entries(data).map(i => d3.timeParse(\"%Y-%m-%d %H:%M\")(i[1]))\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":959,"value":"colors =({users:'#1d6ff3', statuses:'#fdc126'})","pinned":false,"hidden":false,"mode":"ojs"},{"id":980,"value":"annotationColor = '#828287'","pinned":false,"hidden":false,"mode":"ojs"},{"id":943,"value":"filter_instances = (data, column, number) => {\n return data.\n filter(aq.escape(d => d[column] > 0)).\n orderby(aq.desc(column)).\n slice(0,number).\n select('name', String(column)).\n rename(aq.names(['name', 'users']))\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1089,"value":"numBars = 30","pinned":false,"hidden":false,"mode":"ojs"},{"id":1165,"value":"function set(input, value) {\n input.value = value;\n input.dispatchEvent(new Event(\"input\", {bubbles: true}));\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1161,"value":"viewof selected_instance = {const element = htl.html`

`;\n element.value = 'mastodon.social';\n return element;}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1286,"value":"caption = (text) => {return htl.html`

${text}

`}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1312,"value":"typecaptions = ({cum:'all users and posts', new:'new users and posts every 3 hours', daily: 'new users and posts daily'})","pinned":false,"hidden":false,"mode":"ojs"},{"id":1378,"value":"rows = parseInt((timedomain[1] - timedomain[0]) / (1e3 * (60 ** 2) * 24))","pinned":false,"hidden":false,"mode":"ojs"},{"id":1373,"value":"dot_size = rows < 500 ? ((1 - (rows / 500)) * 1.5) + .5 : .5","pinned":false,"hidden":false,"mode":"ojs"},{"id":1823,"value":"n = instances_all.numRows() * .25","pinned":false,"hidden":false,"mode":"ojs"},{"id":1861,"value":"hourFormat = (hours) => {\n return hours <= 24 ? `${hours} hours` : `${hours/24} days`\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":728,"value":"Data","pinned":false,"hidden":false,"mode":"md"},{"id":851,"value":"instance = {\n let data = await aq.loadCSV(`${baseURL}instance/${selected_instance}.csv`)\n data = data.derive({updated_at: d => op.parse_date(d.updated_at)})\n return data\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1858,"value":"forget_periods = (df) => {\n let dfi = df\n forget.forEach(span => {\n dfi = dfi.derive({\n users: aq.escape(d => span.from < d.updated_at && d.updated_at < span.to ? null : d.users),\n statuses: aq.escape(d => span.from < d.updated_at && d.updated_at < span.to ? null : d.statuses)\n })\n })\n return dfi\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1857,"value":"// Periods with strange artifacts because instances.social stopped reporting data\nforget = [\n {\n from:new Date(2023,0,12), \n to:new Date(2023,0,22,6,0)\n },\n {\n from:new Date(2023,2,2), \n to:new Date(2023,2,9,12)\n }\n]","pinned":false,"hidden":false,"mode":"ojs"},{"id":854,"value":"instance_d = diff(instance, ['users', 'statuses'])","pinned":false,"hidden":false,"mode":"ojs"},{"id":1418,"value":"instance_daily = diff(filter_daily(instance), ['users', 'statuses'])","pinned":false,"hidden":false,"mode":"ojs"},{"id":903,"value":"instances = {\n const data = await aq.loadCSV(`${baseURL}instances.csv`);\n return data.filter(aq.escape(d => !instances_reporting_wrong_numbers.includes(d.name)))\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":907,"value":"// instances_all = filter_instances(instances, 'users', -1)\ninstances_all = instances.orderby(aq.desc('users')).select('name', 'users', 'statuses')","pinned":false,"hidden":false,"mode":"ojs"},{"id":949,"value":"instances_since = filter_instances(instances, hours, numBars)","pinned":false,"hidden":false,"mode":"ojs"},{"id":1120,"value":"// viewof instance_search = Inputs.search(instances_all, {\n// headers: {name: 'Instance', users: 'Users'},\n// format: d => `${d} instances`,\n// placeholder: 'Search any instance 🔍'\n// })\ninstance_search = instances_all.filter(aq.escape(d => d.name.includes(instance_text))).objects()","pinned":false,"hidden":false,"mode":"ojs"},{"id":1819,"value":"instance_highlight = instance_search.length > n ? [] : instance_search","pinned":false,"hidden":false,"mode":"ojs"},{"id":1866,"value":"instances_reporting_wrong_numbers = ['bz.pawdev.me', 'ck.borgar.space', 'jo-dev.xyz', 'mk.pupbrained.xyz', 'stop.voring.me', 'kids.0px.io', 'electricrequiem.com', 'an.eldritch.gift', 'fedi.s1i.dev', 'ableppo.net', 'www.foxyhole.io', 'social.airis.work', 'pics.airis.work', 'ck.fedcast.ch', 'social.cherrykitten.dev', 'i.calckey.cloud', 'ping-pong-sandbox.herokuapp.com']","pinned":false,"hidden":false,"mode":"ojs"},{"id":886,"value":"Plots","pinned":false,"hidden":false,"mode":"md"},{"id":635,"value":"$32","pinned":false,"hidden":false,"mode":"ojs"},{"id":816,"value":"doubletimeline = (dataset, figcaption, t) => {\n return wrap(\n timeline(tables[t][dataset], 'users', false, colors['users']),\n timeline(tables[t][dataset], 'statuses', true, colors['statuses'], true),\n caption(figcaption)\n )\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":911,"value":"$33","pinned":false,"hidden":false,"mode":"ojs"},{"id":1224,"value":"Some CSS","pinned":false,"hidden":false,"mode":"md"},{"id":1617,"value":"for inputs and headers","pinned":false,"hidden":false,"mode":"md"},{"id":1218,"value":"$34","pinned":false,"hidden":false,"mode":"html"},{"id":1616,"value":"for toots","pinned":false,"hidden":false,"mode":"md"},{"id":1614,"value":"Display toots","pinned":false,"hidden":false,"mode":"md"},{"id":1613,"value":"viewof peek_instance = {const element = htl.html`

`;\n element.value = null;\n return element;}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1612,"value":"toots = {\n if (peek_instance != null) {\n return d3.json(`https://${peek_instance}/api/v1/timelines/public?local=true&limit=10`)\n } else {\n return []\n }\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1628,"value":"format_toot_time = (text) => {\n return d3.isoParse(text).toLocaleString('en-US', {minute:'numeric', hour:'numeric', day:'numeric', month:'long'})\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1610,"value":"display_toots = (toots) => {\n const html_toots = toots.map((toot) => {return display_post(toot)})\n return wrap(...html_toots)\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1836,"value":"import {display_post} from \"@mauforonda/mastodon-post\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":1896,"value":"import {freshness} from '@mauforonda/fresh-instances'","pinned":false,"hidden":false,"mode":"ojs"},{"id":1904,"value":"freshReport = (hours) => {\n const fresh = freshness[hours]\n if (fresh < .95) {\n return html`

Warning In the last ${hourFormat(hours)}, the source reported data for only ${d3.format('.0%')(fresh)} of all indexed instances.

`\n } else {\n return html``\n }\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1331,"value":"---\n\n*all data at [github](https://github.com/mauforonda/mastodon_timeline/) updated automatically since November 3, 2022*\n\n_made with ❤️ by Mauricio Foronda_","pinned":false,"hidden":false,"mode":"md"}],"files":"$W35","stdlib":"1","titling":"auto"}