31:T565,errors = { var errors = []; const features = osmData.features; // Stations without network for (let i = 0; i < features.length; i++) { const feature = features[i]; let errorTemplate = { osmId: feature.id, josmLink: `Open in JOSM` } if (!feature.ref) { errors.push({ ...errorTemplate, type: "missing-ref", description: "Missing \"ref\" tag", }); } // Network is defined? if (!feature.network) { errors.push({ ...errorTemplate, type: "missing-network", description: "Missing \"network\" tag", }); } // Operator is defined? if (!feature.operator) { errors.push({ ...errorTemplate, type: "missing-operator", description: "Missing \"operator\" tag", }); } // Name is defined? if (!feature.name) { errors.push({ ...errorTemplate, type: "missing-name", description: "Missing \"name\" tag" }); } // Capacity is defined? if (!feature.capacity) { errors.push({ ...errorTemplate, type: "missing-capacity", description: "Missing \"capacity\" tag" }); } } return errors; }32:Te4d,data = { const res = await soFetch( "https://bikeitau.com.br/bikesampa/mapa-das-estacoes" ); const source = await res.text(); const dom = html`${source}`; /* * Active stations */ // Capacity let capacities = dom .querySelector("#icon_txt") .value.split(";") .map(v => { const capacity = v.split("/"); const bikes = Number(capacity[0]); const docks = Number(capacity[1]); return { bikes, docks }; }); // Coordinates let latitudes = dom .querySelector("#lat_arr") .value.split("; ") .map(v => Number(v)); let longitudes = dom .querySelector("#long_arr") .value.split("; ") .map(v => Number(v)); // Operation status const isInstalled = dom .querySelector("#is_installed") .value.split("; ") .map(v => v == "1"); // Rental methods const rentalMethods = dom .querySelector("#rental_methods") .value.split(" / ") .map(v => { return { keyRental: v.indexOf("KEY") > -1, creditCardRental: v.indexOf("CREDITCARD") > -1, transitCardRental: v.indexOf("TRANSITCARD") > -1, phoneRental: v.indexOf("PHONE") > -1 }; }); // Parse active stations let activeStations = {}; for (var k = 0; k < latitudes.length; k++) { activeStations[k] = { isActive: true, isInstalled: isInstalled[k], lat: latitudes[k], lon: longitudes[k], latLon: latitudes[k] + "," + longitudes[k], ...capacities[k], ...rentalMethods[k] }; } // Set id and names for active stations let nameIdNodes = dom.querySelectorAll("#infoWind li"); for (var i = 0; i < nameIdNodes.length; i++) { const idName = nameIdNodes[i] .querySelector(".infoAdd") .innerHTML.split(" - "); activeStations[i].id = Number(idName[0]); activeStations[i].name = idName[1]; } // Match OSM nodes for (var k = 0; k < latitudes.length; k++) { var osmNode = _.find(osmData.features, { network: "Bike Sampa", ref: activeStations[k].id.toString() }); // activeStations[k].osmId = "a";// if (osmNode) activeStations[k].osmId = osmNode.id; } /* * Inactive stations */ // Capacity capacities = dom .querySelector("#inicn") .value.split(";") .map(v => { const capacity = v.split("/"); return { bikes: Number(capacity[0]), docks: Number(capacity[1]) }; }); // Coordinates latitudes = dom .querySelector("#inlat") .value.split("; ") .map(v => Number(v)); longitudes = dom .querySelector("#inlng") .value.split("; ") .map(v => Number(v)); // Parse inactive stations let inactiveStations = {}; for (var k = 0; k < latitudes.length; k++) { inactiveStations[k] = { isInactive: true, lat: latitudes[k], lon: longitudes[k], ...capacities[k] }; } // Set id and names for inactive stations nameIdNodes = dom.querySelectorAll("#inactive_wind li"); for (var i = 0; i < nameIdNodes.length; i++) { const idName = nameIdNodes[i] .querySelector(".infoAdd") .innerHTML.split(" - "); inactiveStations[i].id = Number(idName[0]); inactiveStations[i].name = idName[1]; } let allStations = {}; for (const key in activeStations) { let station = activeStations[key]; allStations[station.id] = station; } for (const key in inactiveStations) { let station = inactiveStations[key]; allStations[station.id] = Object.assign( {}, allStations[station.id], station ); } return { allStations, activeStations, inactiveStations }; }33:[] 2f:{"title":"Fix Bike Sampa's bicycle stations in São Paulo","cells":[{"id":216,"value":"md`# Fix Bike Sampa's bicycle stations in São Paulo\n\nThis notebook is a helper tool to validate and fix OpenStreetMap data about bicycle sharing stations of Bike Sampa's network in São Paulo. The official list of stations is scraped from the operator website, compared to OSM and analysed. Unmapped stations and tagging errors are listed to help mappers improve the map. \n\nAll errors can be opened directly in JOSM, using [Remote Control feature](https://wiki.openstreetmap.org/wiki/JOSM/RemoteControl).\n\nFeedback is welcome! Please, reach me out on [twitter](https://twitter.com/vgeorge).\n\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":0,"value":"md`## Official list of stations (${Object.keys(data.activeStations).length})\n\nFetched **now** from the [operator website](https://bikeitau.com.br/bikesampa/mapa-das-estacoes/).\n\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":124,"value":"table(data.activeStations, {\n nully: () => 'No data',\n limit: 500,\n enableFilter: true,\n enableCSVDownload: true,\n columns: [\n {\n key: \"id\",\n name: \"station #\"\n },\n {\n key: \"osmId\",\n name: \"OSM Node\",\n render: val =>\n val\n ? `${val}`\n : \"Not found\"\n },\n {\n key: \"name\",\n name: \"Name\"\n },\n {\n key: \"bikes\",\n name: \"Available bikes\"\n },\n {\n key: \"docks\",\n name: \"Free slots\"\n },\n {\n key: \"creditCardRental\",\n name: \"Credit cards accepted\",\n render: val => (val ? \"Yes\" : \"No\")\n },\n {\n key: \"phoneRental\",\n name: \"Release using app\",\n render: val => (val ? \"Yes\" : \"No\")\n },\n {\n key: \"latLon\",\n name: \"Lat / Lon\",\n render: val =>\n `${val}`\n }\n ]\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":190,"value":"md`## All OpenStreetMap nodes (${\n geojson.features.length\n}) \n\nData includes nodes from Bike Sampa and other networks in the city.\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":187,"value":"table(osmData.features, {\n nully: () => 'No data',\n limit: 500,\n enableFilter: true,\n enableCSVDownload: true,\n columns: [\n {\n key: \"id\",\n name: \"OSM node\",\n render: val =>\n `${val}`\n },\n {\n key: \"network\",\n name: \"Network\"\n },\n {\n key: \"operator\",\n name: \"Operator\"\n },\n {\n key: \"ref\",\n name: \"ref\"\n },\n {\n key: \"name\",\n name: \"Name\"\n },\n {\n key: \"capacity\",\n name: \"Capacity\"\n }\n ]\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":324,"value":"md`## Unmapped stations (${missingStations.length})\n\nList of Bike Sampa's stations not found on OpenStreetMap.\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":328,"value":"table(missingStations, {\n nully: () => 'No data',\n limit: 500,\n enableFilter: true,\n enableCSVDownload: true,\n columns: [\n {\n key: \"id\",\n name: \"Número\"\n },\n {\n key: \"name\",\n name: \"Nome\"\n },\n {\n key: \"josmImportUrl\",\n name: \"Add\",\n render: val =>\n `Open in JOSM`\n }\n ]\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":268,"value":"md`## OSM nodes with tagging errors (${errors.length})\n\nIncludes errors from all stations mapped, including those of networks other than Bike Sampa.\n\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":277,"value":"table(errors, {\n nully: () => 'No data',\n limit: 500,\n enableFilter: true,\n enableCSVDownload: true,\n columns: [\n {\n key: \"osmId\",\n name: \"OSM id\",\n render: val =>\n `${val}`\n }, \n {\n key: \"description\",\n name: \"Error description\"\n }, \n {\n key: \"josmLink\",\n name: \"Fix\"\n\n }\n \n \n ]\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":270,"value":"$31","pinned":false,"hidden":false,"mode":"ojs"},{"id":342,"value":"missingStations = _.map(_.filter(data.activeStations, node => !node.osmId), node=>{\n node.josmImportUrl = `http://localhost:8111/add_node?lon=${node.lon}&lat=${node.lat}&addtags=amenity=bicycle_sharing%7C%0Anetwork=Bike Sampa%7C%0Aoperator=tembici%7C%0Acapacity=${node.bikes+node.docks}`\n return node;\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":174,"value":"osmData = {\n geojson.features = geojson.features.map(f => {\n return Object.assign(f, { ...f.properties });\n });\n\n geojson.updatedAt = Date.now();\n\n return geojson;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":169,"value":"stationsSpQuery = `\n[out:json]\n[timeout:25];\narea(3600298285)->.searchArea;\n( \n node[\"amenity\"=\"bicycle_rental\"](area.searchArea);\n);\nout;\n>;\nout skel qt;\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":168,"value":"import {geojson}\nwith {stationsSpQuery as query}\nfrom \"@vgeorge/overpass\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":2,"value":"$32","pinned":false,"hidden":false,"mode":"ojs"},{"id":16,"value":"hasCORS = require('https://bundle.run/has-cors@1.1.0')","pinned":false,"hidden":false,"mode":"ojs"},{"id":21,"value":"import { soFetch } from '@alecglassford/so-fetch' ","pinned":false,"hidden":false,"mode":"ojs"},{"id":112,"value":"import { table } from \"@gampleman/table\"\n","pinned":false,"hidden":false,"mode":"ojs"},{"id":242,"value":"dateFns = {\n var dateFns = require(\"https://bundle.run/date-fns@1.29.0\");\n return dateFns;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":293,"value":"_ = require(\"lodash@4.17.10/lodash.js\")","pinned":false,"hidden":false,"mode":"ojs"}],"files":"$W33","stdlib":"1","titling":"auto"}