31:[] 2f:{"title":"In-browser data scraping","cells":[{"id":0,"value":"md`# In-browser data scraping`","pinned":false,"hidden":false,"mode":"ojs"},{"id":100,"value":"md`_A quick example of how we might grab and process some data._`","pinned":false,"hidden":false,"mode":"ojs"},{"id":103,"value":"md`### First, start with a URL you want to scrape from:\n\n_You might need to add CORS anywhere to the start of it: https://cors-anywhere.herokuapp.com/_`","pinned":false,"hidden":false,"mode":"ojs"},{"id":28,"value":"url = \"https://cors-anywhere.herokuapp.com/https://www.ukbaa.org.uk/services-for-entrepreneurs/contact-investors/\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":129,"value":"md`### We now get the HTML of the page using Axios:\n\n_And we store the result in the 'result' variable._`","pinned":false,"hidden":false,"mode":"ojs"},{"id":15,"value":"result = await axios({\n method: \"get\",\n url: url\n});","pinned":true,"hidden":false,"mode":"ojs"},{"id":106,"value":"md`### Now we load it into Cheerio so we can traverse it easily:\n\n_Cheerio is just a library that makes it easy to grab items from an HTML document._`","pinned":false,"hidden":false,"mode":"ojs"},{"id":35,"value":"$$ = cheerio.load(result.data);","pinned":true,"hidden":false,"mode":"ojs"},{"id":111,"value":"md`### Grab the node we want:\n\n_Here we're grabbing all h2 tags that have a link inside them. You can expand the investors variable below to see the results._`","pinned":false,"hidden":false,"mode":"ojs"},{"id":37,"value":"investors = $(\"h2 a\")","pinned":true,"hidden":false,"mode":"ojs"},{"id":114,"value":"md`### Construct an object for each item:\n\n_This is so we can turn it in to a table easily._`","pinned":false,"hidden":false,"mode":"ojs"},{"id":42,"value":"investorData = {\n let data = []\n investors.each((i, item) => {\n let title = $(item).text();\n let url = $(item).attr(\"href\");\n data.push({ title: title, url: url })\n });\n yield data\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":124,"value":"md`### Output as a table`","pinned":false,"hidden":false,"mode":"ojs"},{"id":77,"value":"html`\n\n \n ${investorData.map((row, i) =>\n html``\n )}\n \n

${row.title}

${row.url}

`","pinned":true,"hidden":false,"mode":"ojs"},{"id":85,"value":"md `### Appendix`","pinned":false,"hidden":false,"mode":"ojs"},{"id":4,"value":"axios = require(\"axios@0.19.0/dist/axios.js\");","pinned":false,"hidden":false,"mode":"ojs"},{"id":32,"value":"cheerio = require('https://bundle.run/cheerio@1.0.0-rc.2')","pinned":false,"hidden":false,"mode":"ojs"}],"files":"$W31","stdlib":"1","titling":"auto"}