30:T1b6e,offline = function () { console.log("Service worker exec"); self.importScripts( "https://cdnjs.cloudflare.com/ajax/libs/pako/2.0.3/pako.es5.min.js", "./untar.js" ); self.addEventListener("install", function (event) { console.log("service worker has been installed"); }); // self.addEventListener("install", function (event) { // console.log("service worker has been installed"); // }); function mime(name) { if (name.endsWith(".js")) return "text/javascript"; if (name.endsWith(".html")) return "text/html"; if (name.endsWith(".css")) return "text/css"; if (name.endsWith(".jpg")) return "image/jpeg"; if (name.endsWith(".jpeg")) return "image/jpeg"; if (name.endsWith(".png")) return "image/png"; if (name.endsWith(".wasm")) return "application/wasm"; return "application/octet-stream"; } self.addEventListener("fetch", function (event) { let match = undefined; async function answer() { debugger; if ( (match = event.request.url.match( /observablehq\.com\/@[^/]*\/offline\/(.*\.tgz(?:[?]v=\d)?)(\/[^?#]*)?$/ )) ) { let archiveURL = match[1]; if ( // Express mangles the URL archiveURL.startsWith("https:/") && !archiveURL.startsWith("https://") ) { archiveURL = archiveURL.replace("https:/", "https://"); } if (!match[2]) return new Response("", { status: 301, headers: { Location: `${event.request.url}/index.html` } }); const path = "." + match[2]; const archiveRequest = new Request(archiveURL); const cache = await caches.open("archives"); const cachedResponse = await cache.match(event.request); const archiveResponse = cachedResponse || (await fetch(archiveRequest).then((response) => { if (response.status >= 200 && response.status < 400) cache.put(archiveRequest, response.clone()); return response; })); if (archiveResponse.status !== 200) { return archiveResponse; } const buffer = new Uint8Array(await archiveResponse.arrayBuffer()); const uncompressed = await pako.ungzip(buffer); const reader = new UntarFileStream(uncompressed.buffer); const pyodideMap = { "./files/ea24ebecc9c0d5d4cca8ecda987dbcd493f1333bb061bd7b9edc7b3f51ee1b247b2f832762b756fa13e56203967b12053600db03c92c3db8acd3ab31d44c5b64.js": "./pyodide.asm.js", "./files/3f9e8867ec7101174202e358daaf8b58463662da2264f1196fd0229b28b149ec79a2dde5a32c4b2ad3b5e7a3cf356535cd96a04e4bc5f1ece0cdc63ce1fff0c1.tar": "./distutils.tar", "./files/7f25a40b29b600e90f212521d1d456a0ab78158153ed1eefcce567eaf4c061665d88452b2f49e6c1e4f995ae7948fa4bb2cebb79f5cd6d559551d42612766326.json": "./pyodide.mjs.map", "./files/015c0cd4adada3a1c09657f251efa246ac29ee65e91cea6debed2812e17b12b127e446148efd549680464759acb4909170272620797a290d47a923ce86ce1991.zip": "./mgrs-1.4.5-cp310-cp310-emscripten_wasm32.whl", "./files/22f8441bb22f41bc926bd010c5a6bf09be1b384a21c4e63f4594d1a7a686fbfbd366f3c7a05d0e62d75814dcfd0bebb63c8fad634fe264cb24fbc1fa1ad07955.js": "./pyodide.js", "./files/33f0adcf4d0447af1edbc118b1e5f26e4260a87a7bf5db6699074d9d7c86319a6e519d927c0536fed0b05f126d9890c13f3efcebee27a0eff19bc6eec09e9b11.js": "./pyodide.mjs", "./files/87bf3316d7c70a45bb72ef0e78d6c4255280290b7509535973b08374c1f8110bb88fe26a3cd01484a6682a986abd57bcd375d258d87b11437e450847104b7066.js": "./webworker.js", "./files/89e2e1ef1bc9ec4af52a7b6579b6cd979c8c81129d42b14deb560036e1dc60ce7cc1e49af5f53aadf8aafd3ccac54748d1e9963c89fbc850e062f7918dd9de62.ts": "./pyodide.d.ts", "./files/284a4f51b43101d33529dc435c47b651b2dc1164b1c867c0a15d794cca8ada4768401ed19bc2087a65957d23f3a9793ed65cef4e0d082eda3a0c09ebd556e1ea.wasm": "./pyodide.asm.wasm", "./files/397fbc22a7b2c2a422f8017464c18eb19768d3ed4137100a453275107555aec7636fbf57669f22bc3b830942b340c0dfdf4ce6f4b7a3f4c3d2c884b2c37896c2.json": "./pyodide.js.map", "./files/538cd97abbcc619f2dd393f51e2c0f06140da0d1782c68b3a0914186a98741753a7defa95c19cdae56448c134bc9a3c7c70fcdcf1cca23c55d70edbbc8af7356.bin": "./pyodide.asm.data", "./files/66451e86272209b9989c741be39152365517579b1ef568c7b7cf8a9f8dbe6070cec1cfa905171cd042f16be245fe70405b62bfafb96e6f8e26e205b5393097aa.zip": "./packaging-21.3-py3-none-any.whl", "./files/a9ee34bb6a6d4cd52c808dcd23e0e6bd7f01d9e29f75c5f6b76914e7c5d5fd81103aba14c1dabb8a115fd652eb040b822d1ff6460c92158887755ac7cc74269f.zip": "./pyparsing-3.0.7-py3-none-any.whl", "./files/c7daa306a70e9bdd76b0baffe8469d24ce14b4607114959aeb4881a243cdf2249b774c9daf0cc5b7db593f3fd4fbb5e350989dba709319b4ff73231332c3e435.zip": "./numpy-1.22.3-cp310-cp310-emscripten_wasm32.whl", "./files/c051fbc024553912e31968b35e537d4ad3592201b5f8e7bd13fd9d02e38599c5d541a704d0858c676328babb3e5c9c35dd7c6d67240090d094882a1cad8eece4.gif": "./bl.gif", "./files/c1905ed7800dd6a24f83c61f610b02729dd093158a973c434f4c7a88dcbb526bf14c8da98cb6d3faeacab7c77d06ff234dde0430cd2b4b6de15d6f15e8fdfe6e.tar": "./pyodide_py.tar", "./files/3c411fa2cd5d5a6f14b551a034ddcf9221455013f1943f202c878cd67840034717febf7e90f909f0b7273a514951d294cbdbf443e86912e706002f06702a9d62.json": "./packages.json" }; const contents = {}; while (reader.hasNext()) { const file = reader.next(); const hasFileNameReplace = Object.entries(pyodideMap).find( (n) => n[0] === file.name ); if (hasFileNameReplace !== undefined) { contents[hasFileNameReplace[1]] = file; } contents[file.name] = file; } console.log(path, contents); if (contents[path]) { const type = mime(path); return new Response(contents[path].buffer, { headers: { "content-type": type } }); } else { return new Response(`Not found: ${path}`, { status: 404 }); } } else { // Normal events response but cache, and use network if we are offline const cache = await caches.open("offline"); try { const response = await fetch(event.request); if (event.request.method == "GET") { cache.put(event.request, response.clone()); } return response; } catch (err) { // we are offline! const cachedReponse = cache.match(event.request); return cachedReponse; } return fetch(event.request); } } event.respondWith(answer()); }); }31:T267b,untar = function() { "use strict"; /* globals postMessage: false, DataView: false, self: false, window: false, ArrayBuffer: false, Uint8Array: false */ // Source: https://gist.github.com/pascaldekloe/62546103a1576803dade9269ccf76330 // Unmarshals an Uint8Array to string. function decodeUTF8(bytes) { var s = ''; var i = 0; while (i < bytes.length) { var c = bytes[i++]; if (c > 127) { if (c > 191 && c < 224) { if (i >= bytes.length) throw 'UTF-8 decode: incomplete 2-byte sequence'; c = ((c & 31) << 6) | (bytes[i] & 63); } else if (c > 223 && c < 240) { if (i + 1 >= bytes.length) throw 'UTF-8 decode: incomplete 3-byte sequence'; c = ((c & 15) << 12) | ((bytes[i] & 63) << 6) | (bytes[++i] & 63); } else if (c > 239 && c < 248) { if (i + 2 >= bytes.length) throw 'UTF-8 decode: incomplete 4-byte sequence'; c = ((c & 7) << 18) | ((bytes[i] & 63) << 12) | ((bytes[++i] & 63) << 6) | (bytes[++i] & 63); } else throw 'UTF-8 decode: unknown multibyte start 0x' + c.toString(16) + ' at index ' + (i - 1); ++i; } if (c <= 0xffff) s += String.fromCharCode(c); else if (c <= 0x10ffff) { c -= 0x10000; s += String.fromCharCode((c >> 10) | 0xd800); s += String.fromCharCode((c & 0x3FF) | 0xdc00); } else throw 'UTF-8 decode: code point 0x' + c.toString(16) + ' exceeds UTF-16 reach'; } return s; } function PaxHeader(fields) { this._fields = fields; } PaxHeader.parse = function(buffer) { // https://www.ibm.com/support/knowledgecenter/en/SSLTBW_2.3.0/com.ibm.zos.v2r3.bpxa500/paxex.htm // An extended header shall consist of one or more records, each constructed as follows: // "%d %s=%s\n", , , // The extended header records shall be encoded according to the ISO/IEC10646-1:2000 standard (UTF-8). // The field, , equals sign, and shown shall be limited to the portable character set, as // encoded in UTF-8. The and fields can be any UTF-8 characters. The field shall be the // decimal length of the extended header record in octets, including the trailing . var bytes = new Uint8Array(buffer); var fields = []; while (bytes.length > 0) { // Decode bytes up to the first space character; that is the total field length var fieldLength = parseInt( decodeUTF8(bytes.subarray(0, bytes.indexOf(0x20))) ); var fieldText = decodeUTF8(bytes.subarray(0, fieldLength)); var fieldMatch = fieldText.match(/^\d+ ([^=]+)=(.*)\n$/); if (fieldMatch === null) { throw new Error("Invalid PAX header data format."); } var fieldName = fieldMatch[1]; var fieldValue = fieldMatch[2]; if (fieldValue.length === 0) { fieldValue = null; } else if (fieldValue.match(/^\d+$/) !== null) { // If it's a integer field, parse it as int fieldValue = parseInt(fieldValue); } // Don't parse float values since precision is lost var field = { name: fieldName, value: fieldValue }; fields.push(field); bytes = bytes.subarray(fieldLength); // Cut off the parsed field data } return new PaxHeader(fields); }; PaxHeader.prototype = { applyHeader: function(file) { // Apply fields to the file // If a field is of value null, it should be deleted from the file // https://www.mkssoftware.com/docs/man4/pax.4.asp this._fields.forEach(function(field) { var fieldName = field.name; var fieldValue = field.value; if (fieldName === "path") { // This overrides the name and prefix fields in the following header block. fieldName = "name"; if (file.prefix !== undefined) { delete file.prefix; } } else if (fieldName === "linkpath") { // This overrides the linkname field in the following header block. fieldName = "linkname"; } if (fieldValue === null) { delete file[fieldName]; } else { file[fieldName] = fieldValue; } }); } }; function TarFile() {} function UntarStream(arrayBuffer) { this._bufferView = new DataView(arrayBuffer); this._position = 0; } UntarStream.prototype = { readString: function(charCount) { //console.log("readString: position " + this.position() + ", " + charCount + " chars"); var charSize = 1; var byteCount = charCount * charSize; var charCodes = []; for (var i = 0; i < charCount; ++i) { var charCode = this._bufferView.getUint8( this.position() + i * charSize, true ); if (charCode !== 0) { charCodes.push(charCode); } else { break; } } this.seek(byteCount); return String.fromCharCode.apply(null, charCodes); }, readBuffer: function(byteCount) { var buf; if (typeof ArrayBuffer.prototype.slice === "function") { buf = this._bufferView.buffer.slice( this.position(), this.position() + byteCount ); } else { buf = new ArrayBuffer(byteCount); var target = new Uint8Array(buf); var src = new Uint8Array( this._bufferView.buffer, this.position(), byteCount ); target.set(src); } this.seek(byteCount); return buf; }, seek: function(byteCount) { this._position += byteCount; }, peekUint32: function() { return this._bufferView.getUint32(this.position(), true); }, position: function(newpos) { if (newpos === undefined) { return this._position; } else { this._position = newpos; } }, size: function() { return this._bufferView.byteLength; } }; function UntarFileStream(arrayBuffer) { this._stream = new UntarStream(arrayBuffer); this._globalPaxHeader = null; } UntarFileStream.prototype = { hasNext: function() { // A tar file ends with 4 zero bytes return ( this._stream.position() + 4 < this._stream.size() && this._stream.peekUint32() !== 0 ); }, next: function() { return this._readNextFile(); }, _readNextFile: function() { var stream = this._stream; var file = new TarFile(); var isHeaderFile = false; var paxHeader = null; var headerBeginPos = stream.position(); var dataBeginPos = headerBeginPos + 512; // Read header file.name = stream.readString(100); file.mode = stream.readString(8); file.uid = parseInt(stream.readString(8)); file.gid = parseInt(stream.readString(8)); file.size = parseInt(stream.readString(12), 8); file.mtime = parseInt(stream.readString(12), 8); file.checksum = parseInt(stream.readString(8)); file.type = stream.readString(1); file.linkname = stream.readString(100); file.ustarFormat = stream.readString(6); if (file.ustarFormat.indexOf("ustar") > -1) { file.version = stream.readString(2); file.uname = stream.readString(32); file.gname = stream.readString(32); file.devmajor = parseInt(stream.readString(8)); file.devminor = parseInt(stream.readString(8)); file.namePrefix = stream.readString(155); if (file.namePrefix.length > 0) { file.name = file.namePrefix + "/" + file.name; } } stream.position(dataBeginPos); // Derived from https://www.mkssoftware.com/docs/man4/pax.4.asp // and https://www.ibm.com/support/knowledgecenter/en/SSLTBW_2.3.0/com.ibm.zos.v2r3.bpxa500/pxarchfm.htm switch (file.type) { case "0": // Normal file is either "0" or "\0". case "": // In case of "\0", readString returns an empty string, that is "". file.buffer = stream.readBuffer(file.size); break; case "1": // Link to another file already archived // TODO Should we do anything with these? break; case "2": // Symbolic link // TODO Should we do anything with these? break; case "3": // Character special device (what does this mean??) break; case "4": // Block special device break; case "5": // Directory break; case "6": // FIFO special file break; case "7": // Reserved break; case "g": // Global PAX header isHeaderFile = true; this._globalPaxHeader = PaxHeader.parse(stream.readBuffer(file.size)); break; case "x": // PAX header isHeaderFile = true; paxHeader = PaxHeader.parse(stream.readBuffer(file.size)); break; default: // Unknown file type break; } if (file.buffer === undefined) { file.buffer = new ArrayBuffer(0); } var dataEndPos = dataBeginPos + file.size; // File data is padded to reach a 512 byte boundary; skip the padded bytes too. if (file.size % 512 !== 0) { dataEndPos += 512 - (file.size % 512); } stream.position(dataEndPos); if (isHeaderFile) { file = this._readNextFile(); } if (this._globalPaxHeader !== null) { this._globalPaxHeader.applyHeader(file); } if (paxHeader !== null) { paxHeader.applyHeader(file); } return file; } }; }32:Ta99,pyodideMapOut = ({ "pyodide.asm.js": "ea24ebecc9c0d5d4cca8ecda987dbcd493f1333bb061bd7b9edc7b3f51ee1b247b2f832762b756fa13e56203967b12053600db03c92c3db8acd3ab31d44c5b64.js", "distutils.tar": "3f9e8867ec7101174202e358daaf8b58463662da2264f1196fd0229b28b149ec79a2dde5a32c4b2ad3b5e7a3cf356535cd96a04e4bc5f1ece0cdc63ce1fff0c1.tar", "pyodide.mjs.map": "7f25a40b29b600e90f212521d1d456a0ab78158153ed1eefcce567eaf4c061665d88452b2f49e6c1e4f995ae7948fa4bb2cebb79f5cd6d559551d42612766326.json", "mgrs.whl": "015c0cd4adada3a1c09657f251efa246ac29ee65e91cea6debed2812e17b12b127e446148efd549680464759acb4909170272620797a290d47a923ce86ce1991.zip", "pyodide.js": "22f8441bb22f41bc926bd010c5a6bf09be1b384a21c4e63f4594d1a7a686fbfbd366f3c7a05d0e62d75814dcfd0bebb63c8fad634fe264cb24fbc1fa1ad07955.js", "pyodide.mjs": "33f0adcf4d0447af1edbc118b1e5f26e4260a87a7bf5db6699074d9d7c86319a6e519d927c0536fed0b05f126d9890c13f3efcebee27a0eff19bc6eec09e9b11.js", "webworker.js": "87bf3316d7c70a45bb72ef0e78d6c4255280290b7509535973b08374c1f8110bb88fe26a3cd01484a6682a986abd57bcd375d258d87b11437e450847104b7066.js", "pyodide.d.ts": "89e2e1ef1bc9ec4af52a7b6579b6cd979c8c81129d42b14deb560036e1dc60ce7cc1e49af5f53aadf8aafd3ccac54748d1e9963c89fbc850e062f7918dd9de62.ts", "pyodide.asm.wasm": "284a4f51b43101d33529dc435c47b651b2dc1164b1c867c0a15d794cca8ada4768401ed19bc2087a65957d23f3a9793ed65cef4e0d082eda3a0c09ebd556e1ea.wasm", "pyodide.js.map": "397fbc22a7b2c2a422f8017464c18eb19768d3ed4137100a453275107555aec7636fbf57669f22bc3b830942b340c0dfdf4ce6f4b7a3f4c3d2c884b2c37896c2.json", "pyodide.asm.data": "538cd97abbcc619f2dd393f51e2c0f06140da0d1782c68b3a0914186a98741753a7defa95c19cdae56448c134bc9a3c7c70fcdcf1cca23c55d70edbbc8af7356.bin", "packaging.whl": "66451e86272209b9989c741be39152365517579b1ef568c7b7cf8a9f8dbe6070cec1cfa905171cd042f16be245fe70405b62bfafb96e6f8e26e205b5393097aa.zip", "pyparsing.whl": "a9ee34bb6a6d4cd52c808dcd23e0e6bd7f01d9e29f75c5f6b76914e7c5d5fd81103aba14c1dabb8a115fd652eb040b822d1ff6460c92158887755ac7cc74269f.zip", "numpy.whl": "c7daa306a70e9bdd76b0baffe8469d24ce14b4607114959aeb4881a243cdf2249b774c9daf0cc5b7db593f3fd4fbb5e350989dba709319b4ff73231332c3e435.zip", "bl.gif": "c051fbc024553912e31968b35e537d4ad3592201b5f8e7bd13fd9d02e38599c5d541a704d0858c676328babb3e5c9c35dd7c6d67240090d094882a1cad8eece4.gif", "pyodide_py.tar": "c1905ed7800dd6a24f83c61f610b02729dd093158a973c434f4c7a88dcbb526bf14c8da98cb6d3faeacab7c77d06ff234dde0430cd2b4b6de15d6f15e8fdfe6e.tar", "webworker_dev.js": "da8659177d651ca11a33809228ac90bc6b2be3d2f1a471e127040d1c94c670b0de6847103084dd62046a000ecd4d51b0e2a5cdf99dc5cad0cd1669298c167866.json" })33:[] 2e:{"title":"Offline notebooks","cells":[{"id":0,"value":"md`# Offline notebooks\n\nServes a readonly notebook from a notebook link. It installs a service worker, unzips the notebook, and saves it into browser cache for use offline. It then uses request rewriting to serve the contents of the archive on logical URL paths.\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":32,"value":"viewof notebook","pinned":false,"hidden":false,"mode":"ojs"},{"id":293,"value":"offlineLink = html`offline notebook link`","pinned":false,"hidden":false,"mode":"ojs"},{"id":16,"value":"baseURL = endpoint.href.replaceAll(\"/mods/X\", \"\")\n//\"https://webcode.run/observablehq.com/@tomlarkworthy/offline\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":40,"value":"md`---`","pinned":false,"hidden":false,"mode":"ojs"},{"id":180,"value":"md`We install a service worker to intercept links relative to a .tgz path. We expand the .tgz to serve the content.`","pinned":false,"hidden":false,"mode":"ojs"},{"id":14,"value":"endpoint = deploy(\"default\", async (req, res) => {\n if (req.url === \"/offline.js\") {\n return res\n .header(\"content-type\", \"text/javascript\")\n .send(offline.toString().substring(13, offline.toString().length - 2));\n } else if (req.url === \"/untar.js\") {\n return res\n .header(\"content-type\", \"text/javascript\")\n .send(untar.toString().substring(13, untar.toString().length - 2));\n } else {\n return res.header(\"content-type\", \"text/html\").send(offlineHtml);\n }\n})","pinned":true,"hidden":false,"mode":"ojs"},{"id":5,"value":"import { deploy, getContext } from \"@endpointservices/serverless-cells\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":365,"value":"getContext()","pinned":true,"hidden":false,"mode":"ojs"},{"id":94,"value":"md`## Static files`","pinned":false,"hidden":false,"mode":"ojs"},{"id":104,"value":"md`link to [offline.html](${baseURL}/offline.html)`","pinned":true,"hidden":false,"mode":"ojs"},{"id":97,"value":"offlineHtml = `\n<>\n\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":80,"value":"md`link to [offline.js](${baseURL}/offline.js)`","pinned":false,"hidden":false,"mode":"ojs"},{"id":52,"value":"$30","pinned":true,"hidden":false,"mode":"ojs"},{"id":91,"value":"md`link to [offline.js](${baseURL}/untar.js)`","pinned":false,"hidden":false,"mode":"ojs"},{"id":86,"value":"$31","pinned":false,"hidden":false,"mode":"ojs"},{"id":249,"value":"md`Some empty variables to satify the compiler.`","pinned":false,"hidden":false,"mode":"ojs"},{"id":56,"value":"UntarFileStream = {\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":398,"value":"Object.fromEntries(\n Object.entries(pyodideMapOut).map((n) => [\"./files/\" + n[1], n[0]])\n)","pinned":true,"hidden":false,"mode":"ojs"},{"id":394,"value":"$32","pinned":true,"hidden":false,"mode":"ojs"},{"id":59,"value":"pako = {\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":236,"value":"import { Text } from '@observablehq/inputs'","pinned":false,"hidden":false,"mode":"ojs"},{"id":287,"value":"import { viewof notebook, link } from '@endpointservices/tzg'","pinned":true,"hidden":false,"mode":"ojs"},{"id":326,"value":"import { footer } from \"@endpointservices/footer-with-backups\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":350,"value":"footer","pinned":false,"hidden":false,"mode":"ojs"}],"files":"$W33","stdlib":"1","titling":"auto"}