30:T562,/** * Creates a sets of html multiple selects that help to build a filter representation * (sdmx_key with the format ".CL...") */ filterHelper = (structure, sdmx_key) => { let selections = decodeFilter(sdmx_key, structure); const form = html` ` form["onsubmit"] = (e) => { e && e.preventDefault(); const value = getValue(); form.value = value; form.dispatchEvent(new CustomEvent("input")); }; function getValue() { const selects = d3.select(form).selectAll("select"); selects.each(function (d) { const id = this.name; selections[id] = []; for (let opt of this.selectedOptions) { opt.value !== "_" ? selections[id].push(opt.value) : null; } }) return encodeFilter(selections, structure) } function isSelected(dimensionId, valueId) { return _.includes(selections[dimensionId], valueId); } form.value = getValue(); return form; }31:[] 2e:{"title":"SDMX Utils","cells":[{"id":0,"value":"md`# SDMX Utils`","pinned":false,"hidden":false,"mode":"ojs"},{"id":20,"value":"unesco_sdmx_base_url = \"https://api.uis.unesco.org/sdmx\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":93,"value":"md`\nYou can use SDMX Util methods in your notebooks importing them via\n\n~~~\nimport { dataflowSelector, filterHelper, tableBuilder, UNESCO_getDataflows, UNESCO_getDataStructure, UNESCO_getData } from \"@elaval/sdmx-utils\"\n~~~\n`\n","pinned":false,"hidden":false,"mode":"ojs"},{"id":96,"value":"md`For accessing data from UNESCO APIs, you need an api key (for demo purposes, write your api in teh next inpit box. This will be stored in your localstorage and used buy your local browser. Your key is never shared with a server by this notebook)`","pinned":false,"hidden":false,"mode":"ojs"},{"id":90,"value":"viewof unesco_api_key = {\n const input = html`\n \n `\n const storedKey = window.localStorage.getItem(\"unesco_key\") || \"\";\n input.value = storedKey;\n \n input.addEventListener('input', e => {\n window.localStorage.setItem(\"unesco_key\", e.target.value)\n })\n \n \n return input\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":100,"value":"md`\nYou can get information about your dataflow datastrcuture (dimensions and possible values for each dimension) using **UNESCO_getDataStructure**.\n\nYou need to provide the **dataflow** id (e.g. 'EDU_FINANCE'), a sdmx **key** (e.g. \"all\" or \"......\") and your **api_key**.\n\n~~~\ndemo_data_structure = UNESCO_getDataStructure({\n \"dataflow\": \"EDU_FINANCE\",\n \"key\" : demo_sdmx_key,\n \"api_key\" : unesco_api_key\n})\n~~~\n`\n","pinned":false,"hidden":false,"mode":"ojs"},{"id":85,"value":"demo_data_structure = UNESCO_getDataStructure({\n \"dataflow\": \"EDU_FINANCE\",\n \"key\" : demo_sdmx_key,\n \"api_key\" : unesco_api_key\n})\n","pinned":false,"hidden":false,"mode":"ojs"},{"id":86,"value":"mutable demo_sdmx_key = \"all\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":105,"value":"md`You can use **filterHelper** to automatically build a form with multiple selects that helps you to build a new sdmx key`","pinned":false,"hidden":false,"mode":"ojs"},{"id":108,"value":"viewof generated_key = filterHelper(demo_data_structure, demo_sdmx_key)","pinned":false,"hidden":false,"mode":"ojs"},{"id":119,"value":"md`**filterHelper()** will generate a new key (e.g. \"XUNIT..........PR.2012\"), which includes the values select by the user (the user must click on the submit button for changes to make effect).\n\nThis new key should be used in the helper to update the data structure and the preselected options in the filter builder. But we would create a (infinite) circular reference if we use the output directly as an input.\n\nThat's why we use the next code to update the *mutable* input key only if the output key is different\n\n~~~\nfilterHelper_output = {\n if (generated_key !== demo_sdmx_key) {\n mutable demo_sdmx_key = generated_key\n }\n return generated_key\n}\n~~~\n\n\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":121,"value":"filterHelper_output = {\n if (generated_key !== demo_sdmx_key) {\n mutable demo_sdmx_key = generated_key\n }\n return generated_key\n \n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":175,"value":"md`You can get data with UNESCO_getData(options)\n\n~~~~\ndata = UNESCO_getData({\n \"dataflow\" : \"EDU_FINANCE\",\n \"key\": \"XUNIT.PPP_CONST.L1..._T.GOV.FFNTP...SE.\",\n \"from\":1900,\n \"to\":2020,\n \"api_key\": unesco_api_key\n})\n~~~~\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":169,"value":"data = UNESCO_getData({\n \"dataflow\" : \"EDU_FINANCE\",\n \"key\": \"XUNIT.PPP_CONST.L1..._T.GOV.FFNTP...SE.\",\n \"from\":1900,\n \"to\":2020,\n \"api_key\": unesco_api_key\n})\n","pinned":false,"hidden":false,"mode":"ojs"},{"id":184,"value":"md`\nYou can build a data table with tableBuilder()\n~~~~\ntable = tableBuilder(data, demo_data_structure)\n~~~\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":189,"value":"table = tableBuilder(data, demo_data_structure)","pinned":false,"hidden":false,"mode":"ojs"},{"id":196,"value":"md`\nIf you want a table with codes instead of names, add a 3rd true param tableBuilder()\n~~~~\ntable = tableBuilder(data, demo_data_structure, true)\n~~~\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":194,"value":"table_w_codes = tableBuilder(data, demo_data_structure, true)","pinned":false,"hidden":false,"mode":"ojs"},{"id":79,"value":"$30","pinned":false,"hidden":false,"mode":"ojs"},{"id":112,"value":"decodeFilter = (key, dimensions) => {\n const tmpFilter = key.split(\".\").map(d => d && d.length ? d.split(\"+\") : null);\n const filter = {};\n dimensions.forEach((d,i) => tmpFilter[i] ? filter[d.id] = tmpFilter[i] : null)\n return filter\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":126,"value":"encodeFilter = (selection, structure) => {\n if (selection && structure) {\n return structure.map(d => selection[d.id]).map(d => d.join(\"+\")).join(\".\")\n } else {\n return \"all\";\n }\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":67,"value":"/**\n* Gets the name associates to a dimensionId in a certain structure\n* e.g. getValueName(structure, \"INTENSITY\") \n* -> \"Full-time / part-time distinction\"\n*/\ngetDimensionName = (structure, dimensionId) => {\n const foundDimension = _.find(structure, d => d.id == dimensionId);\n return foundDimension && foundDimension.name || null\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":69,"value":"/**\n* Gets the name associates to a valueId in a certain dimension\n* e.g. getValueName(structure, \"SEX\", \"F\") \n* -> 'Female'\n*/\ngetValueName = (structure, dimensionId, valueId) => {\n const foundDimension = _.find(structure, d => d.id == dimensionId);\n const foundValue = foundDimension && foundDimension.values \n && _.find(foundDimension.values, d => d.id == valueId) || null;\n \n return foundValue && foundValue.name || null\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":44,"value":"tableBuilder = (data, structure, useCodes) => {\n useCodes = useCodes || false;\n const records = data || [];\n const dimensions = structure && structure.map(d => d.id) || [];\n \n const view = html`\n

\n \n \n ${dimensions.map(dim => `\n \n `).join(\"\")}\n \n \n ${records.map(d=> `\n \n ${dimensions.map(dim => `\n \n `).join(\"\")}\n \n \n `)}\n

${useCodes ? dim : getDimensionName(structure,dim) \|\| dim}	VALUE
${useCodes ? d[dim] : (getValueName(structure, dim, d[dim]) \|\| d[dim])}	${d['VALUE']}

\n `;\n \n return view\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":63,"value":"getDimensionList = (options) => {\n return new Promise((resolve, reject) => {\n UNESCO_getDataStructure(options)\n .then(d => {\n const dimensions = d.map(d => d.id);\n resolve(dimensions);\n })\n .catch(err => reject(err));\n })\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":42,"value":"sdmx2JSON = (sdmxData) => {\n //let observations = sdmxData.structure.dimensions.observation[0]\n \n let tmpData = extractData(sdmxData);\n \n const descriptions = {};\n const data = [];\n let dimensions = sdmxData.structure.dimensions.series.map(d => d.id);\n const observations = sdmxData.structure.dimensions.observation.map(d => d.id);\n tmpData.forEach(d => {\n const record = {};\n d.dimensions.forEach(e => {\n record[e.id] = e.value.id;\n descriptions[e.id] = e.name;\n descriptions[e.value.id] = e.value.name;\n })\n \n record['VALUE'] = d.metric[0];\n data.push(record);\n });\n \n dimensions = _.concat(dimensions, observations)\n \n \n \n \n return data\n //{data: data, descriptions: descriptions, dimensions: dimensions}\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":18,"value":"dataflowSelector = (dataflows) => {\n const selector = html`\n \n `\n \n return selector\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":31,"value":"UNESCO_getDataStructure = (options) => {\n const dataflow = options && options.dataflow || null;\n const key = options && options.key || null;\n const api_key = options && options.api_key || null;\n\n const url = `${unesco_sdmx_base_url}/data/UNESCO,${dataflow},1.0/${key}?format=sdmx-json&detail=structureOnly&dimensionAtObservation=AllDimensions&subscription-key=${api_key}`;\n \n return new Promise((resolve, reject) => {\n d3.json(url)\n .then(d => resolve(getFinalStructure(d)));\n })\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":60,"value":"getFinalStructure = (input_structure) => {\n const dimensions = input_structure.structure.dimensions.observation.map(d => {\n return {\n id : d.id,\n name : d.name,\n values : d.values.map(e => {\n return {id: e.id, name: e.name}\n })\n }\n })\n return dimensions\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":23,"value":"UNESCO_getDataflows = (api_key) => {\n const url = `${unesco_sdmx_base_url}/dataflow/UNESCO/all/latest?format=sdmx-json&subscription-key=${api_key}`\n return d3.json(url)\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":38,"value":"UNESCO_getData = (options) => {\n const dataflow = options && options.dataflow || null;\n const key = options && options.key || null;\n const from = options && options.from || null;\n const to = options && options.to || null;\n const api_key = options && options.api_key || null;\n \n const url = `${unesco_sdmx_base_url}/data/${dataflow}/${key}?format=sdmx-json&startPeriod=${from}&endPeriod=${to}&subscription-key=${api_key}`\n return new Promise((resolve, reject) => {\n d3.json(url)\n .then(d => resolve(sdmx2JSON(d)))\n .catch(err => resolve(null))\n })\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":10,"value":"extractData = (data) => {\n const results = [];\n data.dataSets.forEach((dataSet,i) => {\n _.each(dataSet.series, (d,key) => {\n const dimensions = decodeKey(key, data.structure.dimensions.series);\n const observations = decodeObservation(d.observations, data.structure.dimensions.observation[i]);\n\n observations.forEach(obs => {\n const dims = _.clone(dimensions);\n dims.push(obs.reference);\n results.push({\"dimensions\": dims, \"metric\": obs.metric});\n }) \n })\n })\n \n return results;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":8,"value":"decodeKey = (key, structure) => {\n const keys = key.split(\":\"); \n \n const values = keys.map((keyValue,pos) => {\n const s = structure[pos];\n return {\n id : s.id,\n name: s.name,\n value: s.values[keyValue]\n }\n })\n \n return values;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":2,"value":"decodeObservation = (observation, structure) => {\n const data = _.map(observation, (d,pos) => {\n const record = {\n reference: {},\n metric:{}\n }\n record.reference['id'] = structure['id'];\n record.reference['name'] = structure['name'];\n record.reference['value'] = structure.values[pos];\n\n record.metric = d\n return record\n })\n return data\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":6,"value":"_ = require(\"lodash\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":26,"value":"d3 = require(\"d3\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":141,"value":"style = style_bootstrap","pinned":false,"hidden":false,"mode":"ojs"},{"id":139,"value":"import {style_bootstrap} from \"@elaval/utils\"","pinned":false,"hidden":false,"mode":"ojs"}],"files":"$W31","stdlib":"1","titling":"auto"}