31:T2b86,// Copyright 2021 Observable, Inc. // Released under the ISC license. // https://observablehq.com/@d3/sankey-diagram function SankeyChart( { nodes, // an iterable of node objects (typically [{id}, …]); implied by links if missing links // an iterable of link objects (typically [{source, target}, …]) }, { format = ",", // a function or format specifier for values in titles align = "justify", // convenience shorthand for nodeAlign nodeId = (d) => d.id, // given d in nodes, returns a unique identifier (string) highlight = [], // highlight given id (must match a return value from nodeID) iterations, // number of iterations passed to d3 sankey nodeGroup, // given d in nodes, returns an (ordinal) value for color nodeGroups, // an array of ordinal values representing the node groups nodeSort = undefined, // or "null" for input order nodeLabel, // given d in (computed) nodes, text to label the associated rect nodeTitle = (d) => `${d.id}\n${format(d.value)}`, // given d in (computed) nodes, hover text nodeAlign = align, // Sankey node alignment strategy: left, right, justify, center nodeOver, // callback on mouseover on nodes nodeOut, // callback on mouseout from a node nodeClick, // callback on click for a node nodeWidth = 15, // width of node rects nodePadding = 10, // vertical separation between adjacent nodes nodeLabelPadding = 6, // horizontal separation between node and label nodeStroke = "currentColor", // stroke around node rects nodeStrokeWidth, // width of stroke around node rects, in pixels nodeStrokeOpacity, // opacity of stroke around node rects nodeStrokeLinejoin, // line join for stroke around node rects linkSource = ({ source }) => source, // given d in links, returns a node identifier string linkTarget = ({ target }) => target, // given d in links, returns a node identifier string linkValue = ({ value }) => value, // given d in links, returns the quantitative value linkPath = sankeyLinkHorizontal(), // given d in (computed) links, returns the SVG path linkTitle = (d) => `${d.source.id} → ${d.target.id}\n${format(d.value)}`, // given d in (computed) links linkColor = "source-target", // source, target, source-target, or static color linkStrokeOpacity = 0.5, // link stroke opacity linkMixBlendMode = "multiply", // link blending mode colors = viridis, // array of colors width = 640, // outer width, in pixels height = 400, // outer height, in pixels marginTop = 1, // top margin, in pixels marginRight = 1, // right margin, in pixels marginBottom = 1, // bottom margin, in pixels marginLeft = 1 // left margin, in pixels } = {} ) { // Convert nodeAlign from a name to a function (since d3-sankey is not part of core d3). if (typeof nodeAlign !== "function") nodeAlign = { left: d3Sankey.sankeyLeft, right: d3Sankey.sankeyRight, center: d3Sankey.sankeyCenter }[nodeAlign] ?? d3Sankey.sankeyJustify; // Compute values. const LS = d3.map(links, linkSource).map(intern); const LT = d3.map(links, linkTarget).map(intern); const LV = d3.map(links, linkValue); if (nodes === undefined) nodes = Array.from(d3.union(LS, LT), (id) => ({ id })); const N = d3.map(nodes, nodeId).map(intern); const G = nodeGroup == null ? null : d3.map(nodes, nodeGroup).map(intern); // Replace the input nodes and links with mutable objects for the simulation. nodes = d3.map(nodes, (_, i) => ({ id: N[i] })); links = d3.map(links, (_, i) => ({ source: LS[i], target: LT[i], value: LV[i] })); // Ignore a group-based linkColor option if no groups are specified. if (!G && ["source", "target", "source-target"].includes(linkColor)) linkColor = "currentColor"; // Compute default domains. if (G && nodeGroups === undefined) nodeGroups = G; // Construct the scales. const color = nodeGroup == null ? null : d3.scaleOrdinal(nodeGroups, colors); // Compute the Sankey layout. const sanky = d3Sankey .sankeyCircular() .nodeId(({ index: i }) => N[i]) .nodeAlign(nodeAlign) // .nodeSort(nodeSort) .nodeWidth(nodeWidth) .nodePadding(nodePadding) .circularLinkGap(5) .iterations(iterations || 6) .extent([ [marginLeft, marginTop], [width - marginRight, height - marginBottom] ])({ nodes, links }); // Compute titles and labels using layout nodes, so as to access aggregate values. if (typeof format !== "function") format = d3.format(format); const Tl = nodeLabel === undefined ? N : nodeLabel == null ? null : d3.map(nodes, nodeLabel); const Tt = nodeTitle == null ? null : d3.map(nodes, nodeTitle); const Lt = linkTitle == null ? null : d3.map(links, linkTitle); // A unique identifier for clip paths (to avoid conflicts). const uid = `O-${Math.random().toString(16).slice(2)}`; // Compute node linkages to highlight const activeClass = "is-active"; let related = []; if (highlight) related = highlight.reduce((acc, id) => getRelated(id, links), []); const zoom = d3.zoom().scaleExtent([1, 40]).on("zoom", zoomed); const svg = d3 .create("svg") .attr("width", width) .attr("height", height) .attr("viewBox", [0, 0, width, height]) .attr("style", "max-width: 100%; height: auto; height: intrinsic;") .on("click", reset) .classed(activeClass, highlight.length > 0); const wrapper = svg.append("g"); const link = wrapper .append("g") .attr("fill", "none") .attr("stroke-opacity", linkStrokeOpacity) .selectAll("g") .data(sanky.links) .join("g") .style("mix-blend-mode", linkMixBlendMode); const node = wrapper .append("g") .attr("stroke", nodeStroke) .attr("stroke-width", nodeStrokeWidth) .attr("stroke-opacity", nodeStrokeOpacity) .attr("stroke-linejoin", nodeStrokeLinejoin) .attr("style", nodeClick ? "cursor: pointer" : "") .selectAll("rect") .data(nodes) .join("rect") .classed("highlighted", (n) => highlight.includes(n.id)) .classed("related", (n, i) => related.length > 0 && related.includes(n.id)) .attr("x", (d) => d.x0) .attr("y", (d) => d.y0) .attr("height", (d) => d.y1 - d.y0) .attr("width", (d) => d.x1 - d.x0); if (G) node.attr("fill", ({ index: i }) => color(G[i])); if (Tt) node.append("title").text(({ index: i }) => Tt[i]); if (linkColor === "source-target") link .append("linearGradient") .attr("id", (d) => `${uid}-link-${d.index}`) .attr("gradientUnits", "userSpaceOnUse") .attr("x1", (d) => d.source.x1) .attr("x2", (d) => d.target.x0) .call((gradient) => gradient .append("stop") .attr("offset", "0%") .attr("stop-color", ({ source: { index: i } }) => color(G[i])) ) .call((gradient) => gradient .append("stop") .attr("offset", "100%") .attr("stop-color", ({ target: { index: i } }) => color(G[i])) ); link .classed("highlighted", (d) => { if ([d.source.x1, d.y0, d.target.x0, d.y1].includes(NaN)) console.error("bad link targets", d, [ d.source.x1, d.y0, d.target.x0, d.y1 ]); return ( highlight.length > 0 && (highlight.includes(d.source.id) || highlight.includes(d.target.id)) ); }) .classed( "related", (link) => related.length > 0 && related.includes(link.source.id) && related.includes(link.target.id) ) .classed( "connected", (d) => highlight.length > 0 && highlight.includes(d.source.id) && highlight.includes(d.target.id) ) .append("path") .attr("d", linkPath) .attr( "stroke", linkColor === "source-target" ? ({ index: i }) => `url(#${uid}-link-${i})` : linkColor === "source" ? ({ source: { index: i } }) => color(G[i]) : linkColor === "target" ? ({ target: { index: i } }) => color(G[i]) : linkColor ) .attr("stroke-width", ({ width }) => Math.max(2, width)) .call( Lt ? (path) => path.append("title").text(({ index: i }) => Lt[i]) : () => {} ); if (Tl) wrapper .append("g") .attr("font-family", "sans-serif") .selectAll("text") .data(nodes) .join("text") .attr("font-size", (n) => (highlight.includes(n.id) ? 18 : 10)) .classed("highlighted", (n) => highlight.includes(n.id)) .attr("x", (d) => d.x0 < width / 2 ? d.x1 + nodeLabelPadding : d.x0 - nodeLabelPadding ) .attr("y", (d) => (d.y1 + d.y0) / 2) .attr("dy", "0.35em") .attr("text-anchor", (d) => (d.x0 < width / 2 ? "start" : "end")) .text(({ index: i }) => Tl[i]); node .on("mouseover", function (e) { const nData = d3.select(this).data()[0]; // activate highlight css context if (nodeOver) nodeOver(nData, nodes, links); }) .on("mouseout", function (e) { const nData = d3.select(this).data()[0]; if (nodeOut) nodeOut(nData, nodes, links); }) .on("click", (e) => { const nData = d3.select(e.target).data()[0]; if (nodeClick) nodeClick(nData, nodes, links); }); //svg.call(zoom); function getRelated(needle, links, dir = "", ids = []) { const newSources = links // when looking backwards, the built item needs to be in .filter((l) => needle === l.target.id && !ids.includes(l.source.id)) .map((e) => e.source.id); const newTargets = links .filter((l) => needle === l.source.id && !ids.includes(l.target.id)) .map((e) => e.target.id); ids = ids.concat([needle]); // check in one direction if (newSources.length !== 0 && (dir === "" || dir === "down")) newSources.forEach((n) => { ids = getRelated(n, links, "down", ids); }); if (newTargets.length !== 0 && (dir === "" || dir === "up")) newTargets.forEach((n) => { ids = getRelated(n, links, "up", ids); }); return ids; } function intern(value) { return value !== null && typeof value === "object" ? value.valueOf() : value; } function reset() { svg .transition() .duration(750) .call( zoom.transform, d3.zoomIdentity, d3.zoomTransform(svg.node()).invert([width / 2, height / 2]) ); } function clicked(event, [x, y]) { event.stopPropagation(); svg .transition() .duration(750) .call( zoom.transform, d3.zoomIdentity .translate(width / 2, height / 2) .scale(40) .translate(-x, -y), d3.pointer(event) ); } function zoomed({ transform }) { wrapper.attr("transform", transform); } return Object.assign(svg.node(), { zoomIn: () => svg.transition().call(zoom.scaleBy, 2), zoomOut: () => svg.transition().call(zoom.scaleBy, 0.5), zoomReset: reset, scales: { color } }); }32:Ta59,// Function that appends a path to selection that has sankey path data attached // The path is formatted as dash array, and triangle paths to create arrows along the path function appendArrows(selection, arrowLength, gapLength, arrowHeadSize) { let totalDashArrayLength = arrowLength + gapLength; let arrows = selection .append("path") .attr("d", function (d) { return d.path; }) .style("stroke-width", 1) .style("stroke", "black") .style("stroke-dasharray", arrowLength + "," + gapLength); arrows.each(function (arrow) { let thisPath = d3.select(this).node(); let parentG = d3.select(this.parentNode); let pathLength = thisPath.getTotalLength(); let numberOfArrows = Math.ceil(pathLength / totalDashArrayLength); // remove the last arrow head if it will overlap the target node if ( (numberOfArrows - 1) * totalDashArrayLength + (arrowLength + (arrowHeadSize + 1)) > pathLength ) { numberOfArrows = numberOfArrows - 1; } let arrowHeadData = d3.range(numberOfArrows).map(function (d, i) { let length = i * totalDashArrayLength + arrowLength; let point = thisPath.getPointAtLength(length); let previousPoint = thisPath.getPointAtLength(length - 2); let rotation = 0; if (point.y == previousPoint.y) { rotation = point.x < previousPoint.x ? 180 : 0; } else if (point.x == previousPoint.x) { rotation = point.y < previousPoint.y ? -90 : 90; } else { let adj = Math.abs(point.x - previousPoint.x); let opp = Math.abs(point.y - previousPoint.y); let angle = Math.atan(opp / adj) * (180 / Math.PI); if (point.x < previousPoint.x) { angle = angle + (90 - angle) * 2; } if (point.y < previousPoint.y) { rotation = -angle; } else { rotation = angle; } } return { x: point.x, y: point.y, rotation: rotation }; }); let arrowHeads = parentG .selectAll(".arrow-heads") .data(arrowHeadData) .enter() .append("path") .attr("d", function (d) { return ( "M" + d.x + "," + (d.y - arrowHeadSize / 2) + " " + "L" + (d.x + arrowHeadSize) + "," + d.y + " " + "L" + d.x + "," + (d.y + arrowHeadSize / 2) ); }) .attr("class", "arrow-head") .attr("transform", function (d) { return "rotate(" + d.rotation + "," + d.x + "," + d.y + ")"; }) .style("fill", "black"); }); }33:[{"id":"8a8eaa08af334fc71309f54ce760696c6d6db596c1357130203ffc1159ed58f8d15e238e68f16070b41579c023db669a8830fb30a7b50b6cfe27e6dfa49fbc8a","href":"https://static.observableusercontent.com/files/8a8eaa08af334fc71309f54ce760696c6d6db596c1357130203ffc1159ed58f8d15e238e68f16070b41579c023db669a8830fb30a7b50b6cfe27e6dfa49fbc8a","name":"bulk_cobalt.csv","type":"text/csv","lastModified":1658201714732.636,"size":826037}] 2f:{"title":"Sankey diagrams for trade flows","cells":[{"id":0,"value":"# Sankey diagrams for trade flows\n\nSketching visualizations of UN Comtrade data on energy-critical mineral flows. This is data on cobalt ore exports 2000-2020.","pinned":false,"hidden":false,"mode":"md"},{"id":995,"value":"viewof selectYear = Inputs.select(\n cobalt_report_exports.map((m) => m.key).sort(),\n { label: \"select year\" }\n)","pinned":false,"hidden":false,"mode":"ojs"},{"id":789,"value":"viewof inspect = Inputs.select(\n [\n ...r_values.reduce((all, el) => {\n all.add(el.source);\n all.add(el.target);\n return all;\n }, new Set())\n ].sort(),\n {\n label: html`highlight
cmd/ctrl+click to deselect`,\n multiple: true\n }\n)","pinned":false,"hidden":false,"mode":"ojs"},{"id":717,"value":"mutable info = \"\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":1044,"value":"# Exports as reported by importer, select countries only\n(e.g., Finland reported importing X kg from DRC)","pinned":false,"hidden":false,"mode":"md"},{"id":1037,"value":"chart_partner = SankeyChart(\n {\n links: p_values\n },\n {\n highlight: inspect,\n nodeGroup: (d) => d.id.split(/\\W/)[0], // take first word for color\n nodeAlign: \"justify\", // e.g., d3.sankeyJustify; set by input above\n linkColor: \"source-target\", // e.g., \"source\" or \"target\"; set by input above\n format: ((f) => (d) => `${f(d)} kg`)(d3.format(\",~f\")),\n nodeClick: (node, nodes, links) => {\n console.log(node);\n mutable info = node;\n },\n nodeOut: (node, nodes, links) => {},\n width,\n height: 600\n }\n)","pinned":false,"hidden":false,"mode":"ojs"},{"id":1103,"value":"# Using bulk exported data from Comtrade\nLots more countries which kind of makes the whole thing look like silly string","pinned":false,"hidden":false,"mode":"md"},{"id":1098,"value":"chart1 = SankeyChart(\n {\n links: b_values\n },\n {\n highlight: inspect,\n nodeGroup: (d) => d.id.split(/\\W/)[0], // take first word for color\n nodeAlign: \"justify\", // e.g., d3.sankeyJustify; set by input above\n linkColor: \"source-target\", // e.g., \"source\" or \"target\"; set by input above\n format: ((f) => (d) => `${f(d)} kg`)(d3.format(\",.1~f\")),\n nodeClick: (node, nodes, links) => {\n console.log(node);\n mutable info = node;\n },\n nodeOut: (node, nodes, links) => {},\n width,\n height: 600\n }\n)","pinned":false,"hidden":false,"mode":"ojs"},{"id":1046,"value":"# Exports as reported by exporter, select countries only\nIn the general case, data as reported by exporter seems to be incomplete (e.g., DRC is straight up missing for a lot of years) but it also sometimes reflects exports unreported by the importer (e.g. in some later years DRC appears to export a bunch to the UAE, but UAE doesn't appear to report these).","pinned":false,"hidden":false,"mode":"md"},{"id":285,"value":"chart = SankeyChart(\n {\n links: r_values\n },\n {\n highlight: inspect,\n nodeGroup: (d) => d.id.split(/\\W/)[0], // take first word for color\n nodeAlign: \"justify\", // e.g., d3.sankeyJustify; set by input above\n linkColor: \"source-target\", // e.g., \"source\" or \"target\"; set by input above\n format: ((f) => (d) => `${f(d)} kg`)(d3.format(\",.1~f\")),\n nodeClick: (node, nodes, links) => {\n console.log(node);\n mutable info = node;\n },\n nodeOut: (node, nodes, links) => {},\n width,\n height: 600\n }\n)","pinned":false,"hidden":false,"mode":"ojs"},{"id":1016,"value":"r_values = cobalt_report_exports\n .filter((f) => f.key == selectYear)\n .map((m) => m.values.map((a) => a.values).flat())\n .flat()\n .filter((f) => f.value != \"\")\n .filter((f) => f.value != \"0\")","pinned":true,"hidden":false,"mode":"ojs"},{"id":1039,"value":"p_values = cobalt_partner_exports\n .filter((f) => f.key == selectYear)\n .map((m) => m.values.map((a) => a.values).flat())\n .flat()\n .filter((f) => f.value != \"\")\n .filter((f) => f.value != \"0\")","pinned":true,"hidden":false,"mode":"ojs"},{"id":1091,"value":"b_values = bulk_cobalt_exports\n .filter((f) => f.key == selectYear)\n .map((m) => m.values.map((a) => a.values).flat())\n .flat()\n .filter((f) => f.value != \"\")\n .filter((f) => f.value != \"0\")","pinned":true,"hidden":false,"mode":"ojs"},{"id":1081,"value":"bulk_cobalt = FileAttachment(\"bulk_cobalt.csv\").csv()","pinned":true,"hidden":false,"mode":"ojs"},{"id":1085,"value":"bulk_cobalt_exports = d3Collect\n .nest()\n .key(function (d) {\n return d.yr;\n })\n .key(function (d) {\n return d.source;\n })\n .entries(\n bulk_cobalt\n .filter((f) => f.Flow == \"1\")\n .filter((f) => f.Partner_Name != \"World\")\n .filter((f) => f.cmdCode != \"2605\")\n .map((m) => {\n let newobj = {};\n newobj.source = m.Partner_Name;\n newobj.target = m.Reporter_Name;\n newobj.value = m.TradeQuantity;\n newobj.yr = m.Year;\n return newobj;\n })\n )","pinned":true,"hidden":false,"mode":"ojs"},{"id":1031,"value":"import { cobalt_partner_exports } from \"@lifewinning/comtrade-commodity-flow-sketches\"","pinned":true,"hidden":false,"mode":"ojs"},{"id":993,"value":"import { cobalt_report_exports } from \"93f2cb19e13bcafa\"","pinned":true,"hidden":false,"mode":"ojs"},{"id":828,"value":"import { links } from \"990f0ef538f52b08\"","pinned":true,"hidden":false,"mode":"ojs"},{"id":675,"value":"highlight = html``","pinned":false,"hidden":false,"mode":"ojs"},{"id":1058,"value":"viridis = [\n \"#440154\",\n \"#481467\",\n \"#482576\",\n \"#453781\",\n \"#404688\",\n \"#39558c\",\n \"#33638d\",\n \"#2d718e\",\n \"#287d8e\",\n \"#238a8d\",\n \"#1f968b\",\n \"#20a386\",\n \"#29af7f\",\n \"#3dbc74\",\n \"#56c667\",\n \"#75d054\",\n \"#95d840\",\n \"#bade28\",\n \"#dde318\",\n \"#fde725\"\n]","pinned":false,"hidden":false,"mode":"ojs"},{"id":11,"value":"$31","pinned":true,"hidden":false,"mode":"ojs"},{"id":955,"value":"$32","pinned":true,"hidden":false,"mode":"ojs"},{"id":663,"value":"d3-sankey is not part of core D3; it must be loaded separately. Here we’re using [require](/@observablehq/require) to load it, while also ensuring that its dependencies on d3-array and d3-shape resolve to the copy of D3 that we’re using elsewhere in this notebook. We don’t want to load multiple copies of these libraries!","pinned":false,"hidden":false,"mode":"md"},{"id":7,"value":"d3Sankey = require.alias({\n \"d3-array\": d3,\n \"d3-shape\": d3,\n \"d3-sankey\": \"d3-sankey@0.12.3/dist/d3-sankey.min.js\",\n \"d3-sankey-circular\": import(\n \"https://cdn.skypack.dev/d3-sankey-circular@0.34.0?min\"\n )\n})(\"d3-sankey-circular\")","pinned":true,"hidden":false,"mode":"ojs"},{"id":1095,"value":"d3Collect = require(\"d3-collection@latest\")","pinned":true,"hidden":false,"mode":"ojs"},{"id":935,"value":"sankeyLinkHorizontal = (\n await import(\"https://cdn.skypack.dev/d3-sankey@0.12.3?min\")\n).sankeyLinkHorizontal","pinned":true,"hidden":false,"mode":"ojs"}],"files":"$W33","stdlib":"1","titling":"auto"}