30:T82b,viewof table_live = { let data_in_table = search .filter(d => d.date_sort_first <= dates[1] && d.date_sort_last >= dates[0]) .map(d => ({ ...d, 'Publication Title': d.publication_title, City: d.coverage_city, 'General Area': d.general_area_of_coverage, 'Place of Publication': d.place_of_publication, 'First Date': d.first_date_held, 'Last Date': d.last_date_held, Country: d.country_of_publication })); data_in_table = data_in_table.length == 0 ? [ { 'Publication Title': 'no titles' } ].concat(new Array(10).fill({})) : data_in_table.length < 11 ? data_in_table.concat(new Array(11 - data_in_table.length).fill({})) : data_in_table; return Table(data_in_table, { columns: [ 'Publication Title', 'City', 'General Area', 'Place of Publication', 'First Date', 'Last Date', 'Country' ], width: { 'Publication Title': 300, 'First Date': 65, 'Last Date': 65 }, maxWidth: 1000 }); // return Table( // search // .filter( // d => d.date_sort_first <= dates[1] && d.date_sort_last >= dates[0] // ) // .map(d => ({ // ...d, // 'Publication Title': d.publication_title, // 'Coverage: City': d.coverage_city, // 'General Area of Coverage': d.general_area_of_coverage, // 'Place of Publication': d.place_of_publication, // 'First Date Held': d.first_date_held, // 'Last Date Held': d.last_date_held, // 'Country of Publication': d.country_of_publication // })), // { // columns: [ // 'Publication Title', // 'Coverage: City', // 'General Area of Coverage', // 'Place of Publication', // 'First Date Held', // 'Last Date Held', // 'Country of Publication' // ], // width: { // 'Publication Title': 300, // 'First Date Held': 40, // 'Last Date Held': 70 // } // } // ); }31:T894,button = { let btn = Button("Draw newspaper lineage"); function matches_fn(ids_selected_table) { let single_titlesMatches = title_list_wConnectivity.filter((item) => ids_selected_table.includes(item.title_id) ); let nested_titlesMatches = title_list_wConnectivity .filter((item) => item.ids != null) .filter((item) => ids_selected_table.some((d) => item.ids.includes(d))); let matches = nested_titlesMatches.concat(single_titlesMatches); matches = matches.sort((a, b) => a.date_sort_first - b.date_sort_first); return matches; } function matches_dateExtentfn(matches) { let min = d3.min( matches .filter((d) => d.title_id) .concat( matches .filter((d) => d.connected_titles) .map((d) => d.connected_titles) .flat() ) .map((d) => +d.first_date_held) .filter((d) => d > 0) ); let max = d3.max( matches .filter((d) => d.title_id) .concat( matches .filter((d) => d.connected_titles) .map((d) => d.connected_titles) .flat() ) .map((d) => +d.last_date_held) .filter((d) => d > 0) ); return [min - 20, max]; } // Style Button btn.firstChild.style.background = "#DEE9F8"; btn.firstChild.style.border = "black 0.5px solid"; btn.firstChild.style.padding = "5px"; btn.firstChild.style.cursor = "pointer"; btn.firstChild.style["margin-top"] = "10px"; btn.firstChild.style["margin-bottom"] = "10px"; btn.firstChild.style["border-radius"] = "4px"; btn.onclick = function () { if (query_term == "") { mutable pure_output = html`

Search something ☝️`; } else { let ids_selected_table = table_live .filter((d) => d.title_id != null) .map((d) => d.title_id); let matches = matches_fn(ids_selected_table); let matches_dateExtent = matches_dateExtentfn(matches); matches_dateExtent = [matches_dateExtent[0], matches_dateExtent[1] + 20]; console.log(matches_dateExtent); mutable pure_output = visualise(matches, matches_dateExtent); } }; return btn; }32:Tc04,about = md` --- ## Key
![image](${await FileAttachment("Press Picker 2 Key.png").url()})

### Reliability Titles connected by name changes are brought together in this interface using an automated process. It works well, but there are occasional errors. To check the named preceding/succeeding titles in the original data, hover over these arrows **< >** to the right of title names. Name changes are recorded in the original data as free-text. In order to identify links across the dataset, we used string cleaning (computationally splitting the text data into words and handling punctuation and case) with [Regular Expressions](https://en.wikipedia.org/wiki/Regular_expression) to find matching title names. If, in the data, title A is recorded to be continued by title B, we link to title C if the title names for B and C match, and if they both come from the same place ('area of coverage'). But that's not always unique. ### Digitised newspapers We highlight which titles are digitised: titles on [the British Newspaper Archive (BNA)](https://www.britishnewspaperarchive.co.uk/) are linked directly, and those in [the Burney Collection](https://www.bl.uk/collection-guides/burney-collection) are marked. This interface runs off data from 2019, so more recently digitised titles are not linked. ### Data *Press Tracer* runs off the dataset ‘British and Irish Newspapers’, 2019, https://bl.iro.bl.uk/work/7da47fac-a759-49e2-a95a-26d49004eba8 , by British Library Contemporary British and British Library Collections Metadata. Read more about the background to this list in [this blog post](https://lukemckernan.com/2021/01/27/the-sorting-of-lists/) by Luke McKernan, Lead Curator News and Moving Image, British Library and in ['Converting the British Library’s Catalogue of British and Irish Newspapers into a Public Domain Dataset: Processes and Applications'](http://doi.org/10.5334/johd.23) in the Journal of Open Humanities Data. ### About *Press Tracer* builds on the tool *Press Picker*, developed to support newspaper digitisation planning. (Read about *Press Picker* in this [blogpost](https://livingwithmachines.ac.uk/press-picker-code-published/), find links to the published code [here](https://livingwithmachines.ac.uk/press-picker-code-published/) and see a [demo on Observable](https://observablehq.com/@oliviafvane/branching-sparklines-line-graphs)). *Press Picker* visualises the undigitised titles and shows their different formats held in the British Library. Rather than concentrating only on undigitised titles, this adaption of the interface shows newspaper title lineage across **all** titles, digitised or not. ### Credits and Thanks *Press Picker* / *Press Tracer* were developed by Olivia Vane, Kasra Hosseini and Giorgia Tolfo, as part of the [*Living with Machines* project](https://livingwithmachines.ac.uk/), and made possible due to the generous help of many people. Thank you Yann Ryan, British Library News curators, Luke McKernan, Stephen Lester, British Library Metadata Services, Jon Lawrence and Amy Krause.`33:T5d42,function visualise(data, matches_dateExtent) { let container = html`

`; var gap_between_lines = 35, // vertical height between line graphs branch_steepness = 15, // determines the steepness of the branch angle shunt_to_right = 40, // horizontal position of the branch bar_colour = `rgba(${bar_colour_val}, 1)`, bar_strokeWidth = 16, text_strokeWidth = 3, demo_margin = { top: 15, bottom: 30, left: 60, right: 0 }, max_width = 625, viz_width = width - demo_margin.left - demo_margin.right > max_width ? max_width : width - demo_margin.left - demo_margin.right, waterfall_stroke_width = 3; const burney_link_colour = "rgba(41, 50, 65,0.5)", bna_link_colour = burney_link_colour; // determine chart height let data_length = 0; data.forEach(function (d, i) { if (d.connected_titles) { data_length = data_length + d.connected_titles.length; } else { data_length++; } }); let demo_height = data_length * gap_between_lines + demo_margin.top + demo_margin.bottom; ////////////// /// Scales /// ////////////// var x = d3 .scaleLinear() .domain(matches_dateExtent) .range([0, viz_width - 15]); // vertical scale for full chart height var y = d3.scaleLinear().domain([0, 200]).range([demo_height, 0]); // separate div for fixed xaxis var x_axis = d3 .select(container) .append("div") .attr("class", "x_axis_wrapper") .append("svg") .attr("width", viz_width + demo_margin.left + demo_margin.right) .attr("height", 30) .append("g") .attr( "transform", "translate(" + demo_margin.left + "," + demo_margin.top * 2 + ")" ); // Add the X Axis x_axis .append("g") .attr("id", "axis_g") .call(d3.axisTop(x).tickFormat(d3.format("d"))); // Remove axis line x_axis.select("#axis_g").select("path").remove(); var svg = d3 .select(container) .append("svg") .attr("width", viz_width + 30) .attr("height", demo_height); svg.node().appendChild(gradient_defs); // Define the div for the tooltip var div = d3 .select(container) .append("div") .attr("class", "tooltip") .style("opacity", 0); // gridlines in x axis function function make_x_gridlines() { return d3.axisBottom(x); } // add the X gridlines svg .append("g") .attr("class", "grid") .attr( "transform", "translate(" + demo_margin.left + "," + demo_height + ")" ) .call(make_x_gridlines().tickSize(-demo_height).tickFormat("")); // Add the group for line graphs var svg_graphs = svg .append("g") .attr("id", "graph_group") .attr( "transform", "translate(" + demo_margin.left + "," + demo_margin.top + ")" ); var nested_count = 0; //////////// /// Draw /// //////////// data.forEach(function (d, i) { ///////////////////// /// Nested Titles /// ///////////////////// if ("connected_titles" in d) { // To vertically position all the line graphs correctly, we use the variable nested_count to keep track of the number of branched line graphs drawn nested_count = nested_count + d["connected_titles"].length - 1; d["connected_titles"].forEach(function (nested_d, nested_i) { var horizontal_offset; // check if branch really long if (d["connected_titles"].length > 15) { horizontal_offset = shunt_to_right + nested_i * 5; } else { horizontal_offset = shunt_to_right + nested_i * branch_steepness; } var vertical_offset = (i + nested_i + nested_count - d["connected_titles"].length + 1) * gap_between_lines; var title_wrapper = svg_graphs .append("g") .attr("class", "title_wrapper") .attr("transform", "translate(0," + vertical_offset + ")"); if ( !(nested_d.first_date_held == "" && nested_d.last_date_held == "") ) { title_wrapper .append("line") .attr("class", "line_run") .attr("x1", () => nested_d.first_date_held == "" ? x(+nested_d.last_date_held.substring(0, 4) - 1) : nested_d.first_date_held == nested_d.last_date_held ? x(+nested_d.first_date_held.substring(0, 4) - 1) : x(+nested_d.first_date_held.substring(0, 4)) ) .attr("x2", () => nested_d.last_date_held == "" || nested_d.last_date_held == null ? x(+nested_d.date_sort_last + 1) : nested_d.last_date_held == "Continuing" ? x(new Date().getFullYear()) : x(+nested_d.last_date_held.substring(0, 4)) ) .attr("y1", gap_between_lines + -bar_strokeWidth / 2 + 6) .attr("y2", gap_between_lines + -bar_strokeWidth / 2 + 6) .attr("stroke", bar_colour) .attr("stroke-width", bar_strokeWidth); // if not final out of group if (nested_i != d["connected_titles"].length - 1) { title_wrapper .append("line") .attr("class", "line_run_drop") .attr("x1", () => nested_d.last_date_held == "" ? x(+nested_d.date_sort_last) - waterfall_stroke_width / 2 : nested_d.last_date_held == "Continuing" ? x(new Date().getFullYear()) - waterfall_stroke_width / 2 : x(+nested_d.last_date_held) - waterfall_stroke_width / 2 ) .attr("x2", () => nested_d.last_date_held == "" ? x(+nested_d.date_sort_last) - waterfall_stroke_width / 2 : nested_d.last_date_held == "Continuing" ? x(new Date().getFullYear()) - waterfall_stroke_width / 2 : x(+nested_d.last_date_held) - waterfall_stroke_width / 2 ) .attr("y1", gap_between_lines + 6) .attr("y2", gap_between_lines * 2 + 6) .attr("stroke", "url(#e)") .attr("stroke-width", waterfall_stroke_width); } } // Draw the angled line - connecting the nested titles together if (nested_i != 0) { let x1, x2; // check if branch really long if (d["connected_titles"].length > 15) { x1 = shunt_to_right + 5 * (nested_i - 1); x2 = shunt_to_right + 5 * nested_i; } else { x1 = shunt_to_right + branch_steepness * (nested_i - 1); x2 = shunt_to_right + branch_steepness * nested_i; } title_wrapper .append("line") .attr("class", "connected_line") .attr("x1", x1) .attr("x2", x2) .attr("y1", 0 + demo_margin.top - 10) .attr("y2", gap_between_lines + demo_margin.top - 10); } var title_nested_offset_wrapper = title_wrapper .append("g") .attr("class", "title_nested_offset_wrapper") .attr("transform", "translate(" + horizontal_offset + ",0)"); // additional horizontal offset to titles so doesn't overlap with branching var title_text1 = title_nested_offset_wrapper .append("text") .attr("class", "title_name_wrapper") .attr("transform", "translate(8,52)"); var title_text2 = title_nested_offset_wrapper .append("text") .attr("class", "title_name_wrapper") .attr("transform", "translate(8,52)"); title_text1 .append("tspan") .attr("class", "title_name") .text(" " + nested_d["publication_title"]) .attr("stroke", "white") .attr("opacity", 0.93) .attr("stroke-width", text_strokeWidth); let titleName_span = title_text2 .append("a") .attr("href", nested_d["explore_link"]) .attr("target", "_blank") .attr("cursor", "pointer") .append("tspan") .attr("class", "title_name") .text(" " + nested_d["publication_title"]) .attr("fill", "black"); // append arrows for preceeding, succeeding titles if ( nested_d["preceding_titles"] != null && nested_d["preceding_titles"] != "" ) { title_text2 .append("tspan") .text(" <") .attr("id", "preceding") .attr("class", "arrow") .style("cursor", "default") .on("mouseover", function () { div.transition().duration(200).style("opacity", 0.98); div .html(nested_d["preceding_titles"]) .style("background", "rgb(219, 232, 237)") .style("left", d3.event.pageX + 10 + "px") .style("top", d3.event.pageY - 28 - window.scrollY + "px"); }) .on("mouseout", function () { div.transition().duration(500).style("opacity", 0); }); } if ( nested_d["succeeding_titles"] != null && nested_d["succeeding_titles"] != "" ) { title_text2 .append("tspan") .text(" >") .attr("id", "succeeding") .attr("class", "arrow") .style("cursor", "default") .on("mouseover", function () { div.transition().duration(200).style("opacity", 0.98); div .html(nested_d["succeeding_titles"]) .style("background", "rgb(219, 232, 237)") .style("left", d3.event.pageX + 10 + "px") .style("top", d3.event.pageY - 28 - window.scrollY + "px"); }) .on("mouseout", function () { div.transition().duration(500).style("opacity", 0); }); } if (nested_d.online_status == "BURNEY") { let burney_link = title_nested_offset_wrapper .append("a") .attr("class", "burney_a") .attr( "href", "https://www.bl.uk/collection-guides/burney-collection" ) .attr("target", "_blank") .attr("opacity", 0.5) .style( "transform", "translate(" + (-60 - horizontal_offset) + "px,22px)" ); burney_link .append("path") .attr("d", "M -10 20 H 60 V 22 Q 50 20 45 36 H -10 V 20") .style("transform", "translateY(-3px)") .attr("class", "burney_link_rect") .attr("x", 0) .attr("y", gap_between_lines - 18) .attr("width", 60) .attr("height", 16) .attr("fill", burney_link_colour) .style("cursor", "pointer") .on("mouseover", function (d) { return d3 .select(this) .transition() .duration(80) .style("opacity", 0.5); }) .on("mouseout", function (d) { return d3 .select(this) .transition() .duration(80) .style("opacity", 1); }); burney_link .append("text") .attr("class", "burney_link") .style("font-weight", 800) .text("Burney") .attr("fill", "white") .attr("x", 1.5) .attr("y", gap_between_lines - 5.8) .style("cursor", "pointer") .on("mouseover", function (d) { return d3 .select(this.parentNode) .select(".burney_link_rect") .transition() .duration(80) .style("opacity", 0.5); }) .on("mouseout", function (d) { return d3 .select(this.parentNode) .select(".burney_link_rect") .transition() .duration(80) .style("opacity", 1); }); } if (nested_d.link_to_british_newspaper_archive != "") { let bna_link = title_nested_offset_wrapper .append("a") .attr("class", "bna_a") .attr("href", nested_d.link_to_british_newspaper_archive) .attr("target", "_blank") .attr("opacity", 0.5) .style( "transform", "translate(" + (-50 - horizontal_offset) + "px,22px)" ); bna_link .append("path") .attr("class", "bna_link_rect") .attr("d", "M -10 20 H 60 V 22 Q 50 20 45 36 H -10 V 20") .style("transform", "translate(-9px, -3px)") .attr("fill", bna_link_colour) .style("cursor", "pointer") .on("mouseover", function (d) { return d3 .select(this) .transition() .duration(80) .style("opacity", 0.5); }) .on("mouseout", function (d) { return d3 .select(this) .transition() .duration(80) .style("opacity", 1); }); bna_link .append("text") .attr("class", "bna_link") .style("font-weight", 800) .text("BNA") .attr("fill", "white") .attr("x", 0) .attr("y", gap_between_lines - 5.8) .style("cursor", "pointer") .on("mouseover", function (d) { return d3 .select(this.parentNode) .select(".bna_link_rect") .transition() .duration(80) .style("opacity", 0.5); }) .on("mouseout", function (d) { return d3 .select(this.parentNode) .select(".bna_link_rect") .transition() .duration(80) .style("opacity", 1); }); } // Draw the baselines for each sparkline if (nested_i != 0) { let position_dividing_baselines; if (d["connected_titles"].length > 15) { position_dividing_baselines = nested_d.last_date_held == "" ? x(+nested_d.date_sort_last) - shunt_to_right - 5 * nested_i : nested_d.last_date_held == "Continuing" ? x(new Date().getFullYear()) - shunt_to_right - 5 * nested_i : x(+nested_d.last_date_held) - shunt_to_right - 5 * nested_i; } else { position_dividing_baselines = nested_d.last_date_held == "" ? x(+nested_d.date_sort_last) - shunt_to_right - branch_steepness * nested_i : nested_d.last_date_held == "Continuing" ? x(new Date().getFullYear()) - shunt_to_right - branch_steepness * nested_i : x(+nested_d.last_date_held.substring(0, 4)) - shunt_to_right - branch_steepness * nested_i; } title_nested_offset_wrapper .append("line") .attr("class", "connected_line") .attr("x1", 0) .attr("x2", position_dividing_baselines) .attr("y1", 0) .attr("y2", 0) .attr("transform", "translate(0,40)"); title_nested_offset_wrapper .append("line") .attr("class", "connected_line2") .attr("x1", 0) .attr("x2", 100) .attr("y1", 0) .attr("y2", 0) .attr( "transform", "translate(" + position_dividing_baselines + ",40)" ); } else { let position_dividing_baselines = nested_d.last_date_held == "" ? x(+nested_d.date_sort_last) - shunt_to_right : nested_d.last_date_held == "Continuing" ? x(new Date().getFullYear()) - shunt_to_right : x(+nested_d.last_date_held) - shunt_to_right; title_nested_offset_wrapper .append("line") .attr("class", "connected_line") .attr("x1", -shunt_to_right) .attr("x2", position_dividing_baselines) .attr("y1", 0) .attr("y2", 0) .attr("transform", "translate(0,40)"); title_nested_offset_wrapper .append("line") .attr("class", "connected_line2") .attr("x1", 0) .attr("x2", 100) .attr("y1", 0) .attr("y2", 0) .attr( "transform", "translate(" + position_dividing_baselines + ",40)" ); } }); } else { ///////////////////// /// Single Titles /// ///////////////////// var title_wrapper = svg_graphs .append("g") .attr("class", "title_wrapper") .attr( "transform", "translate(0," + (i + nested_count) * gap_between_lines + ")" ); if (!(d.first_date_held == "" && d.last_date_held == "")) { title_wrapper .append("line") .attr("class", "line_run") .attr("x1", () => d.first_date_held == "" ? x(+d.last_date_held - 1) : d.first_date_held == d.last_date_held ? x(+d.first_date_held - 1) : x(+d.first_date_held.substring(0, 4)) ) .attr("x2", () => +d.last_date_held == 0 || d.last_date_held == "Continuing" ? x(new Date().getFullYear()) : x(+d.last_date_held.substring(0, 4)) ) .attr("y1", gap_between_lines - bar_strokeWidth / 2 + 6) .attr("y2", gap_between_lines - bar_strokeWidth / 2 + 6) .attr("stroke", bar_colour) .attr("stroke-width", bar_strokeWidth); } var title_text1 = title_wrapper .append("text") .attr("class", "title_name_wrapper") .attr("transform", "translate(3,52)"); var title_text2 = title_wrapper .append("a") .attr("href", d["explore_link"]) .attr("target", "_blank") .attr("cursor", "pointer") .append("text") .attr("class", "title_name_wrapper") .attr("transform", "translate(3,52)"); title_text1 .append("tspan") .attr("class", "title_name") .text(" " + d["publication_title"]) .attr("stroke", "white") .attr("opacity", 0.93) .attr("stroke-width", text_strokeWidth); let titleName_span = title_text2 .append("tspan") .attr("class", "title_name") .text(" " + d["publication_title"]) .attr("fill", "black"); title_text1 .append("tspan") .attr("class", "title_name") .text(" " + d["publication_title"]) .attr("stroke", "white") .attr("opacity", 0.93) .attr("stroke-width", text_strokeWidth); title_text2 .append("tspan") .attr("class", "title_name") .text(" " + d["publication_title"]) .attr("fill", "black"); // append line let position_dividing_baselines = +d.last_date_held == 0 || d.last_date_held == "Continuing" ? x(new Date().getFullYear()) : x(+d.last_date_held.substring(0, 4)); title_wrapper .append("line") .attr("class", "connected_line") .attr("x1", 0) .attr("x2", position_dividing_baselines) .attr("y1", 0) .attr("y2", 0) .attr("transform", "translate(0,40)"); title_wrapper .append("line") .attr("class", "connected_line2") .attr("x1", 0) .attr("x2", 100) .attr("y1", 0) .attr("y2", 0) .attr("transform", "translate(" + position_dividing_baselines + ",40)"); if (d.online_status == "BURNEY") { let burney_link = title_wrapper .append("a") .attr("class", "burney_a") .attr("href", "https://www.bl.uk/collection-guides/burney-collection") .attr("target", "_blank") .attr("opacity", 0.5) .style("transform", "translate(" + -60 + "px,22px)"); burney_link .append("path") .attr("d", "M -10 20 H 60 V 22 Q 50 20 45 36 H -10 V 20") .style("transform", "translate(0px, -3px)") .attr("class", "burney_link_rect") .attr("fill", burney_link_colour) .style("cursor", "pointer") .on("mouseover", function (d) { return d3 .select(this) .transition() .duration(80) .style("opacity", 0.5); }) .on("mouseout", function (d) { return d3 .select(this) .transition() .duration(80) .style("opacity", 1); }); burney_link .append("text") .attr("class", "burney_link") .style("font-weight", 800) .text("Burney") .attr("fill", "white") .attr("x", 1.5) .attr("y", gap_between_lines - 5.8) .style("cursor", "pointer") .on("mouseover", function (d) { return d3 .select(this.parentNode) .select(".burney_link_rect") .transition() .duration(80) .style("opacity", 0.5); }) .on("mouseout", function (d) { return d3 .select(this.parentNode) .select(".burney_link_rect") .transition() .duration(80) .style("opacity", 1); }); } if (d.link_to_british_newspaper_archive != "") { let bna_link = title_wrapper .append("a") .attr("class", "bna_a") .attr("href", d.link_to_british_newspaper_archive) .attr("target", "_blank") .attr("opacity", 0.5) .style("transform", "translate(" + -50 + "px,22px)"); bna_link .append("path") .attr("d", "M -10 20 H 60 V 22 Q 50 20 45 36 H -10 V 20") .style("transform", "translate(-9px, -3px)") .attr("class", "bna_link_rect") .attr("fill", bna_link_colour) .style("cursor", "pointer") .on("mouseover", function (d) { return d3 .select(this) .transition() .duration(80) .style("opacity", 0.5); }) .on("mouseout", function (d) { return d3 .select(this) .transition() .duration(80) .style("opacity", 1); }); bna_link .append("text") .attr("class", "bna_link") .style("font-weight", 800) .text("BNA") .attr("fill", "white") .attr("x", 0) .attr("y", gap_between_lines - 5.8) .style("cursor", "pointer") .on("mouseover", function (d) { return d3 .select(this.parentNode) .select(".bna_link_rect") .transition() .duration(80) .style("opacity", 0.5); }) .on("mouseout", function (d) { return d3 .select(this.parentNode) .select(".bna_link_rect") .transition() .duration(80) .style("opacity", 1); }); } } }); return container; }34:Tba0,style = html` `35:T9e8,title_list_wConnectivity = { let data = data_attachment; let title_list_wConnectivity = []; let reordered_connectedTitles = []; // add date_sort facet let data_connected = data.filter((d) => d.connected_titles); let data_unconnected = data.filter((d) => !d.connected_titles); data_connected.forEach(function (d, i) { let date_lowest = new Date().getFullYear(), date_highest = earliest; d.connected_titles.forEach(function (k, j) { let date_sort_first = k.first_date_held == "" ? k.last_date_held == "" ? new Date().getFullYear() : +k.last_date_held : +k.first_date_held.substring(0, 4); let date_sort_last = k.last_date_held == "" ? k.first_date_held == "" ? new Date().getFullYear() : +k.first_date_held : k.last_date_held == "Continuing" ? new Date().getFullYear() : +k.last_date_held.substring(0, 4); data_connected[i].connected_titles[j] = { ...k, date_sort_first: date_sort_first, date_sort_last: date_sort_last }; // getting highest and lowest dates across all connected titles date_lowest = date_sort_first < date_lowest ? date_sort_first : date_lowest; date_highest = date_sort_last > date_highest ? date_sort_last : date_highest; }); data_connected[i] = { ...data_connected[i], connected_titles: data_connected[i].connected_titles.sort(function ( a, b ) { return a.date_sort_first - b.date_sort_first; }), date_sort_first: date_lowest, date_sort_last: date_highest }; }); data_unconnected.forEach(function (d, i) { let date_sort_first = d.first_date_held == "" ? d.last_date_held == "" ? new Date().getFullYear() : +d.last_date_held : +d.first_date_held; let date_sort_last = d.last_date_held == "" ? d.first_date_held == "" ? new Date().getFullYear() : +d.first_date_held : d.last_date_held == "Continuing" ? new Date().getFullYear() : +d.last_date_held; data_unconnected[i] = { ...d, date_sort_first: date_sort_first, date_sort_last: date_sort_last }; }); data = data_connected.concat(data_unconnected); data = data.sort(function (a, b) { return a.date_sort_first - b.date_sort_first; }); title_list_wConnectivity = data; return title_list_wConnectivity; } 36:T1429,// title_list_wConnectivity = { // /////////////////////////////////////////////////////////////////////////////////////// // /// This is the code used to create FileAttachment("title_list_wConnectivity.json") /// // /////////////////////////////////////////////////////////////////////////////////////// // let title_list_wConnectivity = titles_addConnectivityArray; // let newspaper_titles_data_nestedConnectivity = []; // let newspaper_titles_data_nestedConnectivity_title_ids = []; // title_list_wConnectivity.forEach(function (d) { // // check if d['title_id'] already in newspaper_titles_data_nestedConnectivity_title_ids // // otherwise - skip // var already_in_newspaper_titles_data_nestedConnectivity = newspaper_titles_data_nestedConnectivity_title_ids.includes( // d["title_id"] // ); // if (!already_in_newspaper_titles_data_nestedConnectivity) { // if (d.connectivity) { // // place all connectivity ids in connected_newspaper_titles // let connected_newspaper_titles = [d["title_id"]].concat( // d["connectivity"] // ); // // check the records in the array of connected to IDs for any additional IDs in connectivity // // return new array of (original connected IDs + additional IDs in records' connectivity) // function create_new_array_of_connected_ids(old_Array) { // let connectivity_new_array = old_Array; // old_Array.forEach(function (element) { // // for each id in connected_newspaper_titles, find the corresponding record in title_list // // if does not exist in connected_newspaper_titles, skip step // var newspaper_record = titles_addConnectivityArray.find( // (o) => o["title_id"] == element // ); // // if there is a matching record (some are out of date range) in title_list, concatenate the connectivity array // if (newspaper_record) { // if (newspaper_record.connectivity) { // connectivity_new_array = connectivity_new_array.concat( // newspaper_record.connectivity // ); // } // } // }); // // ALSO check against other records in title_list, if any others connected to connectivity_new_array (sometimes crawling network will miss records with an assymetric connection) // titles_addConnectivityArray.forEach(function (newspaper_title) { // if (newspaper_title["connectivity"]) { // const found = newspaper_title["connectivity"].some( // (r) => connectivity_new_array.indexOf(r) >= 0 // ); // if (found) { // connectivity_new_array.push(newspaper_title["title_id"]); // } // } // }); // // filter out duplicates // let set = new Set(connectivity_new_array); // connectivity_new_array = Array.from(set); // return connectivity_new_array; // } // function all_connected_ids_in_Array(Array) { // var connectivity_ids_array = create_new_array_of_connected_ids(Array); // if (connectivity_ids_array.length > Array.length) { // return false; // } else { // return true; // } // } // function add_ids_to_Array(Array) { // connected_newspaper_titles = create_new_array_of_connected_ids( // connected_newspaper_titles // ); // } // // check all connectivity data in connected_newspaper_titles // // if not, add to connected_newspaper_titles. // // Repeat until all connectivity data in connected_newspaper_titles // do { // add_ids_to_Array(connected_newspaper_titles); // } while (!all_connected_ids_in_Array(connected_newspaper_titles)); // // add nested data to newspaper_titles_data_nestedConnectivity // let new_nested_newspaper_titles = titles_addConnectivityArray.filter( // function (d) { // return connected_newspaper_titles.includes(d["title_id"]); // } // ); // // check length nested data > 1 // if (new_nested_newspaper_titles.length > 1) { // newspaper_titles_data_nestedConnectivity.push({ // connected_titles: new_nested_newspaper_titles, // ids: connected_newspaper_titles // }); // newspaper_titles_data_nestedConnectivity_title_ids = newspaper_titles_data_nestedConnectivity_title_ids.concat( // connected_newspaper_titles // ); // } else { // newspaper_titles_data_nestedConnectivity_title_ids.push( // d["title_id"] // ); // newspaper_titles_data_nestedConnectivity.push(d); // } // } else { // newspaper_titles_data_nestedConnectivity_title_ids.push(d["title_id"]); // newspaper_titles_data_nestedConnectivity.push(d); // } // } // }); // return newspaper_titles_data_nestedConnectivity; // } 37:[{"id":"959b44267058ba3d2aa0008db99c01649d732355f5ac17dc4fe092b71fd685f682abab93022b90a94724a1980e99f1e260b428fbb0fc0742fa43defdcb98990e","href":"https://static.observableusercontent.com/files/959b44267058ba3d2aa0008db99c01649d732355f5ac17dc4fe092b71fd685f682abab93022b90a94724a1980e99f1e260b428fbb0fc0742fa43defdcb98990e","name":"title_list_with_corrected_counties.csv","type":"text/csv","lastModified":1619701521582.912,"size":8994185},{"id":"46b97de4d96ded1e6435e1b209cf7e3750bab486828a05c7442af45a980850e9310475546a64cf9d3714c33a45b4d6fe271cd5d7474295bea7400b02978c8935","href":"https://static.observableusercontent.com/files/46b97de4d96ded1e6435e1b209cf7e3750bab486828a05c7442af45a980850e9310475546a64cf9d3714c33a45b4d6fe271cd5d7474295bea7400b02978c8935","name":"title_list_wConnectivity.json","type":"application/json","lastModified":1622563252239.653,"size":23737400},{"id":"ca82f987381521e738374586c09e3f2f4c3d1009d8a12af2aa86ec14344ae10410e3150a1469ef8442f5df124a0c5f0b5020acdea12e2f18c1c12c3fbe378fed","href":"https://static.observableusercontent.com/files/ca82f987381521e738374586c09e3f2f4c3d1009d8a12af2aa86ec14344ae10410e3150a1469ef8442f5df124a0c5f0b5020acdea12e2f18c1c12c3fbe378fed","name":"connectivity@1.csv","type":"text/csv","lastModified":1619704201398.828,"size":1478241},{"id":"0667b79221e81b805e9531ca0db6bf5f64b3d8833fc135739e00d0940dffd78e9f99727df850e7e96aeea068a3a91c4f2d02aa0217083294d0ac86bf90122963","href":"https://static.observableusercontent.com/files/0667b79221e81b805e9531ca0db6bf5f64b3d8833fc135739e00d0940dffd78e9f99727df850e7e96aeea068a3a91c4f2d02aa0217083294d0ac86bf90122963","name":"Press Picker 2 Key.png","type":"image/png","lastModified":1635970592031.258,"size":35242}] 2e:{"title":"Press Tracer","cells":[{"id":0,"value":"title = md`# Press Tracer \n

British and Irish Newspapers Lineage, with search

\n\nOne of the challenges making sense of historical newspapers held in the British Library is that they often change name (especially local papers). *The Athletic Reporter* in 1886 becomes *The Reporter*, which in 1888 becomes *The Midland Counties Reporter and General Advertiser*, which in 1889 becomes *The Reporter and General Advertiser*, and so on. \n\nEvery time a newspaper does this, the Library creates a new catalogue record. This makes sense for a catalogue, but can be frustrating if you're looking for a newspaper and it's in lots of different places. This interface is designed to help trace these lineages—bringing together records that, to some extent, are referring to the same thing.`","pinned":false,"hidden":false,"mode":"ojs"},{"id":2868,"value":"md`\n
\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":796,"value":"viewof search = Search(title_list_cleanedDates, {\n placeholder: \"Search for titles or places eg. 'Leeds'\",\n query: mutable query_term,\n spellcheck: true\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":841,"value":"viewof dates = rangeSlider({\n min: earliest,\n max: new Date().getFullYear(),\n precision: 0,\n description: \"Limit date range\"\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":2860,"value":"matching_newspaper_title_md = md`\n

\n#### Matching Newspaper Titles`","pinned":false,"hidden":false,"mode":"ojs"},{"id":794,"value":"$30","pinned":false,"hidden":false,"mode":"ojs"},{"id":1817,"value":"$31","pinned":false,"hidden":false,"mode":"ojs"},{"id":1819,"value":"mutable pure_output = html`

`","pinned":false,"hidden":false,"mode":"ojs"},{"id":2824,"value":"$32","pinned":false,"hidden":false,"mode":"ojs"},{"id":1949,"value":"md`\n---\n## Visualisation Code`","pinned":false,"hidden":false,"mode":"ojs"},{"id":1383,"value":"mutable query_term = \"\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":1812,"value":"$33","pinned":true,"hidden":false,"mode":"ojs"},{"id":2565,"value":"bar_colour_val = \"238, 108, 77\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":2487,"value":"{\n table_live;\n // remove all the checkboxes in Table\n let checkboxes = document.querySelectorAll('input[type=checkbox]');\n Array.prototype.forEach.call(checkboxes, function(node) {\n node.parentNode.removeChild(node);\n });\n // When table scrolled, and more checkboxes added to fresh rows, delete new checkboxes\n document\n .getElementsByTagName(\"table\")[0]\n .parentElement.addEventListener(\"scroll\", function() {\n // remove all the checkboxes in Table\n let checkboxes = document.querySelectorAll('input[type=checkbox]');\n Array.prototype.forEach.call(checkboxes, function(node) {\n node.parentNode.removeChild(node);\n });\n });\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1401,"value":"{\n search;\n mutable query_term = viewof search[0].value;\n function numberWithCommas(x) {\n return x.toString().replace(/\\B(?=(\\d{3})+(?!\\d))/g, \",\");\n }\n viewof search[1].value =\n numberWithCommas(\n search.filter(\n d => d.date_sort_first <= dates[1] && d.date_sort_last >= dates[0]\n ).length\n ) + \" titles\";\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1546,"value":"{\n viewof dates[0].style.font = \"13px/1.2 var(--sans-serif)\";\n viewof dates[0].value = dates[0] + \"—\" + dates[1];\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":2415,"value":"baseline_opacity = 0.2","pinned":false,"hidden":false,"mode":"ojs"},{"id":1745,"value":"gradient_defs = html`\n