30:T43e,function show_matches(text, matches){ const div = d3.create("div").classed("text-matches", true); let p = div.append("p"); let prev_i = 0; let parts = new Array(); for(let i=0; i !d[2] ? d[0].replace("\n", "
"): "") .attr("data-descr", d => d[2]) .classed("matched", d => d[1]) .classed("parts", true) .filter(d => d[2]) .append("a") .attr("href", d => `https://en.wikipedia.org/wiki/Category:${d[2]}`) .text(d => d[2]) //.style("background-color", d => d[1] ? "#0f0" : "#fff") //p.text(text); return div.node(); }31:T749,class Trie{ constructor(key=null){ this.key = key; this.value = null; this.children = null; this.found = false; } find_prefix_node(chars){ if(chars.length==0){ return [this, chars]; } if(this.children === null){ return [this, chars]; } const key = chars[0]; if(this.children.has(key)){ return this.children.get(key).find_prefix_node(chars.slice(1)); } return [this, chars]; } set(chars, value=null){ const [prefix_node, suffix] = this.find_prefix_node(chars); if(suffix.length==0){ prefix_node.found = true; prefix_node.value = value; return; } if(prefix_node.children === null){ prefix_node.children = new Map(); } const key = suffix[0]; if(!prefix_node.children.has(key)){ prefix_node.children.set(key, new Trie(key)); } prefix_node.children.get(key).set(suffix.slice(1), value); } has(chars){ const [prefix_node, suffix] = this.find_prefix_node(chars); return (suffix.length == 0 && prefix_node.found); } // set(chars, value){ // if(chars.length==0){ // this.found = true; // this.value = value; // return; // } // if(!this.children){ // this.children = new Map(); // } // const key = chars[0]; // if(!this.children.has(key)){ // this.children.set(key, new Trie(key, value)); // } // this.children.get(key).set(chars.slice(1)); // } // has(chars){ // if(chars.length==0){ // return false; // } // if(this.children === null){ // return false; // } // const key = chars[0]; // if(this.children.has(key)){ // return this.children.get(key).has(chars.slice(1)); // } // return false; // } toString(){ return `$Node({this.found}, {this.value}, {this.children})`; } }32:T61a,function aho_corasick(input_text, word_boundary=false, case_sensitive=false){ const text = case_sensitive ? input_text : input_text.toLowerCase(); let node = trie; let prev_index = 0; let best_match = -1; let best_match_value = null; let matches = new Array(); function add_match(best_match, prev_index, best_match_value){ if(best_match > -1){ console.log([text.slice(prev_index, best_match+1), prev_index, best_match+1, best_match_value]); console.log( word_boundary, prev_index, text[prev_index-1], best_match, text[best_match+1], (prev_index > 0 && !alphanumeric.test(text[prev_index-1])), (best_match < text.length-1 && !alphanumeric.test(text[best_match+1])) ) if(word_boundary){ if((prev_index > 0 && !alphanumeric.test(text[prev_index-1]))){ return; } else if((best_match < text.length-1 && !alphanumeric.test(text[best_match+1]))){ return; } } matches.push([text.slice(prev_index, best_match+1), prev_index, best_match+1, best_match_value]); } } for(let i=0; i\n \n

\n \n Word Boundary\n \n \n \n Case sensitive\n \n

\n \n Word boundary regex\n <\\\\[\\\\]\\+ \\\\n]\">\n \n

\n \n

\n`)","pinned":false,"hidden":false,"mode":"ojs"},{"id":154,"value":"show_matches(data.text, matches);","pinned":false,"hidden":false,"mode":"ojs"},{"id":132,"value":"matches = aho_corasick(data.text, data.word_boundary, data.case_sensitive)","pinned":false,"hidden":false,"mode":"ojs"},{"id":135,"value":"$30","pinned":false,"hidden":false,"mode":"ojs"},{"id":247,"value":"html`\n\n\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":10,"value":"data = {\n const categories = d3.csvParse(await FileAttachment(\"categories (not linked).csv\").text());\n \n const split = form_input.split;\n const data = {...form_input}\n //data.keywords = data.keywords.split(split);\n data.text = data.text;\n data.keywords = categories.map((x) => {\n return {\n keyword: x.category.toLowerCase().replace(\"_\", \" \"), \n category: x.category, \n level: parseInt(x.level)\n }\n });\n return data;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":23,"value":"$31","pinned":false,"hidden":false,"mode":"ojs"},{"id":45,"value":"trie = {\n const root = new Trie();\n data.keywords.forEach(w => root.set(w.keyword, w.category));\n return root;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":213,"value":"alphanumeric = {\n //const alphanumeric = new RegExp('[\\\\.,-\\\\/#!$%\\\\^&\\\\*;:{}=\\\\-_`~()@\\\\+\\\\?><\\\\[\\\\]\\+ \\n]'); \n const alphanumeric = new RegExp(data.word_boundary_regex); \n //regexObj.compile('new foo', 'g');\n return alphanumeric;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":205,"value":"alphanumeric.test(\",\")","pinned":true,"hidden":false,"mode":"ojs"},{"id":343,"value":"$32","pinned":false,"hidden":false,"mode":"ojs"},{"id":5,"value":"import {form} from \"@mbostock/form-input\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":8,"value":"d3 = require(\"d3@v5\")","pinned":false,"hidden":false,"mode":"ojs"}],"files":"$W33","stdlib":"1","titling":"auto"}