31:T943,text = html `

If Peter Piper pecked 'em, I bet you Remy duffed 'em
I told you not to touch 'em, it's not up for discussion
All my clothes is custom, straight from France
My hands like Mayweather's, all my friends eight and better
I get a lot of money, honey
Queen Bitch, inf beam bitch
Body a guy for my guy make you a mean bitch
I'm his dream bitch
Mean bitch, take one for the team bitch!

Wake me up, mmm, when the mornin' come
You bitches ain't humble enough
Mmm, when the mornin' come
Mmm, when the mornin' come
Wake me up, mmm, when the mornin' come
Mmm, when the mornin' come
Mmm, when the mornin' come
These fake-ass bitches is done
So wake me up early!

I'm rich, I'ma stay that bitch
You fake-ass bitch, you owe homage, pay that shit
Spray that fif', the crown, I'mma take that shit
'Cause you a clown and Homey don't play that shit
See, they ain't slick, be talkin' all cray and shit
And then you see 'em, they be like that they ain't say that shit
I hate that shit, I can make or break your shit
See, I got options, don't make me weigh them shits
I heard he lay that dick, you let him filet that fish
You just met him, how he bae that quick?
I'll say it to your face, don't gotta relay that shit
If Nicole a Kid-man, OJ that bitch
Take that trip, get money, make that lick
Take your pick, that's your set, claim that clique
Bitch, you so thirsty, obey that shit
If that's your dog, I suggest you go train that bitch

Kimmy B don't trust 'em, I bet you Remy bust
Got these niggas on lock, but we never cuff
If Kimmy B don't trust 'em, I bet you Remy bust
Got these niggas on lock, but we never cuff
If Queen Bee don't trust 'em, I bet you Remy bust
Got these niggas on lock, but we never cuff
If Queen Bee don't trust 'em, I bet you Remy bust
Got these niggas on lock, but we never cuff

Wake me up, mmm, when the mornin' come
You bitches ain't humble 'nough
Mmm, when the mornin' come
Mmm, when the mornin' come
Wake me up, mmm, when the mornin' come
Mmm, when the mornin' come
Mmm, when the mornin' come
These fake-ass bitches is done
So wake me up early

`32:T474,nlpStyles = html `
<style>
.scrollable-container {
  max-height: 400px;
  overflow: auto;
}
.short-list {
  max-height: 200px;
}
.big{
  font-size:1.5rem;
  color:cornflowerblue;
}
.small{
  color:grey;
  margin-top:30px;
}
.term { color:grey; cursor:pointer;}
.nl-Person { border-bottom:2px solid #6393b9; }
.nl-Pronoun { border-bottom:2px solid #81acce; }
.nl-Plural { border-bottom:2px solid steelblue; }
.nl-Singular { border-bottom:2px solid lightsteelblue; }
.nl-Verb { border-bottom:2px solid palevioletred; }
.nl-Adverb { border-bottom:2px solid #f39c73; }
.nl-Adjective { border-bottom:2px solid #b3d3c6; }
.nl-Determiner { border-bottom:2px solid #d3c0b3; }
.nl-Preposition { border-bottom:2px solid #9794a8; }
.nl-Conjunction { border-bottom:2px solid #c8c9cf; }
.nl-Value { border-bottom:2px solid palegoldenrod; }
.nl-QuestionWord { border-bottom:2px solid lavender; }
.nl-Acronym { border-bottom:2px solid violet; }
.nl-Possessive { border-bottom:2px solid #7990d6; }
.nl-Noun { border-bottom:2px solid #7990d6; }
.nl-Expression { border-bottom:2px solid #b3d3c6; }
.nl-Negative { border-bottom:2px solid #b4adad; }
</style>
`33:[]
2f:{"title":"TensorFlow ToxicityFilter WakeMeUp","cells":[{"id":0,"value":"md`# TensorFlow ToxicityFilter WakeMeUp\n\nUsing [TensorFlow Toxicity Classifier](https://medium.com/tensorflow/text-classification-using-tensorflow-js-an-example-of-detecting-offensive-language-in-browser-e2b94e3565ce) for analyzing rap lyrics.\n\nSee my [compromise.cool NLP collection](https://observablehq.com/collection/@randomfractals/nlp) for the prior work I've done in this space.\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":38,"value":"md `## Text Input\n\nJust for fun: decided to run it through Remy Ma's [Wake Me Up](https://www.bing.com/search?q=wake%20me%20up%20remy%20ma%20%20lyrics) rap layrics :)`","pinned":false,"hidden":false,"mode":"ojs"},{"id":49,"value":"$31","pinned":false,"hidden":false,"mode":"ojs"},{"id":123,"value":"md `## Normalized Text`","pinned":false,"hidden":false,"mode":"ojs"},{"id":82,"value":"normalizedText = html `<div class=\"scrollable-container\">\n${printHtml(normalizedDoc)}\n</div>`","pinned":false,"hidden":false,"mode":"ojs"},{"id":86,"value":"tagLegends = html `<p class=\"term\">\n  ${tagTypes.map(type => `<span class=\"nl-${type}\" title=\"${type}\">${type}</span> `)\n    .reduce((html, tag) => html + tag)}\n</p>`","pinned":false,"hidden":false,"mode":"ojs"},{"id":62,"value":"tagTypes = [\n  'Expression',\n  'Pronoun',\n  'Noun',\n  'Verb',\n  'Adjective',\n  'Adverb',\n  'Conjunction',\n  'Preposition',\n  'Determiner',\n  'QuestionWord',\n  'Value',  \n]","pinned":false,"hidden":false,"mode":"ojs"},{"id":69,"value":"tagColors = ({\n  Pronoun: '#81acce',\n  Verb: 'palevioletred',\n  Adverb: '#f39c73',\n  Adjective: '#b3d3c6',\n  Determiner: '#d3c0b3',\n  Preposition: '#9794a8',\n  Conjunction: '#c8c9cf',\n  QuestionWord: 'lavender',\n  Noun: '#7990d6',\n  Expression: '#b3d3c6',\n  Value: 'palegoldenrod',  \n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":95,"value":"normalizedDoc = nlp(text.value).normalize({\n  whitespace: true, // remove hyphens, newlines, and force one space between words\n  punctuation: true, // remove commas, semicolons - but keep sentence-ending punctuation\n  case: true, // keep only first-word, and 'entity' titlecasing\n  numbers: true, // 'one'  →  '1'\n  plurals: true, // 'eyes'  →  'eye'  \n  verbs: true, // 'swtiched' → 'switch'\n})","pinned":true,"hidden":false,"mode":"ojs"},{"id":98,"value":"lines = text.value.split('\\n')","pinned":true,"hidden":false,"mode":"ojs"},{"id":154,"value":"headers = ['line', 'identity attack', 'insult', 'obscene', 'severe toxicity', 'sexual explicit', 'threat', 'toxicity']","pinned":false,"hidden":false,"mode":"ojs"},{"id":40,"value":"md `## Toxicity Ranking`","pinned":false,"hidden":false,"mode":"ojs"},{"id":248,"value":"md `*NOTE*: toxicity model is ~28 Mbytes and takes ~10 seconds to load on a decent laptop or workstation. Once loaded it takes only ~30-50 msecs to rank each text line.`","pinned":false,"hidden":false,"mode":"ojs"},{"id":208,"value":"labels = headers.slice(1).map(header => header.replace(' ', '_'))","pinned":false,"hidden":false,"mode":"ojs"},{"id":212,"value":"viewof threshold = slider({\n  min: 0.5, \n  max: 0.9, \n  step: 0.05,\n  value: 0.85,\n  format: \".0%\",\n  description: \"Prediction confidence level\"\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":218,"value":"toxicityModel = await toxicity.load(threshold, labels).then(model => model)","pinned":false,"hidden":false,"mode":"ojs"},{"id":107,"value":"md `${await printTable(headers, lines)}`","pinned":true,"hidden":false,"mode":"ojs"},{"id":104,"value":"async function printTable(headers, lines) {\n  // header row\n  let markdown = `| ${headers.join(' | ')} |\\n|`;\n  headers.forEach(header => { markdown += ' --- |'});\n  // run text lines through toxicity model classifier\n  const table = toxicityModel.classify(lines).then(predictions => {\n    for (let i=0; i<lines.length; i++) {\n      markdown += '\\n| ' + lines[i] + ' |';\n      for (let k=0; k < labels.length; k++) {\n        // convert toxicity classifier predictions to md cells with ✔️\n        markdown += predictions[k].results[i].match ? ' ✔️ |': ' . |'; \n      }\n    }\n    console.log(predictions);\n    return Promise.resolve(markdown);\n  });\n  return table;\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":9,"value":"md `## Imports`","pinned":false,"hidden":false,"mode":"ojs"},{"id":16,"value":"tf = require('@tensorflow/tfjs@1.0')","pinned":true,"hidden":false,"mode":"ojs"},{"id":12,"value":"toxicity = require('https://cdn.jsdelivr.net/npm/@tensorflow-models/toxicity')","pinned":true,"hidden":false,"mode":"ojs"},{"id":56,"value":"nlp = require('compromise@11.14.3')","pinned":true,"hidden":false,"mode":"ojs"},{"id":58,"value":"import {printHtml} from '@spencermountain/nlp-compromise'","pinned":false,"hidden":false,"mode":"ojs"},{"id":254,"value":"import {slider} from \"@jashkenas/inputs\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":74,"value":"md `## Styles`","pinned":false,"hidden":false,"mode":"ojs"},{"id":77,"value":"$32","pinned":true,"hidden":false,"mode":"ojs"},{"id":24,"value":"md `## Dev Log\n\nsee [#toxicityFilter on Twitter](https://twitter.com/hashtag/toxicityFilter?src=hash)`","pinned":false,"hidden":false,"mode":"ojs"}],"files":"$W33","stdlib":"1","titling":"auto"}
</article></body></html>