30:T5da,# GPT^{episphere.github.io/gpt} List of ChatGPT Cloud4Bio observable material volunteered by participants in the workshop. General reference of OpenAI platform APIs: platform.openai.com/overview.

### References - Text to audio - https://openai.com/blog/introducing-chatgpt-and-whisper-apis - ChatML - https://cobusgreyling.medium.com/the-introduction-of-chat-markup-language-chatml-is-important-for-a-number-of-reasons-5061f6fe2a85 - Why ChatML - https://cobusgreyling.medium.com/the-introduction-of-chat-markup-language-chatml-is-important-for-a-number-of-reasons-5061f6fe2a85 - examples/discussion ChatML - https://cobusgreyling.medium.com/example-code-implementation-considerations-for-gpt-3-5-turbo-chatml-whisper-e61f8703c5db - Great **serverless AIops video**: https://www.youtube.com/watch?v=LX_DXLlaymg ! (also of integration with Azure ...) - Nature's take: https://www.nature.com/articles/d41586-023-00816-5 . ### Discussion points - formating ChatML - https://github.com/openai/openai-cookbook/blob/main/examples/How_to_format_inputs_to_ChatGPT_models.ipynb - Calling HTTP REST APIs became the key functionality of AI language models. - GPT4 - https://youtu.be/qbIk7-JPB2c - ... 31:[] 2e:{"title":"GPT episphere.github.io/gpt","cells":[{"id":0,"value":"$30","pinned":false,"hidden":false,"mode":"md"},{"id":16,"value":"## Observable Notebooks\n\n* https://observablehq.com/@episphere/gpt\n* ...\n\n...","pinned":false,"hidden":false,"mode":"md"},{"id":23,"value":"## ES6 modules\nIt can be the URL of a web-application where it is pre-loaded. If you prefer to load it from an episphere subdomain please note episphere.github.io/gpt/. \n\n...","pinned":false,"hidden":false,"mode":"md"},{"id":48,"value":"## References\n - https://platform.openai.com/overview\n - https://openai.com/product#made-for-developers\n - ...","pinned":false,"hidden":false,"mode":"md"},{"id":54,"value":"# Experiments","pinned":false,"hidden":false,"mode":"md"},{"id":80,"value":"### API Key\nThe experiments below require a valid API key. Observable won't let you provide it through a prompt but you can insert it manually:","pinned":false,"hidden":false,"mode":"md"},{"id":77,"value":"\n// (await import(\"https://episphere.github.io/gpt/jonas/export.js\")).check4key('')\n// jonas.check4key('') - provide API key and then comment back out\n// another alternative is to provide it directly to the worker as localStorage.GPT_API_key=''","pinned":true,"hidden":false,"mode":"ojs"},{"id":117,"value":"### Models","pinned":false,"hidden":false,"mode":"md"},{"id":59,"value":"//jonas = import(\"http://localhost:8000/gpt/jonas/export.js\")\njonas = import(\"https://episphere.github.io/gpt/jonas/export.js\")","pinned":true,"hidden":false,"mode":"ojs"},{"id":666,"value":"jonas.check4key()","pinned":true,"hidden":false,"mode":"ojs"},{"id":65,"value":"models = jonas.listModels()","pinned":false,"hidden":false,"mode":"ojs"},{"id":119,"value":"viewof pat = Inputs.text({ label: \"Model id includes\" })","pinned":false,"hidden":false,"mode":"ojs"},{"id":128,"value":"viewof table = Inputs.table(matchModels, {\n format: {\n created: (x) => new Date(x * 1000),\n permission: (x) => JSON.stringify(x)\n }\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":174,"value":"matchModels = models.data.filter((x) => x.id.match(pat))","pinned":true,"hidden":false,"mode":"ojs"},{"id":184,"value":"### Completions","pinned":false,"hidden":false,"mode":"md"},{"id":186,"value":"cp0 = await jonas.completions(\n \"Say with gentle sarcasm that this is the best GPT SDK ever!\"\n)","pinned":true,"hidden":false,"mode":"ojs"},{"id":193,"value":"cp0.choices[0].message.content","pinned":false,"hidden":false,"mode":"ojs"},{"id":211,"value":"### Quick chat, two experiments","pinned":false,"hidden":false,"mode":"md"},{"id":331,"value":"

1 - With the UI coded in Observable

","pinned":false,"hidden":false,"mode":"md"},{"id":213,"value":"viewof textarea = {\n let ta = Inputs.textarea({\n label: \"Chat away\",\n width: \"100%\",\n rows: \"20\"\n });\n ta.onkeyup = async (evt) => {\n if (evt.key == \"Enter\") {\n evt.target.value += \"\\n> \";\n //let cp0 = await jonas.completions(\"gpt-3.5-turbo-0301\", evt.target.value);\n let content = evt.target.value.match(/([^\\n]+)\\n\\n> $/)[1];\n //.match(/([^>]+)>[^>]+$/)[1]\n //.replace(/\\n+$/, \"\");\n console.log(\"prompt:\\n\" + content);\n let cp0 = await jonas.completions(\n content,\n selectModel,\n selectRole,\n selectTemperature\n );\n // txt.match(/([^>]+)>[^>]+$/)[1].replace(/\\n+$/,'')\n evt.target.value += cp0.choices[0].message.content;\n evt.target.value += \"\\n\\n\";\n console.log(\"reply:\\n\" + cp0.choices[0].message.content);\n }\n };\n return ta;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":256,"value":"viewof selectModel = Inputs.select(\n models.data.map((x) => x.id),\n { label: \"Select a model\", value: \"gpt-3.5-turbo-0301\" }\n)","pinned":false,"hidden":false,"mode":"ojs"},{"id":262,"value":"viewof selectTemperature = Inputs.range([0, 1], {\n label: \"Temperature\",\n step: 0.01,\n value: 0.7\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":267,"value":"viewof selectRole = Inputs.select([\"system\", \"user\", \"assistant\"], {\n label: \"Role\",\n value: \"user\"\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":342,"value":"

2 - UI assembled by the ES6 chatUI() method.

","pinned":false,"hidden":false,"mode":"md"},{"id":338,"value":"2 - With the UI assembled by the ES6 chatUI() method.","pinned":false,"hidden":false,"mode":"md"},{"id":378,"value":"## Configuration of messages\nExperimenting with roles","pinned":false,"hidden":false,"mode":"md"},{"id":382,"value":"{\n let div = DOM.element(\"div\");\n gpt3.chatUI(div);\n return div;\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":392,"value":"gpt3 = import(\"https://episphere.github.io/gpt/export.js\")","pinned":true,"hidden":false,"mode":"ojs"},{"id":498,"value":"","pinned":true,"hidden":false,"mode":"ojs"},{"id":399,"value":"### Start with hello","pinned":false,"hidden":false,"mode":"md"},{"id":402,"value":"hello = gpt3.completions(\"hello\")","pinned":true,"hidden":false,"mode":"ojs"},{"id":405,"value":"choices = hello.choices","pinned":true,"hidden":false,"mode":"ojs"},{"id":412,"value":"ola = gpt3.completions(\"olá\")","pinned":true,"hidden":false,"mode":"ojs"},{"id":460,"value":"### euro2016","pinned":false,"hidden":false,"mode":"md"},{"id":426,"value":"euro2016 = gpt3.completions(\n JSON.stringify([\n {\n role: \"user\",\n content: \"where was the UEFA Euro in 2016?\"\n },\n {\n role: \"user\",\n content: \"who won?\"\n },\n {\n role: \"user\",\n content: \"what was the final score?\"\n }\n ])\n)","pinned":true,"hidden":false,"mode":"ojs"},{"id":437,"value":"euro2016.choices[0].message.content","pinned":true,"hidden":false,"mode":"ojs"},{"id":462,"value":"### oncoGenes","pinned":false,"hidden":false,"mode":"md"},{"id":444,"value":"oncoGenes = gpt3.completions(\n JSON.stringify([\n {\n role: \"user\",\n content: \"what are oncogenes?\"\n },\n {\n role: \"user\",\n content: \"Please summarize it in a sentence with less than 12 words\"\n }\n ])\n)","pinned":true,"hidden":false,"mode":"ojs"},{"id":452,"value":"oncoGenes.choices","pinned":false,"hidden":false,"mode":"ojs"},{"id":468,"value":"uefa = gpt3.completions(\n JSON.stringify([\n {\n role: \"system\",\n content: \"answer as a 12 word poem\"\n },\n {\n role: \"assistant\",\n content: \"the year is 2016\"\n },\n {\n role: \"user\",\n content: \"who won uefa euro?\"\n },\n {\n role: \"user\",\n content: \"at what time in the game was that goal scored?\"\n }\n ])\n)","pinned":true,"hidden":false,"mode":"ojs"},{"id":501,"value":"## Embeddings","pinned":true,"hidden":false,"mode":"md"},{"id":506,"value":"helloWorld = gpt3.embeddings(\"Hello world !\")","pinned":true,"hidden":false,"mode":"ojs"},{"id":512,"value":"Plotly = require(\"https://cdn.plot.ly/plotly-latest.min.js\")","pinned":true,"hidden":false,"mode":"ojs"},{"id":525,"value":"Plotly.newPlot(DOM.element(\"div\"), [\n { x: helloWorld.data[0].embedding, type: \"histogram\", nbinsx: 1000 },\n { xaxis: { range: [-0.05, 0.05] } }\n])","pinned":false,"hidden":false,"mode":"ojs"},{"id":540,"value":"{\n let xx = (\n await gpt3.embeddings(\n \"Now is the winter of our discontent; Made glorious summer by this sun of York;\"\n )\n ).data[0].embedding;\n let yy = (\n await gpt3.embeddings(\n \"Now is the winter of our discontent; Made glorious summer by this sun of York;\"\n )\n ).data[0].embedding;\n let diff = xx.map((xi, i) => yy[i] - xi);\n let div = DOM.element(\"div\");\n Plotly.newPlot(\n div,\n [\n {\n x: xx,\n y: yy,\n mode: \"markers\",\n type: \"scatter\",\n marker: { size: 4, color: \"rgba(0, 0, 255,0.5)\" },\n name: \"value\"\n },\n {\n x: xx,\n y: diff,\n mode: \"markers\",\n type: \"scatter\",\n marker: { size: 4, color: \"rgba(255, 0, 0,0.5)\" },\n name: \"difference\"\n }\n ],\n {\n xaxis: { range: [-0.05, 0.05] },\n yaxis: { range: [-0.05, 0.05] }\n }\n );\n return div;\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":561,"value":"### Embedding coordinates\n","pinned":false,"hidden":false,"mode":"md"},{"id":587,"value":"{\n let xx = (\n await gpt3.embeddings(\n \"Now is the winter of our discontent; Made glorious summer by this sun of York;\"\n )\n ).data[0].embedding;\n let yy = (\n await gpt3.embeddings(\n \"Now is the winter of our discontent; Made glorious summer by this sun of York;\"\n )\n ).data[0].embedding;\n // embed\n let diff = xx.map((xi, i) => yy[i] - xi);\n let div = DOM.element(\"div\");\n Plotly.newPlot(div, [\n {\n x: xx.slice(1),\n y: xx.slice(0, -1),\n mode: \"markers\",\n type: \"scatter\",\n marker: { size: 4, color: \"rgba(0, 0, 255,0.1)\" }\n },\n {\n x: yy.slice(1),\n y: yy.slice(0, -1),\n mode: \"markers\",\n type: \"scatter\",\n marker: { size: 4, color: \"rgba(255, 0, 0,0.1)\" }\n }\n ]);\n return div;\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":610,"value":"(await import(\"https://episphere.github.io/gpt/jonas/export.js\")).check4key()","pinned":true,"hidden":false,"mode":"ojs"},{"id":654,"value":"await (\n await import(\"https://episphere.github.io/gpt/min.js\")\n).embeddings(\"hello world\")","pinned":true,"hidden":false,"mode":"ojs"}],"files":"$W31","stdlib":"1","titling":"auto"}