31:T67e, { sketch; const normalize = arr => tf.tidy(() => { const max = arr.max() const min = arr.min() return arr.sub(min).div(max.sub(min)) }) const woven = tf.tidy(() => { const targetT = tf.image.resizeNearestNeighbor(tf.fromPixels(p5canvas.querySelector('canvas')), [16, 16]) .split([1, 2],2)[0].toFloat().div(255.0).squeeze() const treadleT = tf.tensor(treadling).variable() const tieupT = tf.tensor(tieup).variable() const threadingT = tf.tensor(threading).variable() const forward = () => tf.sigmoid(weave(tf.sigmoid(threadingT.mul(2.0).sub(1.0)), tf.sigmoid(tieupT.mul(2.0).sub(1.0)), tf.sigmoid(treadleT.mul(2.0).sub(1.0)))) const loss = (woven, image) => woven.sub(image).square().sum() // tf.losses.softmaxCrossEntropy(woven, image) const learningRate = 0.01 const optimizer = tf.train.sgd(learningRate) for (let i = 0; i < 10000; i++) { optimizer.minimize(() => loss(forward(), targetT)); } const woven = forward() const resultVis = tf.sigmoid(threadingT.mul(2.0).sub(1.0)).concat(woven) .concat(tf.sigmoid(tieupT.mul(2.0).sub(1.0)) .concat(tf.sigmoid(treadleT.mul(2.0).sub(1.0))), 1).expandDims(2) return tf.image.resizeNearestNeighbor(resultVis, [resultVis.shape[0] * 8, resultVis.shape[1] * 8]) return tf.image.resizeNearestNeighbor(woven.concat(targetT).expandDims(2), [woven.shape[0] * 8 * 2, woven.shape[1] * 8]) }) await tf.toPixels(woven, resultCanvas) tf.dispose([woven]) return 'optimized' }32:[] 2f:{"title":"suggestions:@aman-tiwari/tensorflow-js-weaving-network-drafts","cells":[{"id":193,"value":"html`\n\n

Fixes: tfjs no longer compatible, lock to version 0.15`","pinned":false,"hidden":false,"mode":"ojs"},{"id":0,"value":"md`# Tensorflow.js Weaving - Optimizing Network Drafts`","pinned":false,"hidden":false,"mode":"ojs"},{"id":4,"value":"tf = require('@tensorflow/tfjs@0.15')","pinned":false,"hidden":false,"mode":"ojs"},{"id":6,"value":"weave = function weave(threading, tieup, treadling) {\n  return tf.tidy(() => tf.matMul(tf.matMul(treadling, tieup, false, true), threading))\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":8,"value":"canvas = html``","pinned":false,"hidden":false,"mode":"ojs"},{"id":10,"value":"treadling = [[1, 0, 0, 0], \n             [0, 1, 0, 0], \n             [0, 0, 1, 0], \n             [0, 0, 0, 1],\n            [1, 0, 0, 0], \n             [0, 1, 0, 0], \n             [0, 0, 1, 0], \n             [0, 0, 0, 1],\n            [1, 0, 0, 0], \n             [0, 1, 0, 0], \n             [0, 0, 1, 0], \n             [0, 0, 0, 1],\n            [1, 0, 0, 0], \n             [0, 1, 0, 0], \n             [0, 0, 1, 0], \n             [0, 0, 0, 1]]","pinned":false,"hidden":false,"mode":"ojs"},{"id":12,"value":"threading = [[1, 0, 0, 0,  1, 0, 0, 0,  1, 0, 0, 0,  1, 0, 0, 0],\n             [0, 1, 0, 0,  0, 1, 0, 0,  0, 1, 0, 0,  0, 1, 0, 0],\n             [0, 0, 1, 0,  0, 0, 1, 0,  0, 0, 1, 0,  0, 0, 1, 0],\n             [0, 0, 0, 1,  0, 0, 0, 1,  0, 0, 0, 1,  0, 0, 0, 1]]","pinned":false,"hidden":false,"mode":"ojs"},{"id":17,"value":"tieup = [[1, 1, 0, 0],\n         [0, 1, 0, 0],\n         [0, 0, 1, 0],\n         [0, 0, 0, 1]]","pinned":false,"hidden":false,"mode":"ojs"},{"id":19,"value":"{\n  const result = tf.tidy(() => {\n    const woven = weave(threading, tieup, treadling)\n    return tf.image.resizeNearestNeighbor(woven.expandDims(2), [woven.shape[0] * 8, woven.shape[1] * 8])\n  })                     \n  await tf.toPixels(result, canvas)\n  result.dispose()\n  return 'weaving...'\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":82,"value":"resultCanvas = html``","pinned":false,"hidden":false,"mode":"ojs"},{"id":69,"value":"$31","pinned":false,"hidden":false,"mode":"ojs"},{"id":26,"value":"{ now; yield tf.memory() }","pinned":false,"hidden":false,"mode":"ojs"},{"id":148,"value":"f = 1","pinned":false,"hidden":false,"mode":"ojs"},{"id":150,"value":"g = f * 2","pinned":false,"hidden":false,"mode":"ojs"},{"id":38,"value":"p5 = require('p5')","pinned":false,"hidden":false,"mode":"ojs"},{"id":98,"value":"viewof clear = html``","pinned":false,"hidden":false,"mode":"ojs"},{"id":40,"value":"sketch = function (p) {\n  clear;\n  p.setup = function() { p.createCanvas(256, 256); p.background('white'); p.noStroke(); p.fill('black')  }\n  p.draw = function() { }\n  p.mouseDragged = function() {\n    p.rect(p.mouseX, p.mouseY, 10, 10) \n  }\n  p.keyPressed = function() {\n    if(p.key == 'c') p.background('white') \n  }\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":43,"value":"p5canvas = {\n  sketch;\n  return html``\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":45,"value":"p5sketch = new p5(sketch, p5canvas)","pinned":false,"hidden":false,"mode":"ojs"}],"files":"$W32","stdlib":"1","titling":"auto"}