31:[{"id":"f1a7fe145f1a5fe7818179b49956c5d2ccb3941e79915ab45c0bf257b4d8a9986905cd0ff4c96e2bccce6f14fad9c34a456fabf91f9959b7380cc542d5322a12","href":"https://static.observableusercontent.com/files/f1a7fe145f1a5fe7818179b49956c5d2ccb3941e79915ab45c0bf257b4d8a9986905cd0ff4c96e2bccce6f14fad9c34a456fabf91f9959b7380cc542d5322a12","name":"latent_walk_0.jpg","type":"image/jpeg","lastModified":1615799936287.928,"size":1910549},{"id":"ab0cee31bb34da019c6fbc278647376b9cb2480e104ef161fd728b9723a6511288799024d1e5353ee720c18d93a3c9b21942f90508774e698b6bb51fddc220d3","href":"https://static.observableusercontent.com/files/ab0cee31bb34da019c6fbc278647376b9cb2480e104ef161fd728b9723a6511288799024d1e5353ee720c18d93a3c9b21942f90508774e698b6bb51fddc220d3","name":"latent_walk_1.jpg","type":"image/jpeg","lastModified":1615799935254.214,"size":2356040},{"id":"d563a2682f326e622421db661779813cc5f4900549def8d29311ce6e41122527e77ce03451ab55b760321f4c690ff27851054ed69d1bce5894306a83186174bd","href":"https://static.observableusercontent.com/files/d563a2682f326e622421db661779813cc5f4900549def8d29311ce6e41122527e77ce03451ab55b760321f4c690ff27851054ed69d1bce5894306a83186174bd","name":"cover.jpg","type":"image/jpeg","lastModified":1615809641596.742,"size":150009},{"id":"796fd122a403aec4ba2c7101fc34a23d0998644f122635a3b66bafb88690902b73893d87acc4bc6eb07cc681c0d9f56bf98f4cd7a7970fc9f7338bee4a5f245d","href":"https://static.observableusercontent.com/files/796fd122a403aec4ba2c7101fc34a23d0998644f122635a3b66bafb88690902b73893d87acc4bc6eb07cc681c0d9f56bf98f4cd7a7970fc9f7338bee4a5f245d","name":"random_samples_mosaic@1.jpg","type":"image/jpeg","lastModified":1615809484176.611,"size":2353542}] 2f:{"title":"Paintings of Butterfly","cells":[{"id":0,"value":"md`# Paintings of Butterfly`","pinned":false,"hidden":false,"mode":"ojs"},{"id":199,"value":"FileAttachment(\"cover.jpg\").image()","pinned":false,"hidden":false,"mode":"ojs"},{"id":43,"value":"md`\nThe wings of butterflies are one of the most beautiful canvases in the nature. How they get their painting remains a mystery, and scientists have been using [CRISPR](https://entomologytoday.org/2020/01/09/crispr-cuts-through-layers-butterfly-wing-pattern-evolution/) to study and repaint their wing patterns. Can we also do that with StyleGAN2? \n\nI collected thousands of butterfly drawings from the [Biodiversity Heritage Library](https://www.biodiversitylibrary.org/). Then I trained a [FRCNN](https://github.com/facebookresearch/detectron2) to detect and crop out butterfly regions, extracted the contours with [${tex`U^2`}-Net](https://github.com/xuebinqin/U-2-Net/) and align them properly with a custom neural network. This gives me a dataset of 19k butterfly drawings. \n\nFinally I trained a [StyleGAN2](https://github.com/NVlabs/stylegan2-ada-pytorch) with the dataset to learn a latent space, and latent journey begins.`","pinned":false,"hidden":false,"mode":"ojs"},{"id":196,"value":"md`### Random Encounters`","pinned":false,"hidden":false,"mode":"ojs"},{"id":192,"value":"viewImage(await FileAttachment(\"random_samples_mosaic@1.jpg\").url(), [5147,4117], 0.2)","pinned":false,"hidden":false,"mode":"ojs"},{"id":178,"value":"md`### Latent Walk 01`","pinned":false,"hidden":false,"mode":"ojs"},{"id":181,"value":"viewImage(await FileAttachment(\"latent_walk_0.jpg\").url(), [4628,4628])","pinned":false,"hidden":false,"mode":"ojs"},{"id":174,"value":"md`### Latent Walk 02`","pinned":false,"hidden":false,"mode":"ojs"},{"id":74,"value":"viewImage(await FileAttachment(\"latent_walk_1.jpg\").url(), [4628,4628])","pinned":false,"hidden":false,"mode":"ojs"},{"id":12,"value":"md`### Interpolation\n\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":21,"value":"md`### Wing Paintings by Style Mixing\n\n`","pinned":false,"hidden":false,"mode":"ojs"},{"id":224,"value":"---\n## Haru","pinned":false,"hidden":false,"mode":"md"},{"id":228,"value":"html`

`","pinned":false,"hidden":false,"mode":"ojs"},{"id":24,"value":"md`---\n## Code`","pinned":false,"hidden":false,"mode":"ojs"},{"id":164,"value":"viewImage = (url, size, scale = 0.1, height = 600) => {\n const root = d3.select(DOM.svg(width, height));\n root.append(\"rect\").attr(\"width\", width).attr(\"height\", height).attr(\"fill\", \"hsl(0,0%,20%)\");\n const img = root.append(\"image\").attr(\"xlink:href\", url);\n\n const zoom = d3.zoom()\n .extent([[0, 0], [width, height]])\n .scaleExtent([0.1, 1])\n .on(\"zoom\", ({ transform }) => img.attr(\"transform\", transform));\n \n root.call(zoom)\n .call(zoom.transform, d3.zoomIdentity\n .translate(width / 2 - size[0] * scale / 2, height / 2 - size[1] * scale / 2)\n .scale(scale));\n\n return root.node();\n}","pinned":false,"hidden":false,"mode":"ojs"}],"files":"$W31","stdlib":"1","titling":"auto"}