noise-fields/frontend/js/sketch.js

import p5 from "p5";
import io from "socket.io-client";
import UPNG from "upng-js";
const socket = io("http://localhost:3000");

const params = {
  fps: 60,
  zoom: 0.01,
  backgroundTicks: 60,
  textSpread: 0,
  maxSpawns: 1,
  textAlpha: 0.0,
  textTicks: 1,
};

socket.on("paramUpdate", ({ key, value }) => {
  params[key] = value;
  console.log(`Updated param ${key} to ${value}`);
});

let bg;
let cw = 1;
let ch = 1;

const poem =
  "everybody is pretty ugly \
lover \
you are my mirror \
I can't judge this \
predicament \
autism alienation and sitting beach \
this depression's a symptom but it's disease too \
spaces \
interiors in berlin city reach peach intention lover drag sleepless depth fear dirt lone";
const realText = poem.split(" ").filter((t) => t.length > 0);

const sketch = (p) => {
  let sobel;
  const imageW = 37418,
    imageH = 27178;
  const tileW = 8192;
  const tileH = 4096;
  const tileCols = Math.ceil(imageW / tileW);
  const tileRows = Math.ceil(imageH / tileH);
  const tileCount = tileCols * tileRows;
  const tiles = [];
  p.setup = async () => {
    // bg = await p.loadImage("assets/scans/1200dpi 16bit grayscale.png");
    const promises = [];
    let n_downloaded = 0;
    for (let row = 0; row < tileRows; row++) {
      for (let column = 0; column < tileCols; column++) {
        const x = column * tileW;
        const y = row * tileH;
        const w = Math.min(tileW, imageW - x);
        const h = Math.min(tileH, imageH - y);
        promises.push(
          fetch(
            `assets/img/tiles/37418x27178_3200dpi_16bit_grayscale/tile_x${x}_y${y}_w${w}_h${h}.png`,
          )
            .then((res) => res.arrayBuffer())
            .then((buffer) => {
              // divide width by 2 because we are colorpacking
              const p5img = p.createImage(w / 2, h);
              p5img.loadPixels();

              console.log(
                `p5img.pixels.length: ${p5img.pixels.length}, p5img.width: ${p5img.width}, p5img.height: ${p5img.height}`,
              );

              const img = UPNG.decode(buffer);
              console.log(
                `img.data.length: ${img.data.length}, img.width: ${img.width}, img.height: ${img.height}`,
              );

              // BEWARE: weird things happening with dimension of the loaded image (4096 values too many)
              for (let i = 0; i < w * h * 4; i++) {
                p5img.pixels[i] = img.data[i];
              }
              tiles[row * tileCols + column] = img;
              n_downloaded++;
              console.log(
                `Downloaded ${n_downloaded} / ${tileCount} (${Math.round((n_downloaded / tileCount) * 100)}%) tiles`,
              );
            }),
        );
      }
    }
    await Promise.all(promises);
    p.createCanvas(p.windowWidth, p.windowHeight, p.WEBGL);
    const shaderFile = await fetch("shader/sobel.frag");
    const shaderText = await shaderFile.text();
    sobel = p.createFilterShader(shaderText);
    console.log(
      "Max texture size:",
      p._renderer.GL.getParameter(p._renderer.GL.MAX_TEXTURE_SIZE),
    );
    // const stream = c.elt.captureStream(60);
  };

  let bgTick = 0;
  let textTick = 0;
  let sx, sy;
  let word, bounds;

  p.draw = () => {
    p.background(220);
    // update scale
    p.setFrameRate(params.fps);

    bgTick %= params.backgroundTicks;
    if (bgTick++ == 0) {
      cw = Math.floor(bg.width * params.zoom);
      ch = Math.floor(bg.height * params.zoom);

      sx = Math.random(0) * (bg.width - cw);
      sy = Math.random(0) * (bg.height - ch);
    }

    textTick %= params.textTicks;
    if (textTick++ == 0) {
      (word, (bounds = nextText()));
    }

    p.image(bg, 0, 0, p.windowWidth, p.windowHeight, sx, sy, cw, ch);
    if (word && bounds) drawText(word, bounds);
    sobel.setUniform("pulse", 0.5);
    p.filter(sobel);
  };

  function nextText() {
    for (let i = 0; i < Math.random() * params.maxSpawns; i++) {
      const word = realText[Math.floor(Math.random() * realText.length)];
      const wx =
        p.windowWidth / 2 -
        p.textWidth(word) / 2 +
        p.random(-params.textSpread, params.textSpread);
      const wy =
        p.windowHeight / 2 -
        p.textAscent() / 2 +
        p.random(-params.textSpread, params.textSpread);
      const bounds = p.textBounds(word, wx, wy);
      return { word, bounds };
    }
  }

  function drawText(word, bounds) {
    const whitespace = 2;
    p.stroke(0, 0, 0, params.textAlpha);
    p.fill(255, 255, 255, params.textAlpha);
    p.rect(
      bounds.x - whitespace,
      bounds.y - whitespace,
      bounds.w + 2 * whitespace,
      bounds.h + 2 * whitespace,
    );

    p.noStroke();
    p.fill(0, 0, 0, params.textAlpha);
    p.text(word, bounds.x, bounds.y + p.textAscent());
  }

  function drawTiles(x, y, width, height) {}
};

new p5(sketch);