Live stream API

// 1. Your server: POST /v1/devices/:id/stream-token with your API key, return { token } to the page.
const { token } = await fetch(`/my-backend/stream-token?device=${deviceId}`).then((r) => r.json());

// 2. The page: connect with the token, draw frames on a canvas.
const ws = new WebSocket(`wss://akaphone.abhgnx-417.workers.dev/v1/devices/${deviceId}/stream?key=${encodeURIComponent(token)}`);
ws.binaryType = "arraybuffer";
const canvas = document.querySelector("canvas")!;
const ctx = canvas.getContext("2d")!;

ws.onmessage = async (msg) => {
  if (typeof msg.data !== "string") {
    const img = await createImageBitmap(new Blob([msg.data], { type: "image/jpeg" }));
    canvas.width = img.width;
    canvas.height = img.height;
    ctx.drawImage(img, 0, 0);
    img.close();
    return;
  }
  const ev = JSON.parse(msg.data);
  if (ev.t === "task.step") console.log(`step ${ev.n}: ${ev.label}`);
  if (ev.t === "device.stopped") ws.close();
};

// Tap where the user clicked, scaled from frame pixels to device pixels (720 wide for pixel_8).
canvas.addEventListener("click", (e) => {
  const r = canvas.getBoundingClientRect();
  const scale = 720 / r.width;
  ws.send(JSON.stringify({ t: "input", type: "tap", x: Math.round((e.clientX - r.left) * scale), y: Math.round((e.clientY - r.top) * scale) }));
});

// npm install ws
import WebSocket from "ws";
import { writeFileSync } from "node:fs";

const ws = new WebSocket("wss://akaphone.abhgnx-417.workers.dev/v1/devices/dev_s6zr7mr4f2f1/stream", {
  headers: { Authorization: `Bearer ${process.env.AKAPHONE_API_KEY}` },
});

let frames = 0;
ws.on("message", (data, isBinary) => {
  if (isBinary) {
    writeFileSync(`frame-${String(frames++).padStart(4, "0")}.jpg`, data as Buffer);
    return;
  }
  const ev = JSON.parse(data.toString());
  console.log(ev.t, ev);
  if (ev.t === "device.stopped") ws.close();
});
ws.on("open", () => ws.send(JSON.stringify({ t: "input", type: "key", key: "HOME" })));

# pip install "websockets>=14"
import asyncio, json, os
import websockets

async def main():
    url = "wss://akaphone.abhgnx-417.workers.dev/v1/devices/dev_s6zr7mr4f2f1/stream"
    headers = {"Authorization": f"Bearer {os.environ['AKAPHONE_API_KEY']}"}
    async with websockets.connect(url, additional_headers=headers, max_size=None) as ws:
        await ws.send(json.dumps({"t": "input", "type": "key", "key": "HOME"}))
        async for msg in ws:
            if isinstance(msg, bytes):
                open("latest.jpg", "wb").write(msg)
                continue
            ev = json.loads(msg)
            print(ev["t"], ev)
            if ev["t"] == "device.stopped":
                break

asyncio.run(main())