LingBot World 2 overview

import { Reactor } from "@reactor-team/js-sdk";

const video = document.querySelector("video")!;
const reactor = new Reactor({ modelName: "reactor/lingbot-world-2" });

// Render frames as soon as they arrive.
reactor.on("trackReceived", (name, track, stream) => {
  if (name !== "main_video") return;
  video.srcObject = stream;
  void video.play();
});

// Once the session is ready, set a reference image and prompt, then start.
reactor.on("statusChanged", async (status) => {
  if (status !== "ready") return;
  const ref = await reactor.uploadFile(seedImageFile);
  await reactor.sendCommand("set_image", { image: ref });
  await reactor.sendCommand("set_prompt", {
    prompt: "A reddish-brown ant on a dirt path between tall green grass blades, macro nature.",
  });
  await reactor.sendCommand("start", {});
});

const jwt = await getToken(); // token minted on your server
await reactor.connect(jwt);

import asyncio
import os
from reactor_sdk import Reactor, ReactorStatus

async def main():
    reactor = Reactor(model_name="reactor/lingbot-world-2", api_key=os.environ["REACTOR_API_KEY"])

    # Frames arrive as (H, W, 3) uint8 RGB NumPy arrays.
    @reactor.on_frame
    def on_frame(frame):
        print(f"Frame: {frame.shape}")

    # Once the session is ready, set a reference image and prompt, then start.
    @reactor.on_status(ReactorStatus.READY)
    async def on_ready(status):
        ref = await reactor.upload_file("seed.jpg")
        await reactor.send_command("set_image", {"image": ref})
        await reactor.send_command("set_prompt", {
            "prompt": "A reddish-brown ant on a dirt path between tall green grass blades, macro nature.",
        })
        await reactor.send_command("start", {})

    await reactor.connect()
    await asyncio.Event().wait()  # run until interrupted

asyncio.run(main())