Overview

import {
  SanaStreamingProvider,
  useSanaStreaming,
  SanaStreamingMainVideoView,
} from "@reactor-models/sana-streaming";
import { useEffect } from "react";

function Editor() {
  const { status, publish, setPrompt, start } = useSanaStreaming();

  useEffect(() => {
    if (status !== "ready") return;
    void (async () => {
      // Publish your camera as the source. Pin the resolution first:
      // a mid-chunk resolution change crashes the session.
      const cam = await navigator.mediaDevices.getUserMedia({ video: true });
      const track = cam.getVideoTracks()[0];
      track.contentHint = "detail";
      await publish("camera", track);

      // Describe the edit, then start.
      await setPrompt({
        prompt:
          "Replace the subject's t-shirt with a vintage dark brown leather aviator jacket with a cream shearling collar.",
      });
      await start();
    })();
  }, [status]);

  // Render the edited stream as frames arrive.
  return <SanaStreamingMainVideoView className="w-full aspect-video" />;
}

export default function App() {
  // getToken() mints a short-lived JWT on your server (see Authentication).
  return (
    <SanaStreamingProvider getJwt={getToken} connectOptions={{ autoConnect: true }}>
      <Editor />
    </SanaStreamingProvider>
  );
}

import asyncio
import os
import cv2
from reactor_sdk import Reactor, ReactorStatus

async def stream_webcam(camera):
    capture = cv2.VideoCapture(0)
    try:
        while capture.isOpened():
            ok, frame = capture.read()  # BGR uint8, (H, W, 3)
            if not ok:
                break
            camera.push_frame(frame[:, :, ::-1])  # BGR -> RGB
            await asyncio.sleep(1 / 24)
    finally:
        capture.release()

async def main():
    reactor = Reactor(model_name="reactor/sana-streaming", api_key=os.environ["REACTOR_API_KEY"])

    # Once the session is ready, publish the camera and prompt, then start.
    @reactor.on_status(ReactorStatus.READY)
    async def on_ready(status):
        # Edited frames arrive as (H, W, 3) uint8 RGB NumPy arrays.
        output = reactor.tracks.with_direction("recvonly").with_kind("video").one()

        @output.on_frame
        def on_frame(frame):
            print(f"Frame: {frame.shape}")

        camera = await reactor.publish_track("camera")
        asyncio.create_task(stream_webcam(camera))

        await reactor.send_command("set_prompt", {
            "prompt": "Replace the background with a rain-streaked window at dusk, city lights glowing through the wet glass.",
        })
        await reactor.send_command("start", {})

    await reactor.connect()
    await asyncio.Event().wait()  # run until interrupted

asyncio.run(main())