Schema

"use client";

import {
  SanaStreamingProvider,
  useSanaStreaming,
  useSanaStreamingChunkComplete,
  SanaStreamingMainVideoView,
} from "@reactor-models/sana-streaming";
import { useEffect } from "react";

// Token minted on your server; see Authentication.
async function getJwt() {
  const r = await fetch("/api/reactor/token");
  const { jwt } = await r.json();
  return jwt;
}

function Editor() {
  const { status, publish, setPrompt, setMode, start } = useSanaStreaming();

  useSanaStreamingChunkComplete((msg) =>
    console.log("chunk", msg.chunk_index, msg.active_prompt),
  );

  useEffect(() => {
    if (status !== "ready") return;
    void (async () => {
      // Publish the camera as the live source. Pin the resolution first (see Tracks above).
      const cam = await navigator.mediaDevices.getUserMedia({ video: true });
      const track = cam.getVideoTracks()[0];
      track.contentHint = "detail";
      await publish("camera", track);

      // Describe the edit, then start.
      await setPrompt({ prompt: "Van Gogh oil painting, swirling brushstrokes, vivid colors" });
      await setMode({ mode: "live" });
      await start();
    })();
  }, [status]);

  return (
    <SanaStreamingMainVideoView videoObjectFit="contain" className="h-full w-full" />
  );
}

export default function App() {
  return (
    <SanaStreamingProvider getJwt={getJwt} connectOptions={{ autoConnect: true }}>
      <Editor />
    </SanaStreamingProvider>
  );
}

import asyncio, os
from reactor_sdk import Reactor

async def main():
    reactor = Reactor(model_name="reactor/sana-streaming", api_key=os.environ["REACTOR_API_KEY"])

    @reactor.on_message("chunk_complete")
    def _(msg):
        print(f"chunk {msg['chunk_index']}: {msg['active_prompt']}")

    await reactor.connect()

    # Upload a clip as the file-mode source, describe the edit, then start.
    ref = await reactor.upload_file("clip.mp4")  # at least 33 frames
    await reactor.send_command("set_video", {"video": ref})
    await reactor.send_command("set_prompt", {
        "prompt": "Apply a loose watercolor wash, bleeding edges, soft pastel palette",
    })
    await reactor.send_command("set_mode", {"mode": "file"})
    await reactor.send_command("start", {})
    await asyncio.Event().wait()

asyncio.run(main())