X2 Overview

import { X2Model } from "@reactor-models/x2";

const video = document.querySelector("video")!;
const x2 = new X2Model();

// Render edited frames as soon as they arrive.
x2.onMainVideo((track, stream) => {
  video.srcObject = stream;
  void video.play();
});

const jwt = await getToken(); // token minted on your server
await x2.connect(jwt);

// Publish the stream to edit: a webcam here, but any MediaStreamTrack works.
const media = await navigator.mediaDevices.getUserMedia({ video: true });
await x2.publishSource(media.getVideoTracks()[0]);

// There is no start command: generation begins on its own once a
// non-empty prompt is set and source frames are arriving.
await x2.setPrompt({
  prompt: "replace the character in the video with the character from the reference image",
});

import asyncio
import os
from reactor_sdk import Reactor, ReactorStatus

async def main():
    reactor = Reactor(model_name="xmax/x2", api_key=os.environ["REACTOR_API_KEY"])

    # Edited frames arrive as (H, W, 3) uint8 RGB NumPy arrays.
    @reactor.on_frame
    def on_frame(frame):
        print(f"Frame: {frame.shape}")

    # No start command: generation begins once a non-empty prompt is set
    # and source frames are arriving on the `source` track.
    @reactor.on_status(ReactorStatus.READY)
    async def on_ready(status):
        await reactor.send_command("set_prompt", {
            "prompt": "the specified character interacts with the scene",
        })

    await reactor.connect()
    await asyncio.Event().wait()  # run until interrupted

asyncio.run(main())