Avatar Live

import { createDecartClient, models } from "@decartai/sdk";

const model = models.realtime("live_avatar");

const client = createDecartClient({
  apiKey: "--your-api-key--"
});

// Option 1: Use playAudio() to inject audio files
const realtimeClient = await client.realtime.connect(null, {
  model,
  initialState: {
    image: "/path/to/avatar.jpg", // URL, File, or Blob
  },
  onRemoteStream: (videoStream) => {
    const videoElement = document.querySelector("#avatar-output");
    videoElement.srcObject = videoStream;
  }
});

// Play audio through the avatar
const audioBlob = await fetch("/speech.mp3").then(r => r.blob());
await realtimeClient.playAudio(audioBlob);

// Disconnect when done
realtimeClient.disconnect();

// Option 2: Use mic input directly
const micStream = await navigator.mediaDevices.getUserMedia({
  audio: true,
  video: false
});

const realtimeClient2 = await client.realtime.connect(micStream, {
  model,
  initialState: {
    image: avatarFile, // File or Blob
  },
  onRemoteStream: (videoStream) => {
    videoElement.srcObject = videoStream;
  }
});
// Avatar now speaks whatever the user says into the mic