LipSync Live

const ws = new WebSocket('wss://api.decart.ai/router/lipsync/ws?api_key=--your-api-key--');

ws.onopen = () => {
  // Send configuration
  ws.send(JSON.stringify({
    type: 'config',
    video_fps: 25,
    audio_sample_rate: 16000
  }));
};

ws.onmessage = (event) => {
  const message = JSON.parse(event.data);
  
  if (message.type === 'config_ack') {
    console.log('Connected and configured');
    
    // Send video frames and audio data
    ws.send(JSON.stringify({
      type: 'video_input',
      video_frame: videoFrameBase64
    }));
    
    ws.send(JSON.stringify({
      type: 'audio_input',
      audio_data: audioDataBase64
    }));
  } else if (message.type === 'synced_result') {
    // Render the lip-synced output
    const videoFrame = message.video_frame;
    const audioFrame = message.audio_frame;
    // Display frames...
  }
};