Avatar Video Streaming

You → Send Audio (WebSocket) → Avatar Server
                                      ↓
                               Generates Video
                                      ↓
                        Streams to Daily.co Room
                                      ↓
You ← Receive Video (Daily.co) ← Daily.co Room

# Create session
curl -X POST https://api.agenthuman.com/v1/sessions \
  -H "x-api-key: YOUR_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "avatar_id": "your-avatar-id"
  }'

# Start session (activates avatar server)
curl -X POST https://api.agenthuman.com/v1/sessions/{session_id}/start \
  -H "x-api-key: YOUR_API_KEY"

// Use Daily.co JavaScript SDK
import DailyIframe from '@daily-co/daily-js';

const callFrame = DailyIframe.createFrame({
  showLeaveButton: true,
  iframeStyle: {
    position: 'fixed',
    width: '100%',
    height: '100%',
  }
});

// Join the Daily.co room with the provided credentials
await callFrame.join({
  url: session.daily_room.url,
  token: session.daily_room.token
});

// The avatar video will automatically appear in the room
callFrame.on('participant-joined', (event) => {
  console.log('Avatar joined the room');
});

callFrame.on('track-started', (event) => {
  console.log('Track started:', event.track.kind);
  // Video and audio tracks from the avatar
});

// Connect to avatar server WebSocket
const ws = new WebSocket(ws_uri); // From start session response

ws.onopen = () => {
    console.log('Connected to avatar server');
    
    // Initialize with session credentials + Daily room info
    ws.send(JSON.stringify({
        type: 'session.init',
        config: {
            session_id: sessionId,
            access_token: accessToken,
            room: {
                platform: 'daily',
                url: session.daily_room.url,
                token: session.daily_room.token,
                display_name: 'AI Avatar (AH)'
            },
            video_width: 1280,
            video_height: 720
        }
    }));
};

ws.onmessage = (event) => {
    const message = JSON.parse(event.data);
    
    if (message.type === 'connection.established') {
        console.log('Session initialized, ready to send audio');
    } else if (message.type === 'agent.speak.confirmed') {
        console.log('Audio received:', message.audio_samples, 'samples');
        // Video will appear in Daily.co room automatically
    }
};

// Convert audio to required format
const audioContext = new AudioContext({ sampleRate: 48000 });
const audioBuffer = await audioContext.decodeAudioData(arrayBuffer);
const channelData = audioBuffer.getChannelData(0);
const samples = new Int16Array(channelData.length);

// Convert to 16-bit PCM
for (let i = 0; i < channelData.length; i++) {
    const s = Math.max(-1, Math.min(1, channelData[i]));
    samples[i] = s < 0 ? s * 0x8000 : s * 0x7FFF;
}

// Encode and send
const base64Audio = btoa(String.fromCharCode(...new Uint8Array(samples.buffer)));

ws.send(JSON.stringify({
    type: 'agent.speak',
    audio: base64Audio,
    sample_rate: 48000
}));

<video id="avatar-video" autoplay playsinline></video>
<script>
  // Full implementation with UI controls
  // See complete example →
</script>

import asyncio
from avatar_client import AvatarClient

async def main():
    # Get ws_uri from Start Session API
    client = AvatarClient(session_id, access_token, ws_uri)
    await client.connect()
    await client.send_audio("speech.wav")
    # Video appears in Daily.co room automatically

const AvatarClient = require('./avatar-client');

// Get ws_uri from Start Session API
const client = new AvatarClient(sessionId, accessToken, wsUri);
await client.connect();
await client.sendAudio('speech.wav');
// Video appears in Daily.co room automatically