Advanced Voice Mode

{
  "llm": { ... },   // Required — LLM configuration
  "stt": { ... }    // Optional — speech-to-text tuning
}

{
  "token": "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9...",
  "url": "wss://apigw.mka1.com/api/v1/livekit",
  "roomName": "550e8400-e29b-41d4-a716-446655440000"
}

import { Room, RoomEvent, Track } from 'livekit-client';

const room = new Room();

// Connect to the room
await room.connect(session.url, session.token);

console.log('Connected to room:', room.name);

import { createLocalAudioTrack } from 'livekit-client';

// Create a local audio track from the microphone
const audioTrack = await createLocalAudioTrack({
  echoCancellation: true,
  noiseSuppression: true,
  autoGainControl: true
});

// Publish the track to the room
await room.localParticipant.publishTrack(audioTrack);

// Send a text message to the agent
const message = JSON.stringify({
  type: 'user_message',
  content: 'What is the capital of France?'
});

await room.localParticipant.publishData(
  new TextEncoder().encode(message),
  { reliable: true, topic: 'lk.chat' }
);

import { RoomEvent, Track } from 'livekit-client';

room.on(RoomEvent.TrackSubscribed, (track, publication, participant) => {
  if (track.kind === Track.Kind.Audio && participant.identity !== room.localParticipant.identity) {
    // This is the agent's audio output
    const audioElement = track.attach();
    document.body.appendChild(audioElement);
  }
});

room.on(RoomEvent.TranscriptionReceived, (segments, participant) => {
  for (const segment of segments) {
    console.log(`Agent said: ${segment.text}`);
  }
});

room.on(RoomEvent.DataReceived, (payload, participant) => {
  if (participant.identity !== room.localParticipant.identity) {
    const data = JSON.parse(new TextDecoder().decode(payload));

    if (data.response_id) {
      console.log('Response ID:', data.response_id);
      console.log('Conversation ID:', data.conversation_id); // present if using a conversation
      // Save response_id to chain future sessions with previous_response_id
    }
  }
});

import { Room, RoomEvent } from 'livekit-client';
import { SDK } from '@meetkai/mka1';

const mka1 = new SDK({
  bearerAuth: `Bearer ${YOUR_API_KEY}`,
});

// 1. Get a token for a new session
const session = await mka1.llm.speech.livekitToken({
  llm: { model: 'auto' }
}, { headers: { 'X-On-Behalf-Of': 'user-123' } }); // Optional

// 2. Connect to the room
const room = new Room();
await room.connect(session.url, session.token);

// 3. Track the response ID when the agent responds
let lastResponseId: string;
room.on(RoomEvent.DataReceived, (payload, participant) => {
  const data = JSON.parse(new TextDecoder().decode(payload));
  if (data.response_id) {
    lastResponseId = data.response_id;
  }
});

// 4. Have a conversation...
// 5. Disconnect when done
room.disconnect();

// Use the same API key and X-On-Behalf-Of as the original session
const mka1 = new SDK({
  bearerAuth: `Bearer ${YOUR_API_KEY}`,
});

// 1. Get a new token chained to the previous response
const session = await mka1.llm.speech.livekitToken({
  llm: {
    model: 'auto',
    previousResponseId: lastResponseId
  }
}, { headers: { 'X-On-Behalf-Of': 'user-123' } }); // Optional, but must match if the original session used it

// 2. Connect to the new room
const room = new Room();
await room.connect(session.url, session.token);

// 3. The agent now has context from the previous session
// User: "What did I ask you earlier?"
// Agent: "You asked about the capital of France..."

// Use the same API key and X-On-Behalf-Of as the original session
const mka1 = new SDK({
  bearerAuth: `Bearer ${YOUR_API_KEY}`,
});

// 1. Get a new token with the conversation ID
const session = await mka1.llm.speech.livekitToken({
  llm: {
    model: 'auto',
    conversation: { id: conversationId }
  }
}, { headers: { 'X-On-Behalf-Of': 'user-123' } }); // Optional, but must match if the original session used it

// 2. Connect to the new room
const room = new Room();
await room.connect(session.url, session.token);

// 3. The agent now has context from the entire conversation history

room.on(RoomEvent.Disconnected, async () => {
  console.log('Disconnected from room');

  // Get a new token (continuing from the last response)
  const newSession = await mka1.llm.speech.livekitToken({
    llm: {
      model: 'auto',
      previousResponseId: savedResponseId
    }
  });

  // Reconnect
  await room.connect(newSession.url, newSession.token);
});

import { Room, RoomEvent, Track, createLocalAudioTrack } from 'livekit-client';
import { SDK } from '@meetkai/mka1';

async function startVoiceSession(model: string = 'auto') {
  const mka1 = new SDK({ bearerAuth: `Bearer ${YOUR_API_KEY}` });

  // Get room credentials
  const session = await mka1.llm.speech.livekitToken({ llm: { model } });

  // Create and connect to room
  const room = new Room();

  let lastResponseId: string | undefined;

  // Handle agent audio output
  room.on(RoomEvent.TrackSubscribed, (track, publication, participant) => {
    if (track.kind === Track.Kind.Audio) {
      const audio = track.attach();
      document.body.appendChild(audio);
    }
  });

  // Handle transcriptions
  room.on(RoomEvent.TranscriptionReceived, (segments) => {
    for (const segment of segments) {
      console.log('Agent:', segment.text);
    }
  });

  // Handle response metadata
  room.on(RoomEvent.DataReceived, (payload, participant) => {
    const data = JSON.parse(new TextDecoder().decode(payload));
    if (data.response_id) {
      lastResponseId = data.response_id;
    }
  });

  // Connect to the room
  await room.connect(session.url, session.token);

  // Capture and publish microphone
  const audioTrack = await createLocalAudioTrack({
    echoCancellation: true,
    noiseSuppression: true
  });
  await room.localParticipant.publishTrack(audioTrack);

  // The agent will greet you automatically
  // Start speaking to interact!

  return { room, getLastResponseId: () => lastResponseId };
}

room.on(RoomEvent.DataReceived, (payload, participant) => {
  if (participant.identity === room.localParticipant.identity) return;

  const data = JSON.parse(new TextDecoder().decode(payload));

  if (data.error) {
    console.error(`[${data.error.service}] ${data.error.code}: ${data.error.message}`);
    // data.error.details may contain additional debugging info
  }

  if (data.response_id) {
    lastResponseId = data.response_id;
  }
});

{
  "error": {
    "code": "rate_limited",
    "message": "HTTP 429",
    "service": "llm",
    "details": "..."
  }
}