LiveKit Integration

# When using PIP
pip install "livekit-agents[lemonslice]"

# When using UV
uv add "livekit-agents[lemonslice]"

pnpm add @livekit/agents-plugin-lemonslice

from livekit import agents
from livekit.agents import AgentSession, RoomOutputOptions
from livekit.plugins import lemonslice

async def entrypoint(ctx: agents.JobContext):
    await ctx.connect()

    session = AgentSession(
        # Add STT, LLM, TTS, and other components here
    )

    avatar = lemonslice.AvatarSession(
        # Publicly accessible image URL for the avatar
        agent_image_url="...",
        # Prompt to guide the avatar's demeanor while speaking
        agent_prompt="a person talking",
    )

    # Start the avatar and wait for it to join
    session_id = await avatar.start(session, room=ctx.room)

    # Start your agent session with the user
    await session.start(
        # ... room, agent, room_options, etc....
    )

import { voice } from '@livekit/agents';
import * as lemonslice from '@livekit/agents-plugin-lemonslice';

const session = new voice.AgentSession({
    // Add STT, LLM, TTS, and other components here
});

const avatar = new lemonslice.AvatarSession({
    // Publicly accessible image URL for the avatar
    agentImageUrl: "...",
    // Prompt to guide the avatar's demeanor while speaking
    agentPrompt: "a person talking",
});

// Start the avatar and wait for it to join
const sessionId = await avatar.start(session, room);

// Start your agent session with the user
await session.start(
    // ... room, agent, room_options, etc.
);

LEMONSLICE_RPC_TOPIC = "lemonslice"
AVATAR_READY_MSG_TYPE = "bot_ready"

def on_data_received(packet: rtc.DataPacket) -> None:
    if packet.topic != LEMONSLICE_RPC_TOPIC:
        return

    try:
        payload = json.loads(packet.data.decode("utf-8"))
    except (UnicodeDecodeError, json.JSONDecodeError):
        logger.warning("Unable to decode LemonSlice RPC JSON", exc_info=True)
        return

    if (
        not isinstance(payload, dict)
        or payload.get("type") != AVATAR_READY_MSG_TYPE
    ):
        return

    session_id = payload.get("session_id")
    logger.info(f"Avatar has joined and is ready! session_id = {session_id}")

room.on("data_received", on_data_received)

const LEMONSLICE_RPC_TOPIC = "lemonslice";
const AVATAR_READY_MSG_TYPE = "bot_ready";

room.on(RoomEvent.DataReceived, (payload, participant, kind, topic) => {
    if (topic !== LEMONSLICE_RPC_TOPIC) return;

    try {
        const data = JSON.parse(new TextDecoder().decode(payload));

        if (typeof data !== "object" || data.type !== AVATAR_READY_MSG_TYPE) return;

        const sessionId = data.session_id;
        console.log(`LemonSlice is actively streaming A/V to the user! session_id = ${sessionId}`);
    } catch (e) {
        console.warn("Unable to decode LemonSlice RPC JSON", e);
    }
});