Basic Usage

npm install @trugen/js-sdk

<video id="avatarVideo" autoplay playsinline></video>

import { createClient } from "@trugen/js-sdk";

const session = await createClient({ token: sessionToken });

import { TruGenEvent } from "@trugen/js-sdk";

// Listen for the stream starting event
session.on(TruGenEvent.VIDEO_STREAM_STARTED, (track) => {
  const videoElement = document.getElementById("avatarVideo");
  track.attach(videoElement);
});

// Connect to the streaming server
try {
  await session.connect();
} catch (error) {
  console.error("Failed to start stream:", error);
}

import { TruGenEvent, ConnectionClosedCode } from "@trugen/js-sdk";

// Connection status events
session.on(TruGenEvent.CONNECTION_ESTABLISHED, () => {
  console.log("Connected to avatar");
});

session.on(TruGenEvent.CONNECTION_CLOSED, (code: ConnectionClosedCode, reason: string) => {
  console.log("Connection closed:", code, reason);
});

// Agent interaction events
session.on(TruGenEvent.AGENT_SPEAKING_STARTED, () => {
  console.log("Avatar started speaking");
});

session.on(TruGenEvent.AGENT_SPEAKING_ENDED, () => {
  console.log("Avatar finished speaking");
});

await session.disconnect();

// Returns RemoteVideoTrack | null
const videoTrack = session.getVideoTrack();

// Returns RemoteAudioTrack | null
const audioTrack = session.getAudioTrack();

// Subscribe to video tracks
const unsubscribeVideo = session.onVideoTrack((track) => {
  console.log("Active video track received:", track);
  track.attach(document.getElementById("avatarVideo"));
});

// Subscribe to audio tracks
const unsubscribeAudio = session.onAudioTrack((track) => {
  console.log("Active audio track received:", track);
});

// Later, unsubscribe to stop listening
unsubscribeVideo();
unsubscribeAudio();

const unsubscribeFrame = session.onVideoFrame((frame) => {
  // Process each raw frame (VideoFrame or ImageData object)
  console.log("Received raw video frame:", frame);

  // Remember to call frame.close() if it's a WebCodecs VideoFrame to prevent memory leaks
  if (typeof frame.close === "function") {
    frame.close();
  }
});

// Later, unsubscribe to stop processing frames
unsubscribeFrame();