GPT Live 1 Transcribe

// Run only after the user explicitly clicks Start.
// Your server must proxy this connection and keep TOKENREX_API_KEY private.
// Upstream: wss://tokenrex.ai/api/public/v1/live?model=gpt-live-1-transcribe
const ws = new WebSocket("wss://YOUR_APP_HOST/live?model=gpt-live-1-transcribe");
const pc = new RTCPeerConnection();
pc.createDataChannel("oai-events");
const mic = await navigator.mediaDevices.getUserMedia({ audio: true });
mic.getTracks().forEach(track => pc.addTrack(track, mic));
// Do not attach incoming audio to a speaker: this mode is transcription-only.
pc.ontrack = () => {};
await pc.setLocalDescription(await pc.createOffer());
await new Promise(resolve => pc.iceGatheringState === "complete" ? resolve() :
  pc.addEventListener("icegatheringstatechange", () => {
    if (pc.iceGatheringState === "complete") resolve();
  }));
await new Promise((resolve, reject) => {
  if (ws.readyState === WebSocket.OPEN) resolve();
  else { ws.onopen = resolve; ws.onerror = reject; }
});
let heartbeat;
ws.onmessage = async ({ data }) => {
  const event = JSON.parse(data);
  if (event.type === "gateway.session.created") {
    await pc.setRemoteDescription({ type: "answer", sdp: event.transport.sdp });
    heartbeat = setInterval(() => ws.send(JSON.stringify({ type: "gateway.heartbeat" })), 1000);
  }
  if (event.type === "session.input_transcript.delta") console.log(event.delta);
  // Expose attempted output as a warning; instructions cannot guarantee silence.
  if (event.type === "session.output_transcript.delta") console.warn("Unexpected output", event.delta);
  if (event.type === "session.usage.updated") console.log("Billed seconds", event.usage.seconds);
  if (event.type === "tokenrex.error") console.error(event.error.message);
};
ws.send(JSON.stringify({
  type: "session.start",
  session: { audio: { output: { voice: "marin" } } },
  tools: [], transport: { type: "webrtc", sdp: pc.localDescription.sdp },
}));

function stop() {
  clearInterval(heartbeat);
  ws.send(JSON.stringify({ type: "session.close" }));
  mic.getTracks().forEach(track => track.stop());
  pc.close();
  // Keep the socket until the final usage event; never reconnect automatically.
}