Realtime API

// Configuration
const WS_URL = "wss://api.addisassistant.com/v1/realtime";
const API_KEY = "sk_YOUR_KEY";

let socket;
let audioContext;
let processor;

async function startRealtime() {
  // 1. Initialize WebSocket
  socket = new WebSocket(WS_URL);
  socket.binaryType = "arraybuffer";

  socket.onopen = () => {
    console.log("Connected to Addis AI Realtime");
    
    // Send initial config
    socket.send(JSON.stringify({
      type: "session.update",
      session: {
        api_key: API_KEY,
        language: "am"
      }
    }));
  };

  socket.onmessage = (event) => {
    // Handle incoming binary audio or JSON events
    if (event.data instanceof ArrayBuffer) {
        playAudioChunk(event.data);
    } else {
        console.log("Event:", JSON.parse(event.data));
    }
  };

  // 2. Initialize Microphone
  audioContext = new (window.AudioContext || window.webkitAudioContext)({
    sampleRate: 24000, 
  });

  const stream = await navigator.mediaDevices.getUserMedia({ audio: true });
  const source = audioContext.createMediaStreamSource(stream);
  
  // Create a ScriptProcessor to access raw audio data
  processor = audioContext.createScriptProcessor(4096, 1, 1);

  processor.onaudioprocess = (e) => {
    if (socket.readyState === WebSocket.OPEN) {
      const inputData = e.inputBuffer.getChannelData(0); // This is Float32
      
      // CRITICAL: Convert Float32 to Int16 (PCM)
      const pcm16Data = floatTo16BitPCM(inputData);
      
      socket.send(pcm16Data.buffer);
    }
  };

  source.connect(processor);
  processor.connect(audioContext.destination);
}

// --- Helper: Convert Float32 to Int16 ---
function floatTo16BitPCM(float32Array) {
  const int16Array = new Int16Array(float32Array.length);
  for (let i = 0; i < float32Array.length; i++) {
    const s = Math.max(-1, Math.min(1, float32Array[i]));
    int16Array[i] = s < 0 ? s * 0x8000 : s * 0x7FFF;
  }
  return int16Array;
}

import asyncio
import websockets
import pyaudio
import json

# Audio Config
FORMAT = pyaudio.paInt16 # Native 16-bit
CHANNELS = 1
RATE = 24000
CHUNK = 1024

async def realtime_chat():
    uri = "wss://api.addisassistant.com/v1/realtime"
    
    async with websockets.connect(uri) as websocket:
        # 1. authenticate
        await websocket.send(json.dumps({
            "type": "session.update",
            "session": { "api_key": "sk_YOUR_KEY", "language": "am" }
        }))

        # 2. Setup Microphone
        p = pyaudio.PyAudio()
        stream = p.open(format=FORMAT, channels=CHANNELS, rate=RATE, 
                        input=True, frames_per_buffer=CHUNK)

        print("Listening... (Press Ctrl+C to stop)")

        try:
            while True:
                # Read raw PCM16 bytes from mic
                data = stream.read(CHUNK)
                await websocket.send(data)
                
        except KeyboardInterrupt:
            pass
        finally:
            stream.stop_stream()
            stream.close()
            p.terminate()

asyncio.run(realtime_chat())