Speak Live Transcription API

// Using Socket.IO client
import { io } from 'socket.io-client';

const socket = io('wss://your-speak-server.com/v1/live', {
  query: {
    'speak-api-key': 'your-api-key-here',
    'sourceLanguage': 'en', // Optional: language code
    'folderId': 'your-folder-id', // Optional: organize transcripts
    'mediaType': 'audio/webm' // Optional: specify audio format
  }
});

// Start the transcription session
socket.emit('start-live-stream');

// Listen for successful setup
socket.on('metadata', (response) => {
  console.log('Media session created:', response.mediaId);
  console.log('Ready to send audio data');
});

// Send audio chunks as they become available
socket.emit('audio-data', audioBuffer);

// Example with microphone input
navigator.mediaDevices.getUserMedia({ audio: true })
  .then(stream => {
    const mediaRecorder = new MediaRecorder(stream);
    
    mediaRecorder.ondataavailable = (event) => {
      if (event.data.size > 0) {
        // Convert to buffer and send
        event.data.arrayBuffer().then(buffer => {
          socket.emit('audio-data', Buffer.from(buffer));
        });
      }
    };
    
    mediaRecorder.start(1000); // Send chunks every second
  });

// Listen for transcription results
socket.on('transcript', (response) => {
  console.log('New word:', response.word.text);
  console.log('Confidence:', response.word.confidence);
  console.log('Speaker ID:', response.word.speakerId);
  console.log('Timing:', response.word.instances);
});

// Listen for errors
socket.on('error', (error) => {
  console.error('Transcription error:', error);
});

// Stop the transcription session
socket.emit('stop-transcription');

// Listen for close confirmation
socket.on('close', (response) => {
  console.log('Transcription stopped');
  socket.disconnect();
});

// Direct WebSocket connection
const ws = new WebSocket('wss://your-speak-server.com:8083/v1/live-bot?speak-api-key=your-api-key-here');

ws.onopen = () => {
  console.log('WebSocket connected');
  // Send start-live-stream message
  ws.send(JSON.stringify({
    event: 'start-live-stream'
  }));
};

// Send audio data as binary
ws.onopen = () => {
  // After receiving successful setup response
  ws.send(audioBuffer); // Send raw audio buffer
};

const socket = io('wss://your-speak-server.com/v1/live', {
  query: {
    'speak-api-key': 'your-api-key-here'
  }
});

// Subscribe to a specific media session
socket.emit('subscribe-to-media', 'media-id-here');

// Listen for subscription confirmation
socket.on('metadata', (response) => {
  if (response.status === 'subscribed') {
    console.log('Successfully subscribed to media session');
  }
});

// Receive transcription results from the subscribed session
socket.on('transcript', (response) => {
  console.log('Received word:', response.word.text);
});

// Unsubscribe when done
socket.emit('unsubscribe-from-media', 'media-id-here');

{
  "type": "transcript",
  "mediaId": "media-123",
  "timestamp": "2024-01-15T10:30:00.000Z",
  "word": {
    "id": 1,
    "text": "hello",
    "confidence": 0.95,
    "language": "en",
    "speakerId": "speaker-1",
    "instances": {
      "startInSec": 1.2,
      "endInSec": 1.5
    }
  },
  "message": "New word received",
}

{
  "type": "metadata",
  "mediaId": "media-123",
  "folderId": "folder-456",
  "userId": "user-789",
  "name": "Live Transcription Session",
  "timestamp": "2024-01-15T10:30:00.000Z",
  "message": "Media session initialized"
}