Code Examples

1
const WebSocket = require("ws");
2
const fs = require("fs");
3
4
const API_KEY = process.env.SMALLEST_API_KEY;
5
const AUDIO_FILE = "path/to/audio.wav";
6
7
const url = new URL("wss://api.smallest.ai/waves/v1/pulse/get_text");
8
url.searchParams.append("language", "en");
9
url.searchParams.append("encoding", "linear16");
10
url.searchParams.append("sample_rate", "16000");
11
url.searchParams.append("word_timestamps", "true");
12
13
const ws = new WebSocket(url.toString(), {
14
  headers: {
15
    Authorization: `Bearer ${API_KEY}`,
16
  },
17
});
18
19
ws.on("open", () => {
20
  console.log("Connected to STT WebSocket");
21
22
  const audioBuffer = fs.readFileSync(AUDIO_FILE);
23
  const chunkSize = 4096;
24
  let offset = 0;
25
26
  const sendChunk = () => {
27
    if (offset >= audioBuffer.length) {
28
      console.log("Finished sending audio, closing stream...");
29
      ws.send(JSON.stringify({ type: "close_stream" }));
30
      return;
31
    }
32
33
    const chunk = audioBuffer.slice(offset, offset + chunkSize);
34
    ws.send(chunk);
35
    offset += chunkSize;
36
37
    setTimeout(sendChunk, 50); // 50ms delay between chunks
38
  };
39
40
  sendChunk();
41
});
42
43
let fullTranscript = "";
44
45
ws.on("message", (data) => {
46
  try {
47
    const message = JSON.parse(data.toString());
48
    console.log("Received:", JSON.stringify(message, null, 2));
49
50
    // Handle partial transcripts
51
    if (!message.is_final) {
52
      console.log(`Partial: ${message.transcript}`);
53
    } else {
54
      console.log(`Final: ${message.transcript}`);
55
      fullTranscript += message.transcript ?? "";
56
57
      if (message.is_last) {
58
        console.log("Transcription complete!");
59
        console.log(`Full Transcript: ${fullTranscript}`);
60
        ws.close();
61
      }
62
    }
63
  } catch (error) {
64
    console.error("Error parsing message:", error);
65
  }
66
});
67
68
ws.on("error", (error) => {
69
  console.error("WebSocket error:", error.message);
70
});
71
72
ws.on("close", (code, reason) => {
73
  console.log(`Connection closed: ${code} - ${reason.toString()}`);
74
});

1
const API_KEY = "SMALLEST_API_KEY";
2
3
async function transcribeAudio(audioFile) {
4
  const url = new URL("wss://api.smallest.ai/waves/v1/pulse/get_text");
5
  url.searchParams.append("language", "en");
6
  url.searchParams.append("encoding", "linear16");
7
  url.searchParams.append("sample_rate", "16000");
8
  url.searchParams.append("word_timestamps", "true");
9
10
  const ws = new WebSocket(url.toString());
11
12
  ws.onopen = async () => {
13
    console.log("Connected to STT WebSocket");
14
15
    const arrayBuffer = await audioFile.arrayBuffer();
16
    const chunkSize = 4096;
17
    let offset = 0;
18
19
    const sendChunk = () => {
20
      if (offset >= arrayBuffer.byteLength) {
21
        console.log("Finished sending audio, closing stream...");
22
        ws.send(JSON.stringify({ type: "close_stream" }));
23
        return;
24
      }
25
26
      const chunk = arrayBuffer.slice(offset, offset + chunkSize);
27
      ws.send(chunk);
28
      offset += chunkSize;
29
30
      setTimeout(sendChunk, 50); // 50ms delay between chunks
31
    };
32
33
    sendChunk();
34
  };
35
36
  let fullTranscript = "";
37
38
  ws.onmessage = (event) => {
39
    try {
40
      const message = JSON.parse(event.data);
41
      console.log("Received:", message);
42
43
      // Update UI with transcript
44
      if (message.is_final) {
45
        updateTranscript(message.transcript);
46
        fullTranscript += message.transcript ?? "";
47
      } else {
48
        updatePartialTranscript(message.transcript);
49
      }
50
51
      if (message.is_last) {
52
        console.log("Transcription complete!");
53
        console.log("Full Transcript:", fullTranscript);
54
        ws.close();
55
      }
56
    } catch (error) {
57
      console.error("Error parsing message:", error);
58
    }
59
  };
60
61
  ws.onerror = (error) => {
62
    console.error("WebSocket error:", error);
63
  };
64
65
  ws.onclose = (event) => {
66
    console.log(`Connection closed: ${event.code}`);
67
  };
68
}
69
70
// Example usage with file input
71
const fileInput = document.getElementById("audioFile");
72
fileInput.addEventListener("change", (e) => {
73
  const file = e.target.files[0];
74
  if (file) {
75
    transcribeAudio(file);
76
  }
77
});

1
const API_KEY = "SMALLEST_API_KEY";
2
3
async function streamMicrophone() {
4
  // Get microphone access
5
  const stream = await navigator.mediaDevices.getUserMedia({ audio: true });
6
  const audioContext = new AudioContext({ sampleRate: 16000 });
7
  const source = audioContext.createMediaStreamSource(stream);
8
  
9
  // Create script processor for audio chunks
10
  const processor = audioContext.createScriptProcessor(4096, 1, 1);
11
  
12
  const url = new URL("wss://api.smallest.ai/waves/v1/pulse/get_text");
13
  url.searchParams.append("language", "en");
14
  url.searchParams.append("encoding", "linear16");
15
  url.searchParams.append("sample_rate", "16000");
16
  
17
  const ws = new WebSocket(url.toString());
18
  
19
  ws.onopen = () => {
20
    console.log("Connected, starting microphone stream");
21
    
22
    processor.onaudioprocess = (e) => {
23
      const inputData = e.inputBuffer.getChannelData(0);
24
      // Convert Float32Array to Int16Array
25
      const int16Data = new Int16Array(inputData.length);
26
      for (let i = 0; i < inputData.length; i++) {
27
        int16Data[i] = Math.max(-32768, Math.min(32767, inputData[i] * 32768));
28
      }
29
      ws.send(int16Data.buffer);
30
    };
31
    
32
    source.connect(processor);
33
    processor.connect(audioContext.destination);
34
  };
35
  
36
  let fullTranscript = "";
37
38
  ws.onmessage = (event) => {
39
    const message = JSON.parse(event.data);
40
    if (message.is_final) {
41
      console.log("Transcript:", message.transcript);
42
      fullTranscript += message.transcript ?? "";
43
    }
44
    if (message.is_last) {
45
      console.log("Full Transcript:", fullTranscript);
46
      ws.close();
47
    }
48
  };
49
50
  // Stop streaming after 30 seconds (example)
51
  setTimeout(() => {
52
    processor.disconnect();
53
    source.disconnect();
54
    stream.getTracks().forEach(track => track.stop());
55
    ws.send(JSON.stringify({ type: "close_stream" }));
56
  }, 30000);
57
}
58
59
// Start streaming
60
streamMicrophone().catch(console.error);