Vercel AI SDK

npm install smallestai-vercel-provider ai

export SMALLEST_API_KEY="your_key_here"

import { experimental_generateSpeech as generateSpeech } from 'ai';
import { smallestai } from 'smallestai-vercel-provider';

const { audio } = await generateSpeech({
  model: smallestai.speech('lightning-v3.1'),
  text: 'Hello from Smallest AI!',
  voice: 'sophia',
  speed: 1.0,
});

// audio.uint8Array — raw WAV bytes
// audio.base64 — base64 encoded audio

import { experimental_transcribe as transcribe } from 'ai';
import { smallestai } from 'smallestai-vercel-provider';
import { readFileSync } from 'fs';

const { text, segments } = await transcribe({
  model: smallestai.transcription('pulse'),
  audio: readFileSync('recording.wav'),
  mediaType: 'audio/wav',
});

console.log(text);       // "Hello from Smallest AI!"
console.log(segments);   // [{ text: "Hello", startSecond: 0, endSecond: 0.5 }, ...]

// app/api/speak/route.ts
import { experimental_generateSpeech as generateSpeech } from 'ai';
import { smallestai } from 'smallestai-vercel-provider';

export async function POST(req: Request) {
  const { text, voice } = await req.json();

  const { audio } = await generateSpeech({
    model: smallestai.speech('lightning-v3.1'),
    text,
    voice: voice || 'sophia',
  });

  return new Response(Buffer.from(audio.uint8Array), {
    headers: { 'Content-Type': 'audio/wav' },
  });
}

const res = await fetch('/api/speak', {
  method: 'POST',
  body: JSON.stringify({ text: 'Hello!', voice: 'sophia' }),
});
const blob = await res.blob();
new Audio(URL.createObjectURL(blob)).play();

const { audio } = await generateSpeech({
  model: smallestai.speech('lightning-v3.1'),
  text: 'Hello!',
  voice: 'robert',
  providerOptions: {
    smallestai: {
      sampleRate: 48000,         // 8000 | 16000 | 24000 | 44100 | 48000
      outputFormat: 'mp3',       // pcm | mp3 | wav | mulaw
      language: 'en',            // ISO 639-1 code
      consistency: 0.5,          // voice consistency (0–1)
      similarity: 0.5,           // voice similarity (0–1)
      enhancement: 1,            // audio enhancement level (0–2)
    },
  },
});

const result = await transcribe({
  model: smallestai.transcription('pulse'),
  audio: audioBuffer,
  mediaType: 'audio/wav',
  providerOptions: {
    smallestai: {
      language: 'hi',            // ISO 639-1 code
      diarize: true,             // speaker identification
      emotionDetection: true,    // detect emotions
      ageDetection: true,        // detect speaker age
      genderDetection: true,     // detect speaker gender
    },
  },
});

curl -s "https://api.smallest.ai/waves/v1/lightning-v3.1/get_voices" \
  -H "Authorization: Bearer $SMALLEST_API_KEY"