feat: support whisper

This commit is contained in:
Hk-Gosuto
2024-03-18 16:02:39 +08:00
parent f10fa91432
commit bab838b9c6
6 changed files with 216 additions and 28 deletions

View File

@@ -53,6 +53,16 @@ export interface SpeechOptions {
onController?: (controller: AbortController) => void;
}
export interface TranscriptionOptions {
model?: "whisper-1";
file: Blob;
language?: string;
prompt?: string;
response_format?: "json" | "text" | "srt" | "verbose_json" | "vtt";
temperature?: number;
onController?: (controller: AbortController) => void;
}
export interface ChatOptions {
messages: RequestMessage[];
config: LLMConfig;
@@ -94,6 +104,7 @@ export interface LLMModelProvider {
export abstract class LLMApi {
abstract chat(options: ChatOptions): Promise<void>;
abstract speech(options: SpeechOptions): Promise<ArrayBuffer>;
abstract transcription(options: TranscriptionOptions): Promise<string>;
abstract toolAgentChat(options: AgentChatOptions): Promise<void>;
abstract usage(): Promise<LLMUsage>;
abstract models(): Promise<LLMModel[]>;