feat: support claude stream_options

This commit is contained in:
CalciumIon
2024-07-08 01:45:43 +08:00
parent b0e234e8f5
commit e8b93ed6ec
4 changed files with 26 additions and 10 deletions

View File

@@ -24,3 +24,15 @@ func ResponseText2Usage(responseText string, modeName string, promptTokens int)
usage.TotalTokens = usage.PromptTokens + usage.CompletionTokens
return usage, err
}
func GenerateFinalUsageResponse(id string, createAt int64, model string, usage dto.Usage) *dto.ChatCompletionsStreamResponse {
return &dto.ChatCompletionsStreamResponse{
Id: id,
Object: "chat.completion.chunk",
Created: createAt,
Model: model,
SystemFingerprint: nil,
Choices: nil,
Usage: &usage,
}
}