mirror of
https://github.com/linux-do/new-api.git
synced 2025-09-17 16:06:38 +08:00
39 lines
1.2 KiB
Go
39 lines
1.2 KiB
Go
package service
|
|
|
|
import (
|
|
"one-api/dto"
|
|
)
|
|
|
|
//func GetPromptTokens(textRequest dto.GeneralOpenAIRequest, relayMode int) (int, error) {
|
|
// switch relayMode {
|
|
// case constant.RelayModeChatCompletions:
|
|
// return CountTokenMessages(textRequest.Messages, textRequest.Model)
|
|
// case constant.RelayModeCompletions:
|
|
// return CountTokenInput(textRequest.Prompt, textRequest.Model), nil
|
|
// case constant.RelayModeModerations:
|
|
// return CountTokenInput(textRequest.Input, textRequest.Model), nil
|
|
// }
|
|
// return 0, errors.New("unknown relay mode")
|
|
//}
|
|
|
|
func ResponseText2Usage(responseText string, modeName string, promptTokens int) (*dto.Usage, error) {
|
|
usage := &dto.Usage{}
|
|
usage.PromptTokens = promptTokens
|
|
ctkm, err := CountTokenText(responseText, modeName)
|
|
usage.CompletionTokens = ctkm
|
|
usage.TotalTokens = usage.PromptTokens + usage.CompletionTokens
|
|
return usage, err
|
|
}
|
|
|
|
func GenerateFinalUsageResponse(id string, createAt int64, model string, usage dto.Usage) *dto.ChatCompletionsStreamResponse {
|
|
return &dto.ChatCompletionsStreamResponse{
|
|
Id: id,
|
|
Object: "chat.completion.chunk",
|
|
Created: createAt,
|
|
Model: model,
|
|
SystemFingerprint: nil,
|
|
Choices: nil,
|
|
Usage: &usage,
|
|
}
|
|
}
|