diff --git a/relay/relay-text.go b/relay/relay-text.go index c0d089a..d38afaa 100644 --- a/relay/relay-text.go +++ b/relay/relay-text.go @@ -169,6 +169,8 @@ func getPromptTokens(textRequest *dto.GeneralOpenAIRequest, info *relaycommon.Re promptTokens, err = service.CountTokenInput(textRequest.Prompt, textRequest.Model), nil case relayconstant.RelayModeModerations: promptTokens, err = service.CountTokenInput(textRequest.Input, textRequest.Model), nil + case relayconstant.RelayModeEmbeddings: + promptTokens, err = service.CountTokenInput(textRequest.Input, textRequest.Model), nil default: err = errors.New("unknown relay mode") promptTokens = 0