From fa79e8b7a366f102968bd73d875e54f6540c20bc Mon Sep 17 00:00:00 2001 From: JustSong Date: Sun, 21 May 2023 11:11:19 +0800 Subject: [PATCH] fix: use gpt-3.5's encoder if not found (close #110) --- controller/relay-utils.go | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/controller/relay-utils.go b/controller/relay-utils.go index a53d80cc..bb25fa3b 100644 --- a/controller/relay-utils.go +++ b/controller/relay-utils.go @@ -15,7 +15,11 @@ func getTokenEncoder(model string) *tiktoken.Tiktoken { } tokenEncoder, err := tiktoken.EncodingForModel(model) if err != nil { - common.FatalLog(fmt.Sprintf("failed to get token encoder for model %s: %s", model, err.Error())) + common.SysError(fmt.Sprintf("failed to get token encoder for model %s: %s, using encoder for gpt-3.5-turbo", model, err.Error())) + tokenEncoder, err = tiktoken.EncodingForModel("gpt-3.5-turbo") + if err != nil { + common.FatalLog(fmt.Sprintf("failed to get token encoder for model gpt-3.5-turbo: %s", err.Error())) + } } tokenEncoderMap[model] = tokenEncoder return tokenEncoder