diff --git a/service/token_counter.go b/service/token_counter.go index 155ffa2..9a55871 100644 --- a/service/token_counter.go +++ b/service/token_counter.go @@ -52,7 +52,7 @@ func InitTokenEncoders() { } func getModelDefaultTokenEncoder(model string) *tiktoken.Tiktoken { - if strings.HasPrefix(model, "gpt-4o") { + if strings.HasPrefix(model, "gpt-4o") || strings.HasPrefix(model, "chatgpt-4o") { return cl200kTokenEncoder } return defaultTokenEncoder