From e3b3fdec48d34c1941927ac93dd9542d99217bcb Mon Sep 17 00:00:00 2001
From: CalciumIon <1808837298@qq.com>
Date: Thu, 5 Sep 2024 18:35:34 +0800
Subject: [PATCH] feat: update chatgpt-4o token encoder

---
 service/token_counter.go | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/service/token_counter.go b/service/token_counter.go
index 155ffa2..9a55871 100644
--- a/service/token_counter.go
+++ b/service/token_counter.go
@@ -52,7 +52,7 @@ func InitTokenEncoders() {
 }
 
 func getModelDefaultTokenEncoder(model string) *tiktoken.Tiktoken {
-	if strings.HasPrefix(model, "gpt-4o") {
+	if strings.HasPrefix(model, "gpt-4o") || strings.HasPrefix(model, "chatgpt-4o") {
 		return cl200kTokenEncoder
 	}
 	return defaultTokenEncoder