feat: 使用tiktoken计算tokens数

2026-06-05 05:16:03 +00:00 · 2023-07-31 11:59:22 +08:00
parent 6d45327882
commit e29691efbd
6 changed files with 93 additions and 38 deletions
--- a/pkg/openai/api/chat_completion.py
+++ b/pkg/openai/api/chat_completion.py
@@ -93,10 +93,10 @@ class ChatCompletionRequest(RequestBase):
            if 'function_call' in choice0['message']:
                self.pending_func_call = choice0['message']['function_call']

-                self.append_message(
-                    role="assistant",
-                    content="function call: "+json.dumps(self.pending_func_call, ensure_ascii=False)
-                )
+                # self.append_message(
+                #     role="assistant",
+                #     content="function call: "+json.dumps(self.pending_func_call, ensure_ascii=False)
+                # )

                return {
                    "id": resp["id"],