feat: chat前的前文剪裁逻辑

2026-06-12 00:36:03 +00:00 · 2024-02-01 17:42:51 +08:00
parent 6f2d7d96d0
commit a9d92115f8
4 changed files with 33 additions and 14 deletions
--- a/pkg/provider/requester/tokenizers/tiktoken.py
+++ b/pkg/provider/requester/tokenizers/tiktoken.py
@@ -23,6 +23,6 @@ class Tiktoken(tokenizer.LLMTokenizer):
        num_tokens = 0
        for message in messages:
                num_tokens += len(encoding.encode(message.role))
-                num_tokens += len(encoding.encode(message.content))
+                num_tokens += len(encoding.encode(message.content if message.content is not None else ''))
        num_tokens += 3  # every reply is primed with <|start|>assistant<|message|>
        return num_tokens