perf: 优化控制台输出

2026-06-27 07:54:19 +00:00 · 2024-02-16 14:11:22 +08:00
parent ae358dd6d0
commit 06c8773975
5 changed files with 6 additions and 4 deletions
@@ -17,7 +17,7 @@ class Tiktoken(tokenizer.LLMTokenizer):
        try:
            encoding = tiktoken.encoding_for_model(model.name)
        except KeyError:
-            print("Warning: model not found. Using cl100k_base encoding.")
+            # print("Warning: model not found. Using cl100k_base encoding.")
            encoding = tiktoken.get_encoding("cl100k_base")

        num_tokens = 0