xinyin025/LangBot
1
0
Fork 0
mirror of https://github.com/langbot-app/LangBot.git synced 2026-06-18 19:44:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

doc: 补全部分注释

Browse Source
This commit is contained in:
RockChinQ
2024-03-03 16:34:59 +08:00
parent ce881372ee
commit 2fe6d731b8
34 changed files with 66 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files
pkg/provider/requester/tokenizers/tiktoken.py
+2
View File
@@ -8,6 +8,8 @@ from .. import entities
class Tiktoken(tokenizer.LLMTokenizer):
"""TikToken分词器
"""
async def count_token(
self,