feat: 不再预先计算前文token数而是在报错时提醒用户重置

This commit is contained in:
RockChinQ
2024-03-12 16:04:11 +08:00
parent a398c6f311
commit 1d963d0f0c
16 changed files with 25 additions and 144 deletions
+25
View File
@@ -0,0 +1,25 @@
from __future__ import annotations
import typing
import pydantic
from . import api
from . import token
class LLMModelInfo(pydantic.BaseModel):
"""模型"""
name: str
model_name: typing.Optional[str] = None
token_mgr: token.TokenManager
requester: api.LLMAPIRequester
tool_call_supported: typing.Optional[bool] = False
class Config:
arbitrary_types_allowed = True