xinyin025/LangBot
1
0
Fork 0
mirror of https://github.com/langbot-app/LangBot.git synced 2026-06-10 07:46:02 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: 实现流式消息处理支持

Browse Source
This commit is contained in:
fdc
2025-06-30 17:58:18 +08:00
committed by Junyan Qin
parent ba4b5255a2
commit b65670cd1a
9 changed files with 385 additions and 46 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
pkg/provider/modelmgr/requester.py
View File

@@ -83,8 +83,9 @@ class ProviderAPIRequester(metaclass=abc.ABCMeta):
model: RuntimeLLMModel,
messages: typing.List[llm_entities.Message],
funcs: typing.List[tools_entities.LLMFunction] = None,
stream: bool = False,
extra_args: dict[str, typing.Any] = {},
) -> llm_entities.Message:
) -> llm_entities.Message | typing.AsyncGenerator[llm_entities.MessageChunk, None]:
"""调用API
Args:
@@ -94,7 +95,7 @@ class ProviderAPIRequester(metaclass=abc.ABCMeta):
extra_args (dict[str, typing.Any], optional): 额外的参数. Defaults to {}.
Returns:
llm_entities.Message: 返回消息对象
llm_entities.Message | typing.AsyncGenerator[llm_entities.MessageChunk, None]: 返回消息对象
"""
pass