xinyin025/LangBot
1
0
Fork 0
mirror of https://github.com/langbot-app/LangBot.git synced 2026-06-11 16:26:02 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: 实现流式消息处理支持

Browse Source
This commit is contained in:
fdc
2025-06-30 17:58:18 +08:00
parent b43dd95dc6
commit 0eac9135c0
9 changed files with 387 additions and 46 deletions
Download Patch File Download Diff File Expand all files Collapse all files

40
pkg/pipeline/process/handlers/chat.py
View File

@@ -1,5 +1,6 @@
from __future__ import annotations
from itertools import accumulate
import typing
import traceback
@@ -59,6 +60,8 @@ class ChatMessageHandler(handler.MessageHandler):
text_length = 0
is_stream = query.adapter.is_stream_output_supported()
try:
for r in runner_module.preregistered_runners:
if r.name == query.pipeline_config['ai']['runner']['runner']:
@@ -66,18 +69,43 @@ class ChatMessageHandler(handler.MessageHandler):
break
else:
raise ValueError(f'未找到请求运行器: {query.pipeline_config["ai"]["runner"]["runner"]}')
if is_stream:
accumulated_messages = []
async for result in runner.run(query):
accumulated_messages.append(result)
query.resp_messages.append(result)
async for result in runner.run(query):
query.resp_messages.append(result)
self.ap.logger.info(f'对话({query.query_id})流式响应: {self.cut_str(result.readable_str())}')
self.ap.logger.info(f'对话({query.query_id})响应: {self.cut_str(result.readable_str())}')
if result.content is not None:
text_length += len(result.content)
if result.content is not None:
text_length += len(result.content)
# current_chain = platform_message.MessageChain([])
# for msg in accumulated_messages:
# if msg.content is not None:
# current_chain.append(platform_message.Plain(msg.content))
# query.resp_message_chain = [current_chain]
yield entities.StageProcessResult(result_type=entities.ResultType.CONTINUE, new_query=query)
yield entities.StageProcessResult(result_type=entities.ResultType.CONTINUE, new_query=query)
else:
async for result in runner.run(query):
query.resp_messages.append(result)
self.ap.logger.info(f'对话({query.query_id})响应: {self.cut_str(result.readable_str())}')
if result.content is not None:
text_length += len(result.content)
yield entities.StageProcessResult(result_type=entities.ResultType.CONTINUE, new_query=query)
query.session.using_conversation.messages.append(query.user_message)
query.session.using_conversation.messages.extend(query.resp_messages)
except Exception as e:
self.ap.logger.error(f'对话({query.query_id})请求失败: {type(e).__name__} {str(e)}')