xinyin025/LangBot
1
0
Fork 0
mirror of https://github.com/langbot-app/LangBot.git synced 2026-06-09 23:36:02 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: 实现流式消息处理支持

Browse Source
This commit is contained in:
fdc
2025-06-30 17:58:18 +08:00
committed by Junyan Qin
parent ba4b5255a2
commit b65670cd1a
9 changed files with 385 additions and 46 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
pkg/pipeline/respback/respback.py
View File

@@ -36,6 +36,28 @@ class SendResponseBackStage(stage.PipelineStage):
quote_origin = query.pipeline_config['output']['misc']['quote-origin']
has_chunks = any(isinstance(msg, llm_entities.MessageChunk) for msg in query.resp_messages)
if has_chunks and hasattr(query.adapter,'reply_message_chunk'):
async def message_generator():
for msg in query.resp_messages:
if isinstance(msg, llm_entities.MessageChunk):
yield msg.content
else:
yield msg.content
await query.adapter.reply_message_chunk(
message_source=query.message_event,
message_id=query.message_event.message_id,
message_generator=message_generator(),
quote_origin=quote_origin,
)
else:
await query.adapter.reply_message(
message_source=query.message_event,
message=query.resp_message_chain[-1],
quote_origin=quote_origin,
)
await query.adapter.reply_message(
message_source=query.message_event,
message=query.resp_message_chain[-1],