xinyin025/LangBot
1
0
Fork 0
mirror of https://github.com/langbot-app/LangBot.git synced 2026-07-25 13:56:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat:add dify _agent_chat_message streaming

Browse Source
This commit is contained in:
Dong_master
2025-07-14 00:40:02 +08:00
parent 0be08d8882
commit 4e1d81c9f8
1 changed files with 56 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files
pkg/provider/runners/difysvapi.py
+56 -21
View File
@@ -251,11 +251,26 @@ class DifyServiceAPIRunner(runner.RequestRunner):
if chunk['event'] in ignored_events: if chunk['event'] in ignored_events:
continue continue
batch_pending_index += 1
if chunk['event'] == 'agent_message' or chunk['event'] == 'message_end':
if chunk['event'] == 'message_end':
print(chunk['event'])
# break
is_final = True
else:
is_final = False
pending_agent_message += chunk['answer']
if is_stream:
if batch_pending_index % 64 == 0 or is_final:
yield llm_entities.MessageChunk(
role='assistant',
content=self._try_convert_thinking(pending_agent_message),
is_final=is_final,
)
if chunk['event'] == 'agent_message':
pending_agent_message += chunk['answer']
else: else:
if pending_agent_message.strip() != '': if pending_agent_message.strip() != '' and not is_stream:
pending_agent_message = pending_agent_message.replace('</details>Action:', '</details>') pending_agent_message = pending_agent_message.replace('</details>Action:', '</details>')
yield llm_entities.Message( yield llm_entities.Message(
role='assistant', role='assistant',
@@ -268,19 +283,34 @@ class DifyServiceAPIRunner(runner.RequestRunner):
continue continue
if chunk['tool']: if chunk['tool']:
msg = llm_entities.Message( if is_stream:
role='assistant', msg = llm_entities.MessageChunk(
tool_calls=[ role='assistant',
llm_entities.ToolCall( tool_calls=[
id=chunk['id'], llm_entities.ToolCall(
type='function', id=chunk['id'],
function=llm_entities.FunctionCall( type='function',
name=chunk['tool'], function=llm_entities.FunctionCall(
arguments=json.dumps({}), name=chunk['tool'],
), arguments=json.dumps({}),
) ),
], )
) ],
)
else:
msg = llm_entities.Message(
role='assistant',
tool_calls=[
llm_entities.ToolCall(
id=chunk['id'],
type='function',
function=llm_entities.FunctionCall(
name=chunk['tool'],
arguments=json.dumps({}),
),
)
],
)
yield msg yield msg
if chunk['event'] == 'message_file': if chunk['event'] == 'message_file':
if chunk['type'] == 'image' and chunk['belongs_to'] == 'assistant': if chunk['type'] == 'image' and chunk['belongs_to'] == 'assistant':
@@ -290,11 +320,16 @@ class DifyServiceAPIRunner(runner.RequestRunner):
base_url = base_url[:-3] base_url = base_url[:-3]
image_url = base_url + chunk['url'] image_url = base_url + chunk['url']
if is_stream:
yield llm_entities.Message( yield llm_entities.MessageChunk(
role='assistant', role='assistant',
content=[llm_entities.ContentElement.from_image_url(image_url)], content=[llm_entities.ContentElement.from_image_url(image_url)],
) )
else:
yield llm_entities.Message(
role='assistant',
content=[llm_entities.ContentElement.from_image_url(image_url)],
)
if chunk['event'] == 'error': if chunk['event'] == 'error':
raise errors.DifyAPIError('dify 服务错误: ' + chunk['message']) raise errors.DifyAPIError('dify 服务错误: ' + chunk['message'])