xinyin025/LangBot
1
0
Fork 0
mirror of https://github.com/langbot-app/LangBot.git synced 2026-06-18 19:44:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: In the runner, every 8 tokens yield

Browse Source
This commit is contained in:
Dong_master
2025-08-03 23:23:51 +08:00
parent 48d11540ae
commit 44ac8b2b63
4 changed files with 20 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files
pkg/provider/modelmgr/requesters/chatcmpl.py
+1 -2
View File
@@ -189,8 +189,7 @@ class OpenAIChatCompletions(requester.LLMAPIRequester):
delta_message.is_final = True
delta_message.content = current_content
if chunk_idx % 64 == 0 or delta_message.is_final:
yield delta_message
yield delta_message
# return
async def _closure(
pkg/provider/modelmgr/requesters/giteeaichatcmpl.py
+1 -2
View File
@@ -195,5 +195,4 @@ class GiteeAIChatCompletions(chatcmpl.OpenAIChatCompletions):
delta_message.is_final = True
delta_message.content = current_content
if chunk_idx % 64 == 0 or delta_message.is_final:
yield delta_message
yield delta_message
pkg/provider/modelmgr/requesters/modelscopechatcmpl.py
+1 -2
View File
@@ -286,8 +286,7 @@ class ModelScopeChatCompletions(requester.LLMAPIRequester):
delta_message.is_final = True
delta_message.content = current_content
if chunk_idx % 64 == 0 or delta_message.is_final:
yield delta_message
yield delta_message
# return
async def invoke_llm(