From c724494ee722fd78f5ba95302427302244b4a477 Mon Sep 17 00:00:00 2001
From: Junyan Qin <rockchinq@gmail.com>
Date: Mon, 24 Feb 2025 11:07:42 +0800
Subject: [PATCH] fix: revert streaming resp in `chatcmpl`

---
 pkg/provider/modelmgr/requesters/chatcmpl.py | 65 +-------------------
 1 file changed, 1 insertion(+), 64 deletions(-)

diff --git a/pkg/provider/modelmgr/requesters/chatcmpl.py b/pkg/provider/modelmgr/requesters/chatcmpl.py
index c2edcf9a..cdd8e032 100644
--- a/pkg/provider/modelmgr/requesters/chatcmpl.py
+++ b/pkg/provider/modelmgr/requesters/chatcmpl.py
@@ -49,70 +49,7 @@ class OpenAIChatCompletions(requester.LLMAPIRequester):
         self,
         args: dict,
     ) -> chat_completion.ChatCompletion:
-        args["stream"] = True
-
-        chunk = None
-
-        pending_content = ""
-
-        tool_calls = []
-
-        resp_gen: openai.AsyncStream = await self.client.chat.completions.create(**args)
-
-        async for chunk in resp_gen:
-            # print(chunk)
-            if not chunk or not chunk.id or not chunk.choices or not chunk.choices[0] or not chunk.choices[0].delta:
-                continue
-
-            if chunk.choices[0].delta.content is not None:
-                pending_content += chunk.choices[0].delta.content
-
-            if chunk.choices[0].delta.tool_calls is not None:
-                for tool_call in chunk.choices[0].delta.tool_calls:
-                    for tc in tool_calls:
-                        if tc.index == tool_call.index:
-                            tc.function.arguments += tool_call.function.arguments
-                            break
-                    else:
-                        tool_calls.append(tool_call)
-            
-            if chunk.choices[0].finish_reason is not None:
-                break
-
-        real_tool_calls = []
-
-        for tc in tool_calls:
-            function = chat_completion_message_tool_call.Function(
-                name=tc.function.name,
-                arguments=tc.function.arguments
-            )
-            real_tool_calls.append(chat_completion_message_tool_call.ChatCompletionMessageToolCall(
-                id=tc.id,
-                function=function,
-                type="function"
-            ))
-
-        return chat_completion.ChatCompletion(
-            id=chunk.id,
-            object="chat.completion",
-            created=chunk.created,
-            choices=[
-                chat_completion.Choice(
-                    index=0,
-                    message=chat_completion.ChatCompletionMessage(
-                        role="assistant",
-                        content=pending_content,
-                        tool_calls=real_tool_calls if len(real_tool_calls) > 0 else None
-                    ),
-                    finish_reason=chunk.choices[0].finish_reason if hasattr(chunk.choices[0], 'finish_reason') and chunk.choices[0].finish_reason is not None else 'stop',
-                    logprobs=chunk.choices[0].logprobs,
-                )
-            ],
-            model=chunk.model,
-            service_tier=chunk.service_tier if hasattr(chunk, 'service_tier') else None,
-            system_fingerprint=chunk.system_fingerprint if hasattr(chunk, 'system_fingerprint') else None,
-            usage=chunk.usage if hasattr(chunk, 'usage') else None
-        ) if chunk else None
+        return await self.client.chat.completions.create(**args)
 
     async def _make_msg(
         self,