diff --git a/pkg/provider/modelmgr/requesters/chatcmpl.py b/pkg/provider/modelmgr/requesters/chatcmpl.py index 7bf83377..c675618e 100644 --- a/pkg/provider/modelmgr/requesters/chatcmpl.py +++ b/pkg/provider/modelmgr/requesters/chatcmpl.py @@ -47,8 +47,9 @@ class OpenAIChatCompletions(requester.LLMAPIRequester): async def _req( self, args: dict, + extra_body: dict = {}, ) -> chat_completion.ChatCompletion: - return await self.client.chat.completions.create(**args) + return await self.client.chat.completions.create(**args, extra_body=extra_body) async def _make_msg( self, @@ -73,7 +74,7 @@ class OpenAIChatCompletions(requester.LLMAPIRequester): ) -> llm_entities.Message: self.client.api_key = use_model.token_mgr.get_token() - args = self.requester_cfg['args'].copy() + args = {} args["model"] = use_model.name if use_model.model_name is None else use_model.model_name if use_funcs: @@ -99,7 +100,7 @@ class OpenAIChatCompletions(requester.LLMAPIRequester): args["messages"] = messages # 发送请求 - resp = await self._req(args) + resp = await self._req(args, extra_body=self.requester_cfg['args']) # 处理请求结果 message = await self._make_msg(resp) diff --git a/pkg/provider/modelmgr/requesters/deepseekchatcmpl.py b/pkg/provider/modelmgr/requesters/deepseekchatcmpl.py index f6453a19..eb466b65 100644 --- a/pkg/provider/modelmgr/requesters/deepseekchatcmpl.py +++ b/pkg/provider/modelmgr/requesters/deepseekchatcmpl.py @@ -23,7 +23,7 @@ class DeepseekChatCompletions(chatcmpl.OpenAIChatCompletions): ) -> llm_entities.Message: self.client.api_key = use_model.token_mgr.get_token() - args = self.requester_cfg['args'].copy() + args = {} args["model"] = use_model.name if use_model.model_name is None else use_model.model_name if use_funcs: @@ -43,7 +43,7 @@ class DeepseekChatCompletions(chatcmpl.OpenAIChatCompletions): args["messages"] = messages # 发送请求 - resp = await self._req(args) + resp = await self._req(args, extra_body=self.requester_cfg['args']) if resp is None: raise errors.RequesterError('接口返回为空,请确定模型提供商服务是否正常') diff --git a/pkg/provider/modelmgr/requesters/giteeaichatcmpl.py b/pkg/provider/modelmgr/requesters/giteeaichatcmpl.py index 4beb6ba8..fd9f66c8 100644 --- a/pkg/provider/modelmgr/requesters/giteeaichatcmpl.py +++ b/pkg/provider/modelmgr/requesters/giteeaichatcmpl.py @@ -30,7 +30,7 @@ class GiteeAIChatCompletions(chatcmpl.OpenAIChatCompletions): ) -> llm_entities.Message: self.client.api_key = use_model.token_mgr.get_token() - args = self.requester_cfg['args'].copy() + args = {} args["model"] = use_model.name if use_model.model_name is None else use_model.model_name if use_funcs: @@ -46,7 +46,7 @@ class GiteeAIChatCompletions(chatcmpl.OpenAIChatCompletions): args["messages"] = req_messages - resp = await self._req(args) + resp = await self._req(args, extra_body=self.requester_cfg['args']) message = await self._make_msg(resp) diff --git a/pkg/provider/modelmgr/requesters/moonshotchatcmpl.py b/pkg/provider/modelmgr/requesters/moonshotchatcmpl.py index 2e94fd04..d863049b 100644 --- a/pkg/provider/modelmgr/requesters/moonshotchatcmpl.py +++ b/pkg/provider/modelmgr/requesters/moonshotchatcmpl.py @@ -25,7 +25,7 @@ class MoonshotChatCompletions(chatcmpl.OpenAIChatCompletions): ) -> llm_entities.Message: self.client.api_key = use_model.token_mgr.get_token() - args = self.requester_cfg['args'].copy() + args = {} args["model"] = use_model.name if use_model.model_name is None else use_model.model_name if use_funcs: @@ -48,7 +48,7 @@ class MoonshotChatCompletions(chatcmpl.OpenAIChatCompletions): args["messages"] = messages # 发送请求 - resp = await self._req(args) + resp = await self._req(args, extra_body=self.requester_cfg['args']) # 处理请求结果 message = await self._make_msg(resp)