fix: args bugs of chatcmpl

This commit is contained in:
Junyan Qin
2025-05-10 18:02:05 +08:00
parent 247b41bdb2
commit b30016ed08
3 changed files with 14 additions and 5 deletions

View File

@@ -39,6 +39,7 @@ required_deps = {
'mcp': 'mcp',
'sqlmodel': 'sqlmodel',
'telegramify_markdown': 'telegramify-markdown',
'slack_sdk': 'slack_sdk',
}

View File

@@ -26,7 +26,7 @@ class OpenAIChatCompletions(requester.LLMAPIRequester):
async def initialize(self):
self.client = openai.AsyncClient(
api_key='',
base_url=self.requester_cfg['base-url'].replace(' ', ''),
base_url=self.requester_cfg['base_url'].replace(' ', ''),
timeout=self.requester_cfg['timeout'],
http_client=httpx.AsyncClient(
trust_env=True, timeout=self.requester_cfg['timeout']
@@ -79,7 +79,7 @@ class OpenAIChatCompletions(requester.LLMAPIRequester):
) -> llm_entities.Message:
self.client.api_key = use_model.token_mgr.get_token()
args = extra_args.copy()
args = {}
args['model'] = use_model.model_entity.name
if use_funcs:
@@ -103,7 +103,7 @@ class OpenAIChatCompletions(requester.LLMAPIRequester):
args['messages'] = messages
# 发送请求
resp = await self._req(args, extra_body=self.requester_cfg['args'])
resp = await self._req(args, extra_body=extra_args)
# 处理请求结果
message = await self._make_msg(resp)

View File

@@ -24,7 +24,11 @@ class LocalAgentRunner(runner.RequestRunner):
# 首次请求
msg = await query.use_llm_model.requester.invoke_llm(
query, query.use_llm_model, req_messages, query.use_funcs
query,
query.use_llm_model,
req_messages,
query.use_funcs,
extra_args=query.use_llm_model.model_entity.extra_args,
)
yield msg
@@ -66,7 +70,11 @@ class LocalAgentRunner(runner.RequestRunner):
# 处理完所有调用,再次请求
msg = await query.use_llm_model.requester.invoke_llm(
query, query.use_llm_model, req_messages, query.use_funcs
query,
query.use_llm_model,
req_messages,
query.use_funcs,
extra_args=query.use_llm_model.model_entity.extra_args,
)
yield msg