From 39f9400de75911d1f1c5119d1cf0f80444566a5a Mon Sep 17 00:00:00 2001 From: Junyan Qin Date: Wed, 14 May 2025 15:35:37 +0800 Subject: [PATCH] fix: modelscope no usable --- pkg/provider/modelmgr/requesters/modelscope.svg | 1 + pkg/provider/modelmgr/requesters/modelscopechatcmpl.py | 6 +++--- pkg/provider/modelmgr/requesters/modelscopechatcmpl.yaml | 1 + 3 files changed, 5 insertions(+), 3 deletions(-) create mode 100644 pkg/provider/modelmgr/requesters/modelscope.svg diff --git a/pkg/provider/modelmgr/requesters/modelscope.svg b/pkg/provider/modelmgr/requesters/modelscope.svg new file mode 100644 index 00000000..2ef222de --- /dev/null +++ b/pkg/provider/modelmgr/requesters/modelscope.svg @@ -0,0 +1 @@ + \ No newline at end of file diff --git a/pkg/provider/modelmgr/requesters/modelscopechatcmpl.py b/pkg/provider/modelmgr/requesters/modelscopechatcmpl.py index 993c833a..e5fb42a9 100644 --- a/pkg/provider/modelmgr/requesters/modelscopechatcmpl.py +++ b/pkg/provider/modelmgr/requesters/modelscopechatcmpl.py @@ -27,7 +27,7 @@ class ModelScopeChatCompletions(requester.LLMAPIRequester): async def initialize(self): self.client = openai.AsyncClient( api_key='', - base_url=self.requester_cfg['base-url'], + base_url=self.requester_cfg['base_url'], timeout=self.requester_cfg['timeout'], http_client=httpx.AsyncClient(trust_env=True, timeout=self.requester_cfg['timeout']), ) @@ -125,14 +125,14 @@ class ModelScopeChatCompletions(requester.LLMAPIRequester): self, query: core_entities.Query, req_messages: list[dict], - use_model: entities.LLMModelInfo, + use_model: requester.RuntimeLLMModel, use_funcs: list[tools_entities.LLMFunction] = None, extra_args: dict[str, typing.Any] = {}, ) -> llm_entities.Message: self.client.api_key = use_model.token_mgr.get_token() args = {} - args['model'] = use_model.name if use_model.model_name is None else use_model.model_name + args['model'] = use_model.model_entity.name if use_funcs: tools = await self.ap.tool_mgr.generate_tools_for_openai(use_funcs) diff --git a/pkg/provider/modelmgr/requesters/modelscopechatcmpl.yaml b/pkg/provider/modelmgr/requesters/modelscopechatcmpl.yaml index 954d92f1..d48f6f29 100644 --- a/pkg/provider/modelmgr/requesters/modelscopechatcmpl.yaml +++ b/pkg/provider/modelmgr/requesters/modelscopechatcmpl.yaml @@ -5,6 +5,7 @@ metadata: label: en_US: ModelScope zh_CN: 魔搭社区 + icon: modelscope.svg spec: config: - name: base_url