From 7a4905d943f37c7ada59ba31b69918beb6615338 Mon Sep 17 00:00:00 2001 From: wang149876 <1498761126@qq.com> Date: Tue, 25 Feb 2025 12:56:00 +0800 Subject: [PATCH] =?UTF-8?q?=E8=AE=A9llm=E9=87=8D=E8=BD=BD=E5=8F=AF?= =?UTF-8?q?=E4=BB=A5=E7=9B=B4=E6=8E=A5=E8=8E=B7=E5=8F=96=E6=9C=AC=E5=9C=B0?= =?UTF-8?q?=E6=9C=80=E6=96=B0=E7=9A=84llm=5Fmodels.json=E9=87=8C=E9=9D=A2?= =?UTF-8?q?=E7=9A=84=E5=86=85=E5=AE=B9?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- pkg/core/app.py | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/pkg/core/app.py b/pkg/core/app.py index 87072a0a..ecf74d38 100644 --- a/pkg/core/app.py +++ b/pkg/core/app.py @@ -29,6 +29,7 @@ from ..discover import engine as discover_engine from ..utils import logcache, ip from . import taskmgr from . import entities as core_entities +from .bootutils import config class Application: @@ -203,6 +204,15 @@ class Application: case core_entities.LifecycleControlScope.PROVIDER.value: self.logger.info("执行热重载 scope="+scope) + latest_llm_model_config = await config.load_json_config("data/metadata/llm-models.json", "templates/metadata/llm-models.json") + for model in latest_llm_model_config.data['list']: + for index, local_model in enumerate(self.llm_models_meta.data['list']): + if model['name'] == local_model['name']: + self.llm_models_meta.data['list'][index] = model + break + else: + self.logger.info("读取到新模型="+model['name']) + self.llm_models_meta.data['list'].append(model) llm_model_mgr_inst = llm_model_mgr.ModelManager(self) await llm_model_mgr_inst.initialize() self.model_mgr = llm_model_mgr_inst