From 7a4905d943f37c7ada59ba31b69918beb6615338 Mon Sep 17 00:00:00 2001 From: wang149876 <1498761126@qq.com> Date: Tue, 25 Feb 2025 12:56:00 +0800 Subject: [PATCH 1/2] =?UTF-8?q?=E8=AE=A9llm=E9=87=8D=E8=BD=BD=E5=8F=AF?= =?UTF-8?q?=E4=BB=A5=E7=9B=B4=E6=8E=A5=E8=8E=B7=E5=8F=96=E6=9C=AC=E5=9C=B0?= =?UTF-8?q?=E6=9C=80=E6=96=B0=E7=9A=84llm=5Fmodels.json=E9=87=8C=E9=9D=A2?= =?UTF-8?q?=E7=9A=84=E5=86=85=E5=AE=B9?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- pkg/core/app.py | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/pkg/core/app.py b/pkg/core/app.py index 87072a0a..ecf74d38 100644 --- a/pkg/core/app.py +++ b/pkg/core/app.py @@ -29,6 +29,7 @@ from ..discover import engine as discover_engine from ..utils import logcache, ip from . import taskmgr from . import entities as core_entities +from .bootutils import config class Application: @@ -203,6 +204,15 @@ class Application: case core_entities.LifecycleControlScope.PROVIDER.value: self.logger.info("执行热重载 scope="+scope) + latest_llm_model_config = await config.load_json_config("data/metadata/llm-models.json", "templates/metadata/llm-models.json") + for model in latest_llm_model_config.data['list']: + for index, local_model in enumerate(self.llm_models_meta.data['list']): + if model['name'] == local_model['name']: + self.llm_models_meta.data['list'][index] = model + break + else: + self.logger.info("读取到新模型="+model['name']) + self.llm_models_meta.data['list'].append(model) llm_model_mgr_inst = llm_model_mgr.ModelManager(self) await llm_model_mgr_inst.initialize() self.model_mgr = llm_model_mgr_inst From 6c2843e7c1eabcb9bac83e24b8bbb28e91efe65c Mon Sep 17 00:00:00 2001 From: wang149876 <1498761126@qq.com> Date: Tue, 25 Feb 2025 16:52:00 +0800 Subject: [PATCH 2/2] =?UTF-8?q?=E7=B2=BE=E7=AE=80=E4=B8=BA=E7=9B=B4?= =?UTF-8?q?=E6=8E=A5=E5=A4=8D=E5=88=B6=E7=BB=99llm=5Fmodels=5Fmeta?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- pkg/core/app.py | 9 +-------- 1 file changed, 1 insertion(+), 8 deletions(-) diff --git a/pkg/core/app.py b/pkg/core/app.py index ecf74d38..fd0c59a3 100644 --- a/pkg/core/app.py +++ b/pkg/core/app.py @@ -205,14 +205,7 @@ class Application: self.logger.info("执行热重载 scope="+scope) latest_llm_model_config = await config.load_json_config("data/metadata/llm-models.json", "templates/metadata/llm-models.json") - for model in latest_llm_model_config.data['list']: - for index, local_model in enumerate(self.llm_models_meta.data['list']): - if model['name'] == local_model['name']: - self.llm_models_meta.data['list'][index] = model - break - else: - self.logger.info("读取到新模型="+model['name']) - self.llm_models_meta.data['list'].append(model) + self.llm_models_meta = latest_llm_model_config llm_model_mgr_inst = llm_model_mgr.ModelManager(self) await llm_model_mgr_inst.initialize() self.model_mgr = llm_model_mgr_inst