diff --git a/pkg/core/app.py b/pkg/core/app.py index 87072a0a..ecf74d38 100644 --- a/pkg/core/app.py +++ b/pkg/core/app.py @@ -29,6 +29,7 @@ from ..discover import engine as discover_engine from ..utils import logcache, ip from . import taskmgr from . import entities as core_entities +from .bootutils import config class Application: @@ -203,6 +204,15 @@ class Application: case core_entities.LifecycleControlScope.PROVIDER.value: self.logger.info("执行热重载 scope="+scope) + latest_llm_model_config = await config.load_json_config("data/metadata/llm-models.json", "templates/metadata/llm-models.json") + for model in latest_llm_model_config.data['list']: + for index, local_model in enumerate(self.llm_models_meta.data['list']): + if model['name'] == local_model['name']: + self.llm_models_meta.data['list'][index] = model + break + else: + self.logger.info("读取到新模型="+model['name']) + self.llm_models_meta.data['list'].append(model) llm_model_mgr_inst = llm_model_mgr.ModelManager(self) await llm_model_mgr_inst.initialize() self.model_mgr = llm_model_mgr_inst