让llm重载可以直接获取本地最新的llm_models.json里面的内容

This commit is contained in:
wang149876
2025-02-25 12:56:00 +08:00
parent 68c7de5199
commit 7a4905d943

View File

@@ -29,6 +29,7 @@ from ..discover import engine as discover_engine
from ..utils import logcache, ip
from . import taskmgr
from . import entities as core_entities
from .bootutils import config
class Application:
@@ -203,6 +204,15 @@ class Application:
case core_entities.LifecycleControlScope.PROVIDER.value:
self.logger.info("执行热重载 scope="+scope)
latest_llm_model_config = await config.load_json_config("data/metadata/llm-models.json", "templates/metadata/llm-models.json")
for model in latest_llm_model_config.data['list']:
for index, local_model in enumerate(self.llm_models_meta.data['list']):
if model['name'] == local_model['name']:
self.llm_models_meta.data['list'][index] = model
break
else:
self.logger.info("读取到新模型="+model['name'])
self.llm_models_meta.data['list'].append(model)
llm_model_mgr_inst = llm_model_mgr.ModelManager(self)
await llm_model_mgr_inst.initialize()
self.model_mgr = llm_model_mgr_inst