mirror of
https://github.com/langbot-app/LangBot.git
synced 2026-06-02 03:55:55 +00:00
让llm重载可以直接获取本地最新的llm_models.json里面的内容
This commit is contained in:
@@ -29,6 +29,7 @@ from ..discover import engine as discover_engine
|
||||
from ..utils import logcache, ip
|
||||
from . import taskmgr
|
||||
from . import entities as core_entities
|
||||
from .bootutils import config
|
||||
|
||||
|
||||
class Application:
|
||||
@@ -203,6 +204,15 @@ class Application:
|
||||
case core_entities.LifecycleControlScope.PROVIDER.value:
|
||||
self.logger.info("执行热重载 scope="+scope)
|
||||
|
||||
latest_llm_model_config = await config.load_json_config("data/metadata/llm-models.json", "templates/metadata/llm-models.json")
|
||||
for model in latest_llm_model_config.data['list']:
|
||||
for index, local_model in enumerate(self.llm_models_meta.data['list']):
|
||||
if model['name'] == local_model['name']:
|
||||
self.llm_models_meta.data['list'][index] = model
|
||||
break
|
||||
else:
|
||||
self.logger.info("读取到新模型="+model['name'])
|
||||
self.llm_models_meta.data['list'].append(model)
|
||||
llm_model_mgr_inst = llm_model_mgr.ModelManager(self)
|
||||
await llm_model_mgr_inst.initialize()
|
||||
self.model_mgr = llm_model_mgr_inst
|
||||
|
||||
Reference in New Issue
Block a user