feat: bind pipeline with runtime manager

This commit is contained in:
Junyan Qin
2025-03-28 15:55:03 +08:00
parent 5379e4cf27
commit 7cd03b0243
7 changed files with 119 additions and 10 deletions

View File

@@ -72,10 +72,12 @@ class ModelManager:
self.requester_dict = requester_dict
await self.load_model_from_db()
await self.load_models_from_db()
async def load_model_from_db(self):
async def load_models_from_db(self):
"""从数据库加载模型"""
self.ap.logger.info('Loading models from db...')
self.llm_models = []
# llm models