feat(mcp): available for provider reloading

pkg/core/app.py

@@ -204,6 +204,8 @@ class Application:
             case core_entities.LifecycleControlScope.PROVIDER.value:
                 self.logger.info("执行热重载 scope="+scope)
 
+                await self.tool_mgr.shutdown()
+
                 latest_llm_model_config = await config.load_json_config("data/metadata/llm-models.json", "templates/metadata/llm-models.json")
                 self.llm_models_meta = latest_llm_model_config
                 llm_model_mgr_inst = llm_model_mgr.ModelManager(self)

pkg/provider/tools/loader.py

@@ -47,3 +47,8 @@ class ToolLoader(abc.ABC):
     async def invoke_tool(self, query: core_entities.Query, name: str, parameters: dict) -> typing.Any:
         """执行工具调用"""
         pass
+
+    @abc.abstractmethod
+    async def shutdown(self):
+        """关闭工具"""
+        pass

pkg/provider/tools/loaders/mcp.py

@@ -31,7 +31,10 @@ class RuntimeMCPSession:
         self.server_config = server_config
         self.ap = ap
         
+        self.session = None
+
         self.exit_stack = AsyncExitStack()
+        self.functions = []
 
     async def _init_stdio_python_server(self):
         server_params = StdioServerParameters(
@@ -101,6 +104,10 @@ class RuntimeMCPSession:
                 func=func,
             ))
 
+    async def shutdown(self):
+        """关闭工具"""
+        await self.session._exit_stack.aclose()
+
 @loader.loader_class("mcp")
 class MCPLoader(loader.ToolLoader):
     """MCP 工具加载器。
@@ -112,6 +119,11 @@ class MCPLoader(loader.ToolLoader):
 
     _last_listed_functions: list[tools_entities.LLMFunction] = []
 
+    def __init__(self, ap: app.Application):
+        super().__init__(ap)
+        self.sessions = {}
+        self._last_listed_functions = []
+
     async def initialize(self):
 
         for server_config in self.ap.provider_cfg.data.get("mcp", {}).get("servers", []):
@@ -125,7 +137,7 @@ class MCPLoader(loader.ToolLoader):
     async def get_tools(self, enabled: bool=True) -> list[tools_entities.LLMFunction]:
         all_functions = []
 
-        for server_name, session in self.sessions.items():
+        for session in self.sessions.values():
             all_functions.extend(session.functions)
 
         self._last_listed_functions = all_functions
@@ -142,3 +154,8 @@ class MCPLoader(loader.ToolLoader):
                     return await function.func(query, **parameters)
 
         raise ValueError(f"未找到工具: {name}")
+
+    async def shutdown(self):
+        """关闭工具"""
+        for session in self.sessions.values():
+            await session.shutdown()

pkg/provider/tools/loaders/plugin.py

@@ -86,3 +86,7 @@ class PluginToolLoader(loader.ToolLoader):
                     function_name=function.name,
                     function_description=function.description,
                 )
+
+    async def shutdown(self):
+        """关闭工具"""
+        pass

pkg/provider/tools/toolmgr.py

@@ -101,3 +101,8 @@ class ToolManager:
                 return await loader.invoke_tool(query, name, parameters)
         else:
             raise ValueError(f"未找到工具: {name}")
+
+    async def shutdown(self):
+        """关闭所有工具"""
+        for loader in self.loaders:
+            await loader.shutdown()