feat: claude 支持视觉

pkg/provider/tools/toolmgr.py

@@ -9,11 +9,10 @@ from ...plugin import context as plugin_context
 
 
 class ToolManager:
-    """LLM工具管理器
-    """
+    """LLM工具管理器"""
 
     ap: app.Application
-    
+
     def __init__(self, ap: app.Application):
         self.ap = ap
         self.all_functions = []
@@ -22,35 +21,33 @@ class ToolManager:
         pass
 
     async def get_function(self, name: str) -> entities.LLMFunction:
-        """获取函数
-        """
+        """获取函数"""
         for function in await self.get_all_functions():
             if function.name == name:
                 return function
         return None
-    
-    async def get_function_and_plugin(self, name: str) -> typing.Tuple[entities.LLMFunction, plugin_context.BasePlugin]:
-        """获取函数和插件
-        """
+
+    async def get_function_and_plugin(
+        self, name: str
+    ) -> typing.Tuple[entities.LLMFunction, plugin_context.BasePlugin]:
+        """获取函数和插件"""
         for plugin in self.ap.plugin_mgr.plugins:
             for function in plugin.content_functions:
                 if function.name == name:
                     return function, plugin.plugin_inst
         return None, None
-    
+
     async def get_all_functions(self) -> list[entities.LLMFunction]:
-        """获取所有函数
-        """
+        """获取所有函数"""
         all_functions: list[entities.LLMFunction] = []
-    
+
         for plugin in self.ap.plugin_mgr.plugins:
             all_functions.extend(plugin.content_functions)
-        
+
         return all_functions
 
-    async def generate_tools_for_openai(self, use_funcs: entities.LLMFunction) -> str:
-        """生成函数列表
-        """
+    async def generate_tools_for_openai(self, use_funcs: list[entities.LLMFunction]) -> list:
+        """生成函数列表"""
         tools = []
 
         for function in use_funcs:
@@ -60,40 +57,71 @@ class ToolManager:
                     "function": {
                         "name": function.name,
                         "description": function.description,
-                        "parameters": function.parameters
-                    }
+                        "parameters": function.parameters,
+                    },
+                }
+                tools.append(function_schema)
+
+        return tools
+
+    async def generate_tools_for_anthropic(
+        self, use_funcs: list[entities.LLMFunction]
+    ) -> list:
+        """为anthropic生成函数列表
+
+        e.g.
+
+        [
+          {
+            "name": "get_stock_price",
+            "description": "Get the current stock price for a given ticker symbol.",
+            "input_schema": {
+              "type": "object",
+              "properties": {
+                "ticker": {
+                  "type": "string",
+                  "description": "The stock ticker symbol, e.g. AAPL for Apple Inc."
+                }
+              },
+              "required": ["ticker"]
+            }
+          }
+        ]
+        """
+
+        tools = []
+
+        for function in use_funcs:
+            if function.enable:
+                function_schema = {
+                    "name": function.name,
+                    "description": function.description,
+                    "input_schema": function.parameters,
                 }
                 tools.append(function_schema)
 
         return tools
 
     async def execute_func_call(
-        self,
-        query: core_entities.Query,
-        name: str,
-        parameters: dict
+        self, query: core_entities.Query, name: str, parameters: dict
     ) -> typing.Any:
-        """执行函数调用
-        """
+        """执行函数调用"""
 
         try:
 
             function, plugin = await self.get_function_and_plugin(name)
             if function is None:
                 return None
-            
+
             parameters = parameters.copy()
 
-            parameters = {
-                "query": query,
-                **parameters
-            }
-            
+            parameters = {"query": query, **parameters}
+
             return await function.func(plugin, **parameters)
         except Exception as e:
-            self.ap.logger.error(f'执行函数 {name} 时发生错误: {e}')
+            self.ap.logger.error(f"执行函数 {name} 时发生错误: {e}")
             traceback.print_exc()
-            return f'error occurred when executing function {name}: {e}'
+            return f"error occurred when executing function {name}: {e}"
         finally:
 
             plugin = None
@@ -107,11 +135,11 @@ class ToolManager:
 
                 await self.ap.ctr_mgr.usage.post_function_record(
                     plugin={
-                        'name': plugin.plugin_name,
-                        'remote': plugin.plugin_source,
-                        'version': plugin.plugin_version,
-                        'author': plugin.plugin_author
+                        "name": plugin.plugin_name,
+                        "remote": plugin.plugin_source,
+                        "version": plugin.plugin_version,
+                        "author": plugin.plugin_author,
                     },
                     function_name=function.name,
                     function_description=function.description,
-                )
+                )