feat: requesters api

This commit is contained in:
Junyan Qin
2025-03-16 22:43:25 +08:00
parent c7c7e36c86
commit 5c584ee60d
6 changed files with 91 additions and 16 deletions
@@ -1,8 +1,8 @@
import quart import quart
import uuid import uuid
from .. import group from ... import group
from .....entity.persistence import model from ......entity.persistence import model
@group.group_class('models/llm', '/api/v1/provider/models/llm') @group.group_class('models/llm', '/api/v1/provider/models/llm')
@@ -22,7 +22,7 @@ class LLMModelsRouterGroup(group.RouterGroup):
return self.success() return self.success()
@self.route('/<model_uuid>', methods=['GET', 'PUT', 'DELETE']) @self.route('/<model_uuid>', methods=['GET', 'DELETE'])
async def _(model_uuid: str) -> str: async def _(model_uuid: str) -> str:
if quart.request.method == 'GET': if quart.request.method == 'GET':
model = await self.ap.model_service.get_llm_model(model_uuid) model = await self.ap.model_service.get_llm_model(model_uuid)
@@ -30,13 +30,15 @@ class LLMModelsRouterGroup(group.RouterGroup):
if model is None: if model is None:
return self.http_status(404, -1, 'model not found') return self.http_status(404, -1, 'model not found')
return self.success(data=model) return self.success(data={
elif quart.request.method == 'PUT': 'model': model
json_data = await quart.request.json })
# elif quart.request.method == 'PUT':
# json_data = await quart.request.json
await self.ap.model_service.update_llm_model(model_uuid, json_data) # await self.ap.model_service.update_llm_model(model_uuid, json_data)
return self.success() # return self.success()
elif quart.request.method == 'DELETE': elif quart.request.method == 'DELETE':
await self.ap.model_service.delete_llm_model(model_uuid) await self.ap.model_service.delete_llm_model(model_uuid)
@@ -0,0 +1,26 @@
import quart
from ... import group
@group.group_class('provider/requesters', '/api/v1/provider/requesters')
class RequestersRouterGroup(group.RouterGroup):
async def initialize(self) -> None:
@self.route('', methods=['GET'])
async def _() -> quart.Response:
return self.success(data={
'requesters': self.ap.model_mgr.get_available_requesters_info()
})
@self.route('/<requester_name>', methods=['GET'])
async def _(requester_name: str) -> quart.Response:
requester_info = self.ap.model_mgr.get_available_requester_info_by_name(requester_name)
if requester_info is None:
return self.http_status(404, -1, 'requester not found')
return self.success(data={
'requester': requester_info
})
+3 -1
View File
@@ -7,7 +7,9 @@ import quart
import quart_cors import quart_cors
from ....core import app, entities as core_entities from ....core import app, entities as core_entities
from .groups import logs, system, settings, plugins, stats, user, models
from .groups import logs, system, settings, plugins, stats, user
from .groups.provider import models, requesters
from . import group from . import group
+31
View File
@@ -23,6 +23,16 @@ class I18nString(pydantic.BaseModel):
ja_JP: typing.Optional[str] = None ja_JP: typing.Optional[str] = None
"""日文""" """日文"""
def to_dict(self) -> dict:
"""转换为字典"""
dic = {}
if self.en_US is not None:
dic['en_US'] = self.en_US
if self.zh_CN is not None:
dic['zh_CN'] = self.zh_CN
if self.ja_JP is not None:
dic['ja_JP'] = self.ja_JP
return dic
class Metadata(pydantic.BaseModel): class Metadata(pydantic.BaseModel):
"""元数据""" """元数据"""
@@ -39,6 +49,17 @@ class Metadata(pydantic.BaseModel):
icon: typing.Optional[str] = None icon: typing.Optional[str] = None
"""图标""" """图标"""
def __init__(self, **kwargs):
super().__init__(**kwargs)
if self.description is None:
self.description = I18nString(
en_US=''
)
if self.icon is None:
self.icon = ''
class PythonExecution(pydantic.BaseModel): class PythonExecution(pydantic.BaseModel):
"""Python执行""" """Python执行"""
@@ -123,6 +144,16 @@ class Component(pydantic.BaseModel):
module_path = module_path.replace('/', '.').replace('\\', '.') module_path = module_path.replace('/', '.').replace('\\', '.')
module = importlib.import_module(module_path) module = importlib.import_module(module_path)
return getattr(module, self.execution.python.attr) return getattr(module, self.execution.python.attr)
def to_plain_dict(self) -> dict:
"""转换为平铺字典"""
return {
'name': self.metadata.name,
'label': self.metadata.label.to_dict(),
'description': self.metadata.description.to_dict(),
'icon': self.metadata.icon,
'spec': self.spec
}
class ComponentDiscoveryEngine: class ComponentDiscoveryEngine:
+21 -7
View File
@@ -33,19 +33,19 @@ class RuntimeLLMModel:
class ModelManager: class ModelManager:
"""模型管理器""" """模型管理器"""
ap: app.Application model_list: list[entities.LLMModelInfo] # deprecated
requester_components: list[engine.Component] requesters: dict[str, requester.LLMAPIRequester] # deprecated
model_list: list[entities.LLMModelInfo] token_mgrs: dict[str, token.TokenManager] # deprecated
requesters: dict[str, requester.LLMAPIRequester]
token_mgrs: dict[str, token.TokenManager]
# ====== 4.0 ====== # ====== 4.0 ======
ap: app.Application
llm_models: list[RuntimeLLMModel] llm_models: list[RuntimeLLMModel]
requester_components: list[engine.Component]
def __init__(self, ap: app.Application): def __init__(self, ap: app.Application):
self.ap = ap self.ap = ap
@@ -140,3 +140,17 @@ class ModelManager:
except Exception as e: except Exception as e:
self.ap.logger.error(f"初始化模型 {model['name']} 失败: {type(e)} {e} ,请检查配置文件") self.ap.logger.error(f"初始化模型 {model['name']} 失败: {type(e)} {e} ,请检查配置文件")
def get_available_requesters_info(self) -> list[dict]:
"""获取所有可用的请求器"""
return [
component.to_plain_dict()
for component in self.requester_components
]
def get_available_requester_info_by_name(self, name: str) -> dict | None:
"""通过名称获取请求器信息"""
for component in self.requester_components:
if component.metadata.name == name:
return component.to_plain_dict()
return None