import quart from ....authz import Permission, has_permission from ....context import RequestContext from ... import group @group.group_class('models/providers', '/api/v1/provider/providers') class ModelProvidersRouterGroup(group.RouterGroup): async def initialize(self) -> None: @self.route( '', methods=['GET'], auth_type=group.AuthType.USER_TOKEN_OR_API_KEY, permission=Permission.RESOURCE_VIEW, ) async def _(request_context: RequestContext) -> str: providers = await self.ap.provider_service.get_providers( request_context, include_secret=has_permission(request_context, Permission.PROVIDER_SECRET_MANAGE), ) for provider in providers: counts = await self.ap.provider_service.get_provider_model_counts(request_context, provider['uuid']) provider['llm_count'] = counts['llm_count'] provider['embedding_count'] = counts['embedding_count'] provider['rerank_count'] = counts['rerank_count'] return self.success(data={'providers': providers}) @self.route( '', methods=['POST'], auth_type=group.AuthType.USER_TOKEN_OR_API_KEY, permission=Permission.PROVIDER_SECRET_MANAGE, ) async def _(request_context: RequestContext) -> str: json_data = await quart.request.json try: provider_uuid = await self.ap.provider_service.create_provider(request_context, json_data) except ValueError as exc: return self.http_status(400, -1, str(exc)) return self.success(data={'uuid': provider_uuid}) @self.route( '/', methods=['GET'], auth_type=group.AuthType.USER_TOKEN_OR_API_KEY, permission=Permission.RESOURCE_VIEW, ) async def _(provider_uuid: str, request_context: RequestContext) -> str: provider = await self.ap.provider_service.get_provider( request_context, provider_uuid, include_secret=has_permission(request_context, Permission.PROVIDER_SECRET_MANAGE), ) if provider is None: return self.http_status(404, -1, 'provider not found') counts = await self.ap.provider_service.get_provider_model_counts(request_context, provider_uuid) provider['llm_count'] = counts['llm_count'] provider['embedding_count'] = counts['embedding_count'] provider['rerank_count'] = counts['rerank_count'] return self.success(data={'provider': provider}) @self.route( '/', methods=['PUT'], auth_type=group.AuthType.USER_TOKEN_OR_API_KEY, permission=Permission.PROVIDER_SECRET_MANAGE, ) async def _(provider_uuid: str, request_context: RequestContext) -> str: json_data = await quart.request.json try: await self.ap.provider_service.update_provider(request_context, provider_uuid, json_data) except ValueError as exc: return self.http_status(400, -1, str(exc)) return self.success() @self.route( '/', methods=['DELETE'], auth_type=group.AuthType.USER_TOKEN_OR_API_KEY, permission=Permission.RESOURCE_MANAGE, ) async def _(provider_uuid: str, request_context: RequestContext) -> str: try: await self.ap.provider_service.delete_provider(request_context, provider_uuid) return self.success() except ValueError as e: return self.http_status(400, -1, str(e)) @self.route( '//scan-models', methods=['GET'], auth_type=group.AuthType.USER_TOKEN_OR_API_KEY, permission=Permission.PROVIDER_SECRET_MANAGE, ) async def _(provider_uuid: str, request_context: RequestContext) -> str: try: model_type = quart.request.args.get('type') result = await self.ap.provider_service.scan_provider_models(request_context, provider_uuid, model_type) return self.success(data=result) except ValueError as e: return self.http_status(400, -1, str(e))