mirror of
https://github.com/langbot-app/LangBot.git
synced 2026-10-20 15:37:27 +08:00
TyperBody
9964f284e1
- Move the operation-traceability service and its HTTP routes into a standalone pkg/operation_trace package; the Core controller package no longer depends on it (routes stay auto-discovered by the controller package scan). - Gate the hot path on one module-level boolean exposed as ap.operation_trace_active: while no Workspace has tracing enabled the route wrapper performs zero trace work and zero database round trips. The gate opens when a Workspace enables tracing and is primed once at startup for already-enabled Workspaces. - Record the installed extension identity for GitHub / marketplace / local / upload installs (owner/repo, author/name, filename) so the trace no longer shows a nameless "a plugin was installed" event and the card names the extension. - Merge migrations 0032 + 0033 into a single 0032_operation_traceability revision carrying the full table shape and an index set that matches the ORM. Tests: unit 5165 passed / integration 358 passed; ruff check + format clean.
365 lines
14 KiB
Python
365 lines
14 KiB
Python
import quart
|
|
|
|
from langbot.pkg.provider.modelmgr import errors as provider_errors
|
|
from ....authz import Permission, has_permission
|
|
from ....context import RequestContext
|
|
from ......operation_trace import service as settings_service
|
|
from ... import group
|
|
from .query import resolve_include_secret
|
|
|
|
|
|
MODEL_TEST_ERROR_CODE = 'model_test_failed'
|
|
|
|
|
|
@group.group_class('models/llm', '/api/v1/provider/models/llm')
|
|
class LLMModelsRouterGroup(group.RouterGroup):
|
|
async def initialize(self) -> None:
|
|
@self.route(
|
|
'',
|
|
methods=['GET'],
|
|
auth_type=group.AuthType.USER_TOKEN_OR_API_KEY,
|
|
permission=Permission.RESOURCE_VIEW,
|
|
)
|
|
async def _(request_context: RequestContext) -> str:
|
|
provider_uuid = quart.request.args.get('provider_uuid')
|
|
include_secret, error = resolve_include_secret(
|
|
quart.request.args.get('include_secret'),
|
|
permitted=has_permission(request_context, Permission.PROVIDER_SECRET_MANAGE),
|
|
)
|
|
if error:
|
|
return self.http_status(400, -1, error)
|
|
if provider_uuid:
|
|
models = await self.ap.llm_model_service.get_llm_models_by_provider(
|
|
request_context,
|
|
provider_uuid,
|
|
include_secret=include_secret,
|
|
)
|
|
else:
|
|
models = await self.ap.llm_model_service.get_llm_models(
|
|
request_context,
|
|
include_secret=include_secret,
|
|
)
|
|
return self.success(data={'models': models})
|
|
|
|
@self.route(
|
|
'',
|
|
methods=['POST'],
|
|
auth_type=group.AuthType.USER_TOKEN_OR_API_KEY,
|
|
permission=Permission.PROVIDER_SECRET_MANAGE,
|
|
)
|
|
async def _(request_context: RequestContext) -> str:
|
|
try:
|
|
model_uuid = await self.ap.llm_model_service.create_llm_model(
|
|
request_context,
|
|
await quart.request.json,
|
|
)
|
|
except ValueError as exc:
|
|
return self.http_status(400, -1, str(exc))
|
|
return self.success(data={'uuid': model_uuid})
|
|
|
|
@self.route(
|
|
'/<model_uuid>',
|
|
methods=['GET'],
|
|
auth_type=group.AuthType.USER_TOKEN_OR_API_KEY,
|
|
permission=Permission.RESOURCE_VIEW,
|
|
)
|
|
async def _(model_uuid: str, request_context: RequestContext) -> str:
|
|
include_secret, error = resolve_include_secret(
|
|
quart.request.args.get('include_secret'),
|
|
permitted=has_permission(request_context, Permission.PROVIDER_SECRET_MANAGE),
|
|
)
|
|
if error:
|
|
return self.http_status(400, -1, error)
|
|
model = await self.ap.llm_model_service.get_llm_model(
|
|
request_context,
|
|
model_uuid,
|
|
include_secret=include_secret,
|
|
)
|
|
if model is None:
|
|
return self.http_status(404, -1, 'model not found')
|
|
return self.success(data={'model': model})
|
|
|
|
@self.route(
|
|
'/<model_uuid>',
|
|
methods=['PUT'],
|
|
auth_type=group.AuthType.USER_TOKEN_OR_API_KEY,
|
|
permission=Permission.PROVIDER_SECRET_MANAGE,
|
|
)
|
|
async def _(model_uuid: str, request_context: RequestContext) -> str:
|
|
json_data = await quart.request.json
|
|
try:
|
|
previous = await self.ap.llm_model_service.get_llm_model(request_context, model_uuid)
|
|
except Exception:
|
|
previous = None
|
|
try:
|
|
await self.ap.llm_model_service.update_llm_model(
|
|
request_context,
|
|
model_uuid,
|
|
json_data,
|
|
)
|
|
except ValueError as exc:
|
|
return self.http_status(400, -1, str(exc))
|
|
changes = settings_service.changed_fields(
|
|
previous if isinstance(previous, dict) else {},
|
|
json_data if isinstance(json_data, dict) else {},
|
|
ignore=('uuid', 'created_at', 'updated_at'),
|
|
)
|
|
rule = settings_service.ACTION_RULES_BY_ACTION.get('update')
|
|
quart.g.operation_log_changes = changes
|
|
if rule is not None and changes:
|
|
quart.g.operation_log_summary = settings_service.build_summary(rule, changes)
|
|
return self.success()
|
|
|
|
@self.route(
|
|
'/<model_uuid>',
|
|
methods=['DELETE'],
|
|
auth_type=group.AuthType.USER_TOKEN_OR_API_KEY,
|
|
permission=Permission.RESOURCE_MANAGE,
|
|
)
|
|
async def _(model_uuid: str, request_context: RequestContext) -> str:
|
|
await self.ap.llm_model_service.delete_llm_model(request_context, model_uuid)
|
|
return self.success()
|
|
|
|
@self.route(
|
|
'/<model_uuid>/test',
|
|
methods=['POST'],
|
|
auth_type=group.AuthType.USER_TOKEN_OR_API_KEY,
|
|
permission=Permission.PROVIDER_SECRET_MANAGE,
|
|
)
|
|
async def _(model_uuid: str, request_context: RequestContext) -> str:
|
|
try:
|
|
await self.ap.llm_model_service.test_llm_model(
|
|
request_context,
|
|
model_uuid,
|
|
await quart.request.json,
|
|
)
|
|
except provider_errors.RequesterError as exc:
|
|
return self.http_status(400, MODEL_TEST_ERROR_CODE, str(exc))
|
|
return self.success()
|
|
|
|
|
|
@group.group_class('models/embedding', '/api/v1/provider/models/embedding')
|
|
class EmbeddingModelsRouterGroup(group.RouterGroup):
|
|
async def initialize(self) -> None:
|
|
@self.route(
|
|
'',
|
|
methods=['GET'],
|
|
auth_type=group.AuthType.USER_TOKEN_OR_API_KEY,
|
|
permission=Permission.RESOURCE_VIEW,
|
|
)
|
|
async def _(request_context: RequestContext) -> str:
|
|
provider_uuid = quart.request.args.get('provider_uuid')
|
|
include_secret, error = resolve_include_secret(
|
|
quart.request.args.get('include_secret'),
|
|
permitted=has_permission(request_context, Permission.PROVIDER_SECRET_MANAGE),
|
|
)
|
|
if error:
|
|
return self.http_status(400, -1, error)
|
|
if provider_uuid:
|
|
models = await self.ap.embedding_models_service.get_embedding_models_by_provider(
|
|
request_context,
|
|
provider_uuid,
|
|
include_secret=include_secret,
|
|
)
|
|
else:
|
|
models = await self.ap.embedding_models_service.get_embedding_models(
|
|
request_context,
|
|
include_secret=include_secret,
|
|
)
|
|
return self.success(data={'models': models})
|
|
|
|
@self.route(
|
|
'',
|
|
methods=['POST'],
|
|
auth_type=group.AuthType.USER_TOKEN_OR_API_KEY,
|
|
permission=Permission.PROVIDER_SECRET_MANAGE,
|
|
)
|
|
async def _(request_context: RequestContext) -> str:
|
|
try:
|
|
model_uuid = await self.ap.embedding_models_service.create_embedding_model(
|
|
request_context,
|
|
await quart.request.json,
|
|
)
|
|
except ValueError as exc:
|
|
return self.http_status(400, -1, str(exc))
|
|
return self.success(data={'uuid': model_uuid})
|
|
|
|
@self.route(
|
|
'/<model_uuid>',
|
|
methods=['GET'],
|
|
auth_type=group.AuthType.USER_TOKEN_OR_API_KEY,
|
|
permission=Permission.RESOURCE_VIEW,
|
|
)
|
|
async def _(model_uuid: str, request_context: RequestContext) -> str:
|
|
include_secret, error = resolve_include_secret(
|
|
quart.request.args.get('include_secret'),
|
|
permitted=has_permission(request_context, Permission.PROVIDER_SECRET_MANAGE),
|
|
)
|
|
if error:
|
|
return self.http_status(400, -1, error)
|
|
model = await self.ap.embedding_models_service.get_embedding_model(
|
|
request_context,
|
|
model_uuid,
|
|
include_secret=include_secret,
|
|
)
|
|
if model is None:
|
|
return self.http_status(404, -1, 'model not found')
|
|
return self.success(data={'model': model})
|
|
|
|
@self.route(
|
|
'/<model_uuid>',
|
|
methods=['PUT'],
|
|
auth_type=group.AuthType.USER_TOKEN_OR_API_KEY,
|
|
permission=Permission.PROVIDER_SECRET_MANAGE,
|
|
)
|
|
async def _(model_uuid: str, request_context: RequestContext) -> str:
|
|
try:
|
|
await self.ap.embedding_models_service.update_embedding_model(
|
|
request_context,
|
|
model_uuid,
|
|
await quart.request.json,
|
|
)
|
|
except ValueError as exc:
|
|
return self.http_status(400, -1, str(exc))
|
|
return self.success()
|
|
|
|
@self.route(
|
|
'/<model_uuid>',
|
|
methods=['DELETE'],
|
|
auth_type=group.AuthType.USER_TOKEN_OR_API_KEY,
|
|
permission=Permission.RESOURCE_MANAGE,
|
|
)
|
|
async def _(model_uuid: str, request_context: RequestContext) -> str:
|
|
await self.ap.embedding_models_service.delete_embedding_model(request_context, model_uuid)
|
|
return self.success()
|
|
|
|
@self.route(
|
|
'/<model_uuid>/test',
|
|
methods=['POST'],
|
|
auth_type=group.AuthType.USER_TOKEN_OR_API_KEY,
|
|
permission=Permission.PROVIDER_SECRET_MANAGE,
|
|
)
|
|
async def _(model_uuid: str, request_context: RequestContext) -> str:
|
|
try:
|
|
await self.ap.embedding_models_service.test_embedding_model(
|
|
request_context,
|
|
model_uuid,
|
|
await quart.request.json,
|
|
)
|
|
except provider_errors.RequesterError as exc:
|
|
return self.http_status(400, MODEL_TEST_ERROR_CODE, str(exc))
|
|
return self.success()
|
|
|
|
|
|
@group.group_class('models/rerank', '/api/v1/provider/models/rerank')
|
|
class RerankModelsRouterGroup(group.RouterGroup):
|
|
async def initialize(self) -> None:
|
|
@self.route(
|
|
'',
|
|
methods=['GET'],
|
|
auth_type=group.AuthType.USER_TOKEN_OR_API_KEY,
|
|
permission=Permission.RESOURCE_VIEW,
|
|
)
|
|
async def _(request_context: RequestContext) -> str:
|
|
provider_uuid = quart.request.args.get('provider_uuid')
|
|
include_secret, error = resolve_include_secret(
|
|
quart.request.args.get('include_secret'),
|
|
permitted=has_permission(request_context, Permission.PROVIDER_SECRET_MANAGE),
|
|
)
|
|
if error:
|
|
return self.http_status(400, -1, error)
|
|
if provider_uuid:
|
|
models = await self.ap.rerank_models_service.get_rerank_models_by_provider(
|
|
request_context,
|
|
provider_uuid,
|
|
include_secret=include_secret,
|
|
)
|
|
else:
|
|
models = await self.ap.rerank_models_service.get_rerank_models(
|
|
request_context,
|
|
include_secret=include_secret,
|
|
)
|
|
return self.success(data={'models': models})
|
|
|
|
@self.route(
|
|
'',
|
|
methods=['POST'],
|
|
auth_type=group.AuthType.USER_TOKEN_OR_API_KEY,
|
|
permission=Permission.PROVIDER_SECRET_MANAGE,
|
|
)
|
|
async def _(request_context: RequestContext) -> str:
|
|
try:
|
|
model_uuid = await self.ap.rerank_models_service.create_rerank_model(
|
|
request_context,
|
|
await quart.request.json,
|
|
)
|
|
except ValueError as exc:
|
|
return self.http_status(400, -1, str(exc))
|
|
return self.success(data={'uuid': model_uuid})
|
|
|
|
@self.route(
|
|
'/<model_uuid>',
|
|
methods=['GET'],
|
|
auth_type=group.AuthType.USER_TOKEN_OR_API_KEY,
|
|
permission=Permission.RESOURCE_VIEW,
|
|
)
|
|
async def _(model_uuid: str, request_context: RequestContext) -> str:
|
|
include_secret, error = resolve_include_secret(
|
|
quart.request.args.get('include_secret'),
|
|
permitted=has_permission(request_context, Permission.PROVIDER_SECRET_MANAGE),
|
|
)
|
|
if error:
|
|
return self.http_status(400, -1, error)
|
|
model = await self.ap.rerank_models_service.get_rerank_model(
|
|
request_context,
|
|
model_uuid,
|
|
include_secret=include_secret,
|
|
)
|
|
if model is None:
|
|
return self.http_status(404, -1, 'model not found')
|
|
return self.success(data={'model': model})
|
|
|
|
@self.route(
|
|
'/<model_uuid>',
|
|
methods=['PUT'],
|
|
auth_type=group.AuthType.USER_TOKEN_OR_API_KEY,
|
|
permission=Permission.PROVIDER_SECRET_MANAGE,
|
|
)
|
|
async def _(model_uuid: str, request_context: RequestContext) -> str:
|
|
try:
|
|
await self.ap.rerank_models_service.update_rerank_model(
|
|
request_context,
|
|
model_uuid,
|
|
await quart.request.json,
|
|
)
|
|
except ValueError as exc:
|
|
return self.http_status(400, -1, str(exc))
|
|
return self.success()
|
|
|
|
@self.route(
|
|
'/<model_uuid>',
|
|
methods=['DELETE'],
|
|
auth_type=group.AuthType.USER_TOKEN_OR_API_KEY,
|
|
permission=Permission.RESOURCE_MANAGE,
|
|
)
|
|
async def _(model_uuid: str, request_context: RequestContext) -> str:
|
|
await self.ap.rerank_models_service.delete_rerank_model(request_context, model_uuid)
|
|
return self.success()
|
|
|
|
@self.route(
|
|
'/<model_uuid>/test',
|
|
methods=['POST'],
|
|
auth_type=group.AuthType.USER_TOKEN_OR_API_KEY,
|
|
permission=Permission.PROVIDER_SECRET_MANAGE,
|
|
)
|
|
async def _(model_uuid: str, request_context: RequestContext) -> str:
|
|
try:
|
|
await self.ap.rerank_models_service.test_rerank_model(
|
|
request_context,
|
|
model_uuid,
|
|
await quart.request.json,
|
|
)
|
|
except provider_errors.RequesterError as exc:
|
|
return self.http_status(400, MODEL_TEST_ERROR_CODE, str(exc))
|
|
return self.success()
|