feat: add supports for testing llm models (#1454)

* feat: add supports for testing llm models

* fix: linter error
This commit is contained in:
Junyan Qin (Chin)
2025-05-19 23:10:04 +08:00
committed by GitHub
parent aba51409a7
commit a7d2a68639
7 changed files with 92 additions and 15 deletions

View File

@@ -36,3 +36,11 @@ class LLMModelsRouterGroup(group.RouterGroup):
await self.ap.model_service.delete_llm_model(model_uuid)
return self.success()
@self.route('/<model_uuid>/test', methods=['POST'])
async def _(model_uuid: str) -> str:
json_data = await quart.request.json
await self.ap.model_service.test_llm_model(model_uuid, json_data)
return self.success()