perf: model testing

2026-06-07 22:36:02 +00:00 · 2025-08-07 10:01:04 +08:00
parent 0f239ace17
commit 02dbe80d2f
6 changed files with 31 additions and 6 deletions
--- a/pkg/api/http/service/model.py
+++ b/pkg/api/http/service/model.py
@@ -101,7 +101,7 @@ class LLMModelsService:
            model=runtime_llm_model,
            messages=[llm_entities.Message(role='user', content='Hello, world!')],
            funcs=[],
-            extra_args={},
+            extra_args=model_data.get('extra_args', {}),
        )