feat: update requester config logic

This commit is contained in:
Junyan Qin
2025-03-16 23:16:06 +08:00
parent 5c584ee60d
commit 3124cc0fef
12 changed files with 104 additions and 86 deletions
@@ -1,5 +1,6 @@
from __future__ import annotations
import typing
import openai
from . import chatcmpl
@@ -12,9 +13,7 @@ class LmStudioChatCompletions(chatcmpl.OpenAIChatCompletions):
client: openai.AsyncClient
requester_cfg: dict
def __init__(self, ap: app.Application):
self.ap = ap
self.requester_cfg = self.ap.provider_cfg.data['requester']['lmstudio-chat-completions']
default_config: dict[str, typing.Any] = {
'base-url': 'http://127.0.0.1:1234/v1',
'timeout': 120,
}