feat: realtime pre consume

(cherry picked from commit d87917f8f6eb9d2e144a9f840d6d91767ea2eb69)
This commit is contained in:
1808837298@qq.com
2024-10-07 19:08:20 +08:00
committed by CalciumIon
parent 8de79382f0
commit 24b3ed50d7
4 changed files with 181 additions and 95 deletions

View File

@@ -23,6 +23,7 @@ type RelayInfo struct {
ApiType int
IsStream bool
IsPlayground bool
UsePrice bool
RelayMode int
UpstreamModelName string
OriginModelName string