feat: add OpenrouterProviderSort configuration for provider sorting

This commit is contained in:
Laisky.Cai 2025-02-20 01:51:19 +00:00
parent 04da1b7861
commit 647718f3e6
2 changed files with 6 additions and 2 deletions

View File

@ -179,3 +179,6 @@ var UserContentRequestTimeout = env.Int("USER_CONTENT_REQUEST_TIMEOUT", 30)
// EnforceIncludeUsage is used to determine whether to include usage in the response // EnforceIncludeUsage is used to determine whether to include usage in the response
var EnforceIncludeUsage = env.Bool("ENFORCE_INCLUDE_USAGE", false) var EnforceIncludeUsage = env.Bool("ENFORCE_INCLUDE_USAGE", false)
var TestPrompt = env.String("TEST_PROMPT", "2 + 2 = ?") var TestPrompt = env.String("TEST_PROMPT", "2 + 2 = ?")
// OpenrouterProviderSort is used to determine the order of the providers in the openrouter
var OpenrouterProviderSort = env.String("OPENROUTER_PROVIDER_SORT", "")

View File

@ -101,12 +101,13 @@ func (a *Adaptor) ConvertRequest(c *gin.Context, relayMode int, request *model.G
case channeltype.OpenRouter: case channeltype.OpenRouter:
includeReasoning := true includeReasoning := true
request.IncludeReasoning = &includeReasoning request.IncludeReasoning = &includeReasoning
if request.Provider == nil || request.Provider.Sort == "" { if request.Provider == nil || request.Provider.Sort == "" &&
config.OpenrouterProviderSort != "" {
if request.Provider == nil { if request.Provider == nil {
request.Provider = &openrouter.RequestProvider{} request.Provider = &openrouter.RequestProvider{}
} }
request.Provider.Sort = "throughput" request.Provider.Sort = config.OpenrouterProviderSort
} }
default: default:
} }