xinyin025/one-api
1
0
Fork 0
mirror of https://github.com/songquanpeng/one-api.git synced 2025-11-09 02:03:42 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix: Refactor: Migrate Distributor logging to ratio metrics

Browse Source 
- Log a ratio for each channel in the context
- Initialize `minimalRatio` to -1 instead of 0
This commit is contained in:
Laisky.Cai
2024-03-01 13:55:21 +00:00
parent dbe3930a8c
commit 2989686ace
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
middleware/distributor.go
View File

@@ -86,13 +86,14 @@ func Distribute() func(c *gin.Context) {
func SetupContextForSelectedChannel(c *gin.Context, channel *model.Channel, modelName string) { func SetupContextForSelectedChannel(c *gin.Context, channel *model.Channel, modelName string) {
// set minimal group ratio as channel_ratio // set minimal group ratio as channel_ratio
var minimalRatio float64 var minimalRatio float64 = -1
for _, grp := range strings.Split(channel.Group, ",") { for _, grp := range strings.Split(channel.Group, ",") {
v := common.GetGroupRatio(grp) v := common.GetGroupRatio(grp)
if minimalRatio == 0 || v < minimalRatio { if minimalRatio < 0 || v < minimalRatio {
minimalRatio = v minimalRatio = v
} }
} }
logger.Info(c.Request.Context(), fmt.Sprintf("set channel %s ratio to %f", channel.Name, minimalRatio))
c.Set("channel_ratio", minimalRatio) c.Set("channel_ratio", minimalRatio)
c.Set("channel", channel.Type) c.Set("channel", channel.Type)