mirror of
https://github.com/songquanpeng/one-api.git
synced 2025-09-17 09:16:36 +08:00
95 lines
2.6 KiB
Go
95 lines
2.6 KiB
Go
package meta
|
|
|
|
import (
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/gin-gonic/gin"
|
|
"github.com/songquanpeng/one-api/common/ctxkey"
|
|
"github.com/songquanpeng/one-api/model"
|
|
"github.com/songquanpeng/one-api/relay/channeltype"
|
|
"github.com/songquanpeng/one-api/relay/relaymode"
|
|
)
|
|
|
|
type Meta struct {
|
|
Mode int
|
|
ChannelType int
|
|
ChannelId int
|
|
TokenId int
|
|
TokenName string
|
|
UserId int
|
|
Group string
|
|
ModelMapping map[string]string
|
|
// BaseURL is the proxy url set in the channel config
|
|
BaseURL string
|
|
APIKey string
|
|
APIType int
|
|
Config model.ChannelConfig
|
|
IsStream bool
|
|
// OriginModelName is the model name from the raw user request
|
|
OriginModelName string
|
|
// ActualModelName is the model name after mapping
|
|
ActualModelName string
|
|
RequestURLPath string
|
|
PromptTokens int // only for DoResponse
|
|
ChannelRatio float64
|
|
SystemPrompt string
|
|
StartTime time.Time
|
|
}
|
|
|
|
// GetMappedModelName returns the mapped model name and a bool indicating if the model name is mapped
|
|
func GetMappedModelName(modelName string, mapping map[string]string) string {
|
|
if mapping == nil {
|
|
return modelName
|
|
}
|
|
|
|
mappedModelName := mapping[modelName]
|
|
if mappedModelName != "" {
|
|
return mappedModelName
|
|
}
|
|
|
|
return modelName
|
|
}
|
|
|
|
func GetByContext(c *gin.Context) *Meta {
|
|
if v, ok := c.Get(ctxkey.Meta); ok {
|
|
return v.(*Meta)
|
|
}
|
|
|
|
meta := Meta{
|
|
Mode: relaymode.GetByPath(c.Request.URL.Path),
|
|
ChannelType: c.GetInt(ctxkey.Channel),
|
|
ChannelId: c.GetInt(ctxkey.ChannelId),
|
|
TokenId: c.GetInt(ctxkey.TokenId),
|
|
TokenName: c.GetString(ctxkey.TokenName),
|
|
UserId: c.GetInt(ctxkey.Id),
|
|
Group: c.GetString(ctxkey.Group),
|
|
ModelMapping: c.GetStringMapString(ctxkey.ModelMapping),
|
|
OriginModelName: c.GetString(ctxkey.RequestModel),
|
|
ActualModelName: c.GetString(ctxkey.RequestModel),
|
|
BaseURL: c.GetString(ctxkey.BaseURL),
|
|
APIKey: strings.TrimPrefix(c.Request.Header.Get("Authorization"), "Bearer "),
|
|
RequestURLPath: c.Request.URL.String(),
|
|
ChannelRatio: c.GetFloat64(ctxkey.ChannelRatio), // add by Laisky
|
|
SystemPrompt: c.GetString(ctxkey.SystemPrompt),
|
|
StartTime: time.Now(),
|
|
}
|
|
cfg, ok := c.Get(ctxkey.Config)
|
|
if ok {
|
|
meta.Config = cfg.(model.ChannelConfig)
|
|
}
|
|
if meta.BaseURL == "" {
|
|
meta.BaseURL = channeltype.ChannelBaseURLs[meta.ChannelType]
|
|
}
|
|
meta.APIType = channeltype.ToAPIType(meta.ChannelType)
|
|
|
|
meta.ActualModelName = GetMappedModelName(meta.OriginModelName, meta.ModelMapping)
|
|
|
|
Set2Context(c, &meta)
|
|
return &meta
|
|
}
|
|
|
|
func Set2Context(c *gin.Context, meta *Meta) {
|
|
c.Set(ctxkey.Meta, meta)
|
|
}
|