mirror of
https://github.com/songquanpeng/one-api.git
synced 2025-09-27 21:56:39 +08:00
d6536d2907
The GetAdaptor function in the Adaptor struct has been updated to use the actual model name instead of the origin model name. This change ensures that the correct adaptor is retrieved for processing the response.
55 lines
1.5 KiB
Go
55 lines
1.5 KiB
Go
package vertexai
|
|
|
|
import (
|
|
"net/http"
|
|
|
|
"github.com/gin-gonic/gin"
|
|
"github.com/pkg/errors"
|
|
"github.com/songquanpeng/one-api/common/ctxkey"
|
|
"github.com/songquanpeng/one-api/relay/adaptor/anthropic"
|
|
|
|
"github.com/songquanpeng/one-api/relay/meta"
|
|
"github.com/songquanpeng/one-api/relay/model"
|
|
)
|
|
|
|
var ModelList = []string{
|
|
"claude-3-haiku@20240307", "claude-3-opus@20240229", "claude-3-5-sonnet@20240620", "claude-3-sonnet@20240229",
|
|
}
|
|
|
|
const anthropicVersion = "vertex-2023-10-16"
|
|
|
|
type Adaptor struct {
|
|
}
|
|
|
|
func (a *Adaptor) ConvertRequest(c *gin.Context, relayMode int, request *model.GeneralOpenAIRequest) (any, error) {
|
|
if request == nil {
|
|
return nil, errors.New("request is nil")
|
|
}
|
|
|
|
claudeReq := anthropic.ConvertRequest(*request)
|
|
req := Request{
|
|
AnthropicVersion: anthropicVersion,
|
|
// Model: claudeReq.Model,
|
|
Messages: claudeReq.Messages,
|
|
MaxTokens: claudeReq.MaxTokens,
|
|
Temperature: claudeReq.Temperature,
|
|
TopP: claudeReq.TopP,
|
|
TopK: claudeReq.TopK,
|
|
Stream: claudeReq.Stream,
|
|
Tools: claudeReq.Tools,
|
|
}
|
|
|
|
c.Set(ctxkey.RequestModel, request.Model)
|
|
c.Set(ctxkey.ConvertedRequest, req)
|
|
return req, nil
|
|
}
|
|
|
|
func (a *Adaptor) DoResponse(c *gin.Context, resp *http.Response, meta *meta.Meta) (usage *model.Usage, err *model.ErrorWithStatusCode) {
|
|
if meta.IsStream {
|
|
err, usage = anthropic.StreamHandler(c, resp)
|
|
} else {
|
|
err, usage = anthropic.Handler(c, resp, meta.PromptTokens, meta.ActualModelName)
|
|
}
|
|
return
|
|
}
|