mirror of
https://github.com/songquanpeng/one-api.git
synced 2025-09-17 17:16:38 +08:00
f6cfe7cd4f
- Improve error handling across multiple middleware and adapter components, ensuring consistent error response formats in JSON. - Enhance the functionality of request conversion functions by including context parameters and robust error wrapping. - Introduce new features related to reasoning content in the messaging model, providing better customization and explanations in the documentation.
69 lines
1.8 KiB
Go
69 lines
1.8 KiB
Go
package vertexai
|
|
|
|
import (
|
|
"net/http"
|
|
|
|
"github.com/gin-gonic/gin"
|
|
"github.com/pkg/errors"
|
|
"github.com/songquanpeng/one-api/common/ctxkey"
|
|
"github.com/songquanpeng/one-api/relay/adaptor/anthropic"
|
|
"github.com/songquanpeng/one-api/relay/meta"
|
|
"github.com/songquanpeng/one-api/relay/model"
|
|
)
|
|
|
|
var ModelList = []string{
|
|
"claude-3-haiku@20240307",
|
|
"claude-3-opus@20240229",
|
|
"claude-3-sonnet@20240229",
|
|
"claude-3-5-sonnet@20240620",
|
|
"claude-3-5-sonnet-v2@20241022",
|
|
"claude-3-5-haiku@20241022",
|
|
"claude-3-7-sonnet@20250219",
|
|
}
|
|
|
|
const anthropicVersion = "vertex-2023-10-16"
|
|
|
|
type Adaptor struct {
|
|
}
|
|
|
|
func (a *Adaptor) ConvertRequest(c *gin.Context, relayMode int, request *model.GeneralOpenAIRequest) (any, error) {
|
|
if request == nil {
|
|
return nil, errors.New("request is nil")
|
|
}
|
|
|
|
claudeReq, err := anthropic.ConvertRequest(c, *request)
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "convert request")
|
|
}
|
|
|
|
req := Request{
|
|
AnthropicVersion: anthropicVersion,
|
|
// Model: claudeReq.Model,
|
|
Messages: claudeReq.Messages,
|
|
System: claudeReq.System,
|
|
MaxTokens: claudeReq.MaxTokens,
|
|
Temperature: claudeReq.Temperature,
|
|
TopP: claudeReq.TopP,
|
|
TopK: claudeReq.TopK,
|
|
Stream: claudeReq.Stream,
|
|
Tools: claudeReq.Tools,
|
|
}
|
|
|
|
c.Set(ctxkey.RequestModel, request.Model)
|
|
c.Set(ctxkey.ConvertedRequest, req)
|
|
return req, nil
|
|
}
|
|
|
|
func (a *Adaptor) ConvertImageRequest(c *gin.Context, request *model.ImageRequest) (any, error) {
|
|
return nil, errors.New("not support image request")
|
|
}
|
|
|
|
func (a *Adaptor) DoResponse(c *gin.Context, resp *http.Response, meta *meta.Meta) (usage *model.Usage, err *model.ErrorWithStatusCode) {
|
|
if meta.IsStream {
|
|
err, usage = anthropic.StreamHandler(c, resp)
|
|
} else {
|
|
err, usage = anthropic.Handler(c, resp, meta.PromptTokens, meta.ActualModelName)
|
|
}
|
|
return
|
|
}
|