mirror of
https://github.com/songquanpeng/one-api.git
synced 2025-11-21 15:36:49 +08:00
feat: 支持Anthropic API协议 | support Anthropic API protocol
- 添加Anthropic适配器实现 | Add Anthropic adaptor implementation - 支持Anthropic消息格式转换 | Support Anthropic message format conversion - 添加Vertex AI Claude适配器支持 | Add Vertex AI Claude adapter support - 更新Anthropic的中继模式定义 | Update relay mode definitions for Anthropic - 添加Anthropic控制器和路由 | Add Anthropic controller and routing 🤖 Generated with [Claude Code](https://claude.ai/code) Co-Authored-By: zgdmemail@gmail.com
This commit is contained in:
Deadwalk
224
relay/controller/anthropic.go
Normal file
224
relay/controller/anthropic.go
Normal file
@@ -0,0 +1,224 @@
|
||||
package controller
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"context"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"io"
|
||||
"net/http"
|
||||
|
||||
"github.com/gin-gonic/gin"
|
||||
|
||||
"github.com/songquanpeng/one-api/common"
|
||||
"github.com/songquanpeng/one-api/common/config"
|
||||
"github.com/songquanpeng/one-api/common/logger"
|
||||
dbmodel "github.com/songquanpeng/one-api/model"
|
||||
"github.com/songquanpeng/one-api/relay"
|
||||
"github.com/songquanpeng/one-api/relay/adaptor/anthropic"
|
||||
"github.com/songquanpeng/one-api/relay/adaptor/openai"
|
||||
"github.com/songquanpeng/one-api/relay/billing"
|
||||
billingratio "github.com/songquanpeng/one-api/relay/billing/ratio"
|
||||
"github.com/songquanpeng/one-api/relay/meta"
|
||||
"github.com/songquanpeng/one-api/relay/model"
|
||||
)
|
||||
|
||||
// RelayAnthropicHelper handles native Anthropic API requests (anthropic -> anthropic passthrough)
|
||||
func RelayAnthropicHelper(c *gin.Context) *model.ErrorWithStatusCode {
|
||||
ctx := c.Request.Context()
|
||||
meta := meta.GetByContext(c)
|
||||
|
||||
logger.Infof(ctx, "=== Anthropic Request Start ===")
|
||||
logger.Infof(ctx, "Request URL: %s", c.Request.URL.String())
|
||||
logger.Infof(ctx, "Request Method: %s", c.Request.Method)
|
||||
logger.Infof(ctx, "Request Headers: %+v", c.Request.Header)
|
||||
|
||||
// get & validate anthropic request
|
||||
anthropicRequest, err := getAndValidateAnthropicRequest(c)
|
||||
if err != nil {
|
||||
logger.Errorf(ctx, "getAndValidateAnthropicRequest failed: %s", err.Error())
|
||||
return openai.ErrorWrapper(err, "invalid_anthropic_request", http.StatusBadRequest)
|
||||
}
|
||||
logger.Infof(ctx, "Parsed anthropic request - Model: %s, Stream: %v, Messages: %d",
|
||||
anthropicRequest.Model, anthropicRequest.Stream, len(anthropicRequest.Messages))
|
||||
meta.IsStream = anthropicRequest.Stream
|
||||
|
||||
// map model name
|
||||
meta.OriginModelName = anthropicRequest.Model
|
||||
mappedModel, _ := getMappedModelName(anthropicRequest.Model, meta.ModelMapping)
|
||||
anthropicRequest.Model = mappedModel
|
||||
meta.ActualModelName = anthropicRequest.Model
|
||||
|
||||
// estimate token usage for anthropic request
|
||||
promptTokens := estimateAnthropicTokens(anthropicRequest)
|
||||
meta.PromptTokens = promptTokens
|
||||
|
||||
// get model ratio & group ratio
|
||||
modelRatio := billingratio.GetModelRatio(anthropicRequest.Model, meta.ChannelType)
|
||||
groupRatio := billingratio.GetGroupRatio(meta.Group)
|
||||
ratio := modelRatio * groupRatio
|
||||
|
||||
// pre-consume quota
|
||||
preConsumedQuota, bizErr := preConsumeQuotaForAnthropic(ctx, anthropicRequest, promptTokens, ratio, meta)
|
||||
if bizErr != nil {
|
||||
logger.Warnf(ctx, "preConsumeQuota failed: %+v", *bizErr)
|
||||
return bizErr
|
||||
}
|
||||
|
||||
logger.Infof(ctx, "Meta info - APIType: %d, ChannelType: %d, BaseURL: %s", meta.APIType, meta.ChannelType, meta.BaseURL)
|
||||
|
||||
adaptor := relay.GetAdaptor(meta.APIType)
|
||||
if adaptor == nil {
|
||||
logger.Errorf(ctx, "Failed to get adaptor for API type: %d", meta.APIType)
|
||||
return openai.ErrorWrapper(fmt.Errorf("invalid api type: %d", meta.APIType), "invalid_api_type", http.StatusBadRequest)
|
||||
}
|
||||
logger.Infof(ctx, "Using adaptor: %s", adaptor.GetChannelName())
|
||||
adaptor.Init(meta)
|
||||
|
||||
// get request body - for anthropic passthrough, we directly use the request body
|
||||
requestBody, err := getAnthropicRequestBody(c, anthropicRequest)
|
||||
if err != nil {
|
||||
return openai.ErrorWrapper(err, "convert_anthropic_request_failed", http.StatusInternalServerError)
|
||||
}
|
||||
|
||||
// do request
|
||||
logger.Infof(ctx, "Sending request to upstream...")
|
||||
resp, err := adaptor.DoRequest(c, meta, requestBody)
|
||||
if err != nil {
|
||||
logger.Errorf(ctx, "DoRequest failed: %s", err.Error())
|
||||
return openai.ErrorWrapper(err, "do_request_failed", http.StatusInternalServerError)
|
||||
}
|
||||
logger.Infof(ctx, "Received response - Status: %d, Headers: %+v", resp.StatusCode, resp.Header)
|
||||
|
||||
if isErrorHappened(meta, resp) {
|
||||
logger.Errorf(ctx, "Error detected in response")
|
||||
billing.ReturnPreConsumedQuota(ctx, preConsumedQuota, meta.TokenId)
|
||||
return RelayErrorHandler(resp)
|
||||
}
|
||||
|
||||
// do response - for anthropic native requests, we need to handle the response directly
|
||||
logger.Infof(ctx, "Processing anthropic response...")
|
||||
usage, respErr := handleAnthropicResponse(c, resp, meta)
|
||||
if respErr != nil {
|
||||
logger.Errorf(ctx, "respErr is not nil: %+v", respErr)
|
||||
billing.ReturnPreConsumedQuota(ctx, preConsumedQuota, meta.TokenId)
|
||||
return respErr
|
||||
}
|
||||
|
||||
logger.Infof(ctx, "Response processed successfully - Usage: %+v", usage)
|
||||
logger.Infof(ctx, "=== Anthropic Request End ===")
|
||||
|
||||
// post-consume quota - for anthropic, we create a placeholder GeneralOpenAIRequest
|
||||
placeholderRequest := &model.GeneralOpenAIRequest{
|
||||
Model: anthropicRequest.Model,
|
||||
}
|
||||
go postConsumeQuota(ctx, usage, meta, placeholderRequest, ratio, preConsumedQuota, modelRatio, groupRatio, false)
|
||||
return nil
|
||||
}
|
||||
|
||||
func getAndValidateAnthropicRequest(c *gin.Context) (*anthropic.Request, error) {
|
||||
anthropicRequest := &anthropic.Request{}
|
||||
err := common.UnmarshalBodyReusable(c, anthropicRequest)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
// Basic validation
|
||||
if anthropicRequest.Model == "" {
|
||||
return nil, fmt.Errorf("model is required")
|
||||
}
|
||||
if len(anthropicRequest.Messages) == 0 {
|
||||
return nil, fmt.Errorf("messages are required")
|
||||
}
|
||||
if anthropicRequest.MaxTokens == 0 {
|
||||
anthropicRequest.MaxTokens = 4096 // default max tokens
|
||||
}
|
||||
|
||||
return anthropicRequest, nil
|
||||
}
|
||||
|
||||
func getAnthropicRequestBody(c *gin.Context, anthropicRequest *anthropic.Request) (io.Reader, error) {
|
||||
// For anthropic native requests, we marshal the request back to JSON
|
||||
jsonData, err := json.Marshal(anthropicRequest)
|
||||
if err != nil {
|
||||
logger.Debugf(c.Request.Context(), "anthropic request json_marshal_failed: %s\n", err.Error())
|
||||
return nil, err
|
||||
}
|
||||
logger.Debugf(c.Request.Context(), "anthropic request: \n%s", string(jsonData))
|
||||
return bytes.NewBuffer(jsonData), nil
|
||||
}
|
||||
|
||||
func estimateAnthropicTokens(request *anthropic.Request) int {
|
||||
// Simple token estimation for Anthropic requests
|
||||
// This is a rough estimation, actual implementation might need more sophisticated logic
|
||||
totalTokens := 0
|
||||
|
||||
// Count tokens in system prompt
|
||||
if !request.System.IsEmpty() {
|
||||
systemText := request.System.String()
|
||||
totalTokens += len(systemText) / 4 // rough estimate: 1 token per 4 characters
|
||||
}
|
||||
|
||||
// Count tokens in messages
|
||||
for _, message := range request.Messages {
|
||||
for _, content := range message.Content {
|
||||
if content.Type == "text" {
|
||||
totalTokens += len(content.Text) / 4
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return totalTokens
|
||||
}
|
||||
|
||||
func handleAnthropicResponse(c *gin.Context, resp *http.Response, meta *meta.Meta) (*model.Usage, *model.ErrorWithStatusCode) {
|
||||
// For anthropic native requests, use direct handlers to maintain Anthropic format
|
||||
if meta.IsStream {
|
||||
// Handle streaming response - note: DirectStreamHandler returns (error, usage)
|
||||
err, usage := anthropic.DirectStreamHandler(c, resp)
|
||||
return usage, err
|
||||
} else {
|
||||
// Handle non-streaming response - note: DirectHandler returns (error, usage)
|
||||
err, usage := anthropic.DirectHandler(c, resp, meta.PromptTokens, meta.ActualModelName)
|
||||
return usage, err
|
||||
}
|
||||
}
|
||||
|
||||
func preConsumeQuotaForAnthropic(ctx context.Context, request *anthropic.Request, promptTokens int, ratio float64, meta *meta.Meta) (int64, *model.ErrorWithStatusCode) {
|
||||
// Use the same quota logic as text requests but adapted for Anthropic
|
||||
preConsumedTokens := config.PreConsumedQuota + int64(promptTokens)
|
||||
if request.MaxTokens != 0 {
|
||||
preConsumedTokens += int64(request.MaxTokens)
|
||||
}
|
||||
preConsumedQuota := int64(float64(preConsumedTokens) * ratio)
|
||||
|
||||
userQuota, err := dbmodel.CacheGetUserQuota(ctx, meta.UserId)
|
||||
if err != nil {
|
||||
return preConsumedQuota, openai.ErrorWrapper(err, "get_user_quota_failed", http.StatusInternalServerError)
|
||||
}
|
||||
|
||||
if userQuota-preConsumedQuota < 0 {
|
||||
return preConsumedQuota, openai.ErrorWrapper(fmt.Errorf("user quota is not enough"), "insufficient_user_quota", http.StatusForbidden)
|
||||
}
|
||||
|
||||
err = dbmodel.CacheDecreaseUserQuota(meta.UserId, preConsumedQuota)
|
||||
if err != nil {
|
||||
return preConsumedQuota, openai.ErrorWrapper(err, "decrease_user_quota_failed", http.StatusInternalServerError)
|
||||
}
|
||||
|
||||
if userQuota > 100*preConsumedQuota {
|
||||
// in this case, we do not pre-consume quota
|
||||
// because the user has enough quota
|
||||
preConsumedQuota = 0
|
||||
logger.Info(ctx, fmt.Sprintf("user %d has enough quota %d, trusted and no need to pre-consume", meta.UserId, userQuota))
|
||||
}
|
||||
|
||||
if preConsumedQuota > 0 {
|
||||
err := dbmodel.PreConsumeTokenQuota(meta.TokenId, preConsumedQuota)
|
||||
if err != nil {
|
||||
return preConsumedQuota, openai.ErrorWrapper(err, "pre_consume_token_quota_failed", http.StatusForbidden)
|
||||
}
|
||||
}
|
||||
|
||||
return preConsumedQuota, nil
|
||||
}
|
||||
Reference in New Issue
Block a user