mirror of
https://github.com/linux-do/new-api.git
synced 2025-09-17 07:56:38 +08:00
594 lines
18 KiB
Go
594 lines
18 KiB
Go
package claude
|
||
|
||
import (
|
||
"bufio"
|
||
"encoding/json"
|
||
"fmt"
|
||
"io"
|
||
"net/http"
|
||
"one-api/common"
|
||
"one-api/dto"
|
||
relaycommon "one-api/relay/common"
|
||
"one-api/service"
|
||
"strings"
|
||
|
||
"github.com/gin-gonic/gin"
|
||
)
|
||
|
||
func stopReasonClaude2OpenAI(reason string) string {
|
||
switch reason {
|
||
case "stop_sequence":
|
||
return "stop"
|
||
case "end_turn":
|
||
return "stop"
|
||
case "max_tokens":
|
||
return "max_tokens"
|
||
default:
|
||
return reason
|
||
}
|
||
}
|
||
|
||
func RequestOpenAI2ClaudeComplete(c *gin.Context, textRequest dto.GeneralOpenAIRequest) *ClaudeRequest {
|
||
|
||
claudeRequest := ClaudeRequest{
|
||
Model: textRequest.Model,
|
||
Prompt: "",
|
||
StopSequences: nil,
|
||
Temperature: textRequest.Temperature,
|
||
TopP: textRequest.TopP,
|
||
TopK: textRequest.TopK,
|
||
Stream: textRequest.Stream,
|
||
}
|
||
if claudeRequest.MaxTokensToSample == 0 {
|
||
claudeRequest.MaxTokensToSample = 4096
|
||
}
|
||
prompt := ""
|
||
for _, message := range textRequest.Messages {
|
||
if message.Role == "user" {
|
||
prompt += fmt.Sprintf("\n\nHuman: %s", message.Content)
|
||
} else if message.Role == "assistant" {
|
||
prompt += fmt.Sprintf("\n\nAssistant: %s", message.Content)
|
||
} else if message.Role == "system" {
|
||
if prompt == "" {
|
||
prompt = message.StringContent()
|
||
}
|
||
}
|
||
}
|
||
prompt += "\n\nAssistant:"
|
||
claudeRequest.Prompt = prompt
|
||
return &claudeRequest
|
||
}
|
||
|
||
func RequestOpenAI2ClaudeMessage(c *gin.Context, textRequest dto.GeneralOpenAIRequest) (*ClaudeRequest, error) {
|
||
claudeTools := make([]Tool, 0, len(textRequest.Tools))
|
||
|
||
if strings.HasSuffix(textRequest.Model, "-thinking") {
|
||
textRequest.Model = strings.TrimSuffix(textRequest.Model, "-thinking")
|
||
|
||
if textRequest.MaxTokens == 0 {
|
||
textRequest.MaxTokens = 8192
|
||
} else if textRequest.MaxTokens < 2048 {
|
||
textRequest.MaxTokens = 2048
|
||
} else if textRequest.MaxTokens > 64000 {
|
||
c.Request.Header.Set("anthropic-beta", "output-128k-2025-02-19")
|
||
}
|
||
|
||
textRequest.TopP = 0
|
||
textRequest.TopK = 0
|
||
textRequest.Temperature = 0
|
||
textRequest.Thinking = &dto.Thinking{
|
||
Type: "enabled",
|
||
BudgetTokens: int(float64(textRequest.MaxTokens) * 0.5),
|
||
}
|
||
}
|
||
|
||
for _, tool := range textRequest.Tools {
|
||
claudeTool := Tool{
|
||
Name: tool.Function.Name,
|
||
Description: tool.Function.Description,
|
||
Type: tool.Type,
|
||
}
|
||
|
||
if "function" != tool.Type {
|
||
claudeTool.Description = nil
|
||
}
|
||
|
||
if params, ok := tool.Function.Parameters.(map[string]any); ok {
|
||
if "function" == tool.Type {
|
||
claudeTool.Type = nil
|
||
|
||
claudeTool.InputSchema = make(map[string]interface{})
|
||
claudeTool.InputSchema["type"] = params["type"].(string)
|
||
claudeTool.InputSchema["properties"] = params["properties"]
|
||
claudeTool.InputSchema["required"] = params["required"]
|
||
for s, a := range params {
|
||
if s == "type" || s == "properties" || s == "required" {
|
||
continue
|
||
}
|
||
claudeTool.InputSchema[s] = a
|
||
}
|
||
} else {
|
||
if val, ok := params["display_height_px"]; ok {
|
||
claudeTool.DisplayHeightPx = int(val.(float64))
|
||
}
|
||
if val, ok := params["display_width_px"]; ok {
|
||
claudeTool.DisplayWidthPx = int(val.(float64))
|
||
}
|
||
if val, ok := params["display_number"]; ok {
|
||
claudeTool.DisplayNumber = int(val.(float64))
|
||
}
|
||
}
|
||
}
|
||
|
||
claudeTools = append(claudeTools, claudeTool)
|
||
}
|
||
|
||
claudeRequest := ClaudeRequest{
|
||
Model: textRequest.Model,
|
||
MaxTokens: textRequest.MaxTokens,
|
||
StopSequences: nil,
|
||
Temperature: textRequest.Temperature,
|
||
TopP: textRequest.TopP,
|
||
TopK: textRequest.TopK,
|
||
Stream: textRequest.Stream,
|
||
Tools: claudeTools,
|
||
ToolChoice: textRequest.ToolChoice,
|
||
Thinking: textRequest.Thinking,
|
||
}
|
||
if claudeRequest.MaxTokens == 0 {
|
||
claudeRequest.MaxTokens = 4096
|
||
}
|
||
if textRequest.Stop != nil {
|
||
// stop maybe string/array string, convert to array string
|
||
switch textRequest.Stop.(type) {
|
||
case string:
|
||
claudeRequest.StopSequences = []string{textRequest.Stop.(string)}
|
||
case []interface{}:
|
||
stopSequences := make([]string, 0)
|
||
for _, stop := range textRequest.Stop.([]interface{}) {
|
||
stopSequences = append(stopSequences, stop.(string))
|
||
}
|
||
claudeRequest.StopSequences = stopSequences
|
||
}
|
||
}
|
||
formatMessages := make([]dto.Message, 0)
|
||
lastMessage := dto.Message{
|
||
Role: "tool",
|
||
}
|
||
for i, message := range textRequest.Messages {
|
||
if message.Role == "" {
|
||
textRequest.Messages[i].Role = "user"
|
||
}
|
||
fmtMessage := dto.Message{
|
||
Role: message.Role,
|
||
Content: message.Content,
|
||
}
|
||
if message.Role == "tool" {
|
||
fmtMessage.ToolCallId = message.ToolCallId
|
||
}
|
||
if message.Role == "assistant" && message.ToolCalls != nil {
|
||
fmtMessage.ToolCalls = message.ToolCalls
|
||
}
|
||
if lastMessage.Role == message.Role && lastMessage.Role != "tool" {
|
||
if lastMessage.IsStringContent() && message.IsStringContent() {
|
||
content, _ := json.Marshal(strings.Trim(fmt.Sprintf("%s %s", lastMessage.StringContent(), message.StringContent()), "\""))
|
||
fmtMessage.Content = content
|
||
// delete last message
|
||
formatMessages = formatMessages[:len(formatMessages)-1]
|
||
}
|
||
}
|
||
if fmtMessage.Content == nil {
|
||
content, _ := json.Marshal("...")
|
||
fmtMessage.Content = content
|
||
}
|
||
formatMessages = append(formatMessages, fmtMessage)
|
||
lastMessage = fmtMessage
|
||
}
|
||
|
||
claudeMessages := make([]ClaudeMessage, 0)
|
||
isFirstMessage := true
|
||
for _, message := range formatMessages {
|
||
if message.Role == "system" {
|
||
if message.IsStringContent() {
|
||
claudeRequest.System = message.StringContent()
|
||
} else {
|
||
contents := message.ParseContent()
|
||
content := ""
|
||
for _, ctx := range contents {
|
||
if ctx.Type == "text" {
|
||
content += ctx.Text
|
||
}
|
||
}
|
||
claudeRequest.System = content
|
||
}
|
||
} else {
|
||
if isFirstMessage {
|
||
isFirstMessage = false
|
||
if message.Role != "user" {
|
||
// fix: first message is assistant, add user message
|
||
claudeMessage := ClaudeMessage{
|
||
Role: "user",
|
||
Content: []ClaudeMediaMessage{
|
||
{
|
||
Type: "text",
|
||
Text: "...",
|
||
},
|
||
},
|
||
}
|
||
claudeMessages = append(claudeMessages, claudeMessage)
|
||
}
|
||
}
|
||
claudeMessage := ClaudeMessage{
|
||
Role: message.Role,
|
||
}
|
||
if message.Role == "tool" {
|
||
if len(claudeMessages) > 0 && claudeMessages[len(claudeMessages)-1].Role == "user" {
|
||
lastMessage := claudeMessages[len(claudeMessages)-1]
|
||
if content, ok := lastMessage.Content.(string); ok {
|
||
lastMessage.Content = []ClaudeMediaMessage{
|
||
{
|
||
Type: "text",
|
||
Text: content,
|
||
},
|
||
}
|
||
}
|
||
lastMessage.Content = append(lastMessage.Content.([]ClaudeMediaMessage), ClaudeMediaMessage{
|
||
Type: "tool_result",
|
||
ToolUseId: message.ToolCallId,
|
||
Content: message.StringContent(),
|
||
})
|
||
claudeMessages[len(claudeMessages)-1] = lastMessage
|
||
continue
|
||
} else {
|
||
claudeMessage.Role = "user"
|
||
claudeMessage.Content = []ClaudeMediaMessage{
|
||
{
|
||
Type: "tool_result",
|
||
ToolUseId: message.ToolCallId,
|
||
Content: message.StringContent(),
|
||
},
|
||
}
|
||
}
|
||
} else if message.IsStringContent() && message.ToolCalls == nil {
|
||
claudeMessage.Content = message.StringContent()
|
||
} else {
|
||
claudeMediaMessages := make([]ClaudeMediaMessage, 0)
|
||
for _, mediaMessage := range message.ParseContent() {
|
||
claudeMediaMessage := ClaudeMediaMessage{
|
||
Type: mediaMessage.Type,
|
||
}
|
||
if mediaMessage.Type == "text" {
|
||
claudeMediaMessage.Text = mediaMessage.Text
|
||
} else {
|
||
imageUrl := mediaMessage.ImageUrl.(dto.MessageImageUrl)
|
||
claudeMediaMessage.Type = "image"
|
||
claudeMediaMessage.Source = &ClaudeMessageSource{
|
||
Type: "base64",
|
||
}
|
||
// 判断是否是url
|
||
if strings.HasPrefix(imageUrl.Url, "http") {
|
||
// 是url，获取图片的类型和base64编码的数据
|
||
mimeType, data, _ := common.GetImageFromUrl(imageUrl.Url)
|
||
claudeMediaMessage.Source.MediaType = mimeType
|
||
claudeMediaMessage.Source.Data = data
|
||
} else {
|
||
_, format, base64String, err := common.DecodeBase64ImageData(imageUrl.Url)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
claudeMediaMessage.Source.MediaType = "image/" + format
|
||
claudeMediaMessage.Source.Data = base64String
|
||
}
|
||
}
|
||
claudeMediaMessages = append(claudeMediaMessages, claudeMediaMessage)
|
||
}
|
||
if message.ToolCalls != nil {
|
||
for _, tc := range message.ToolCalls.([]interface{}) {
|
||
toolCallJSON, _ := json.Marshal(tc)
|
||
var toolCall dto.ToolCall
|
||
err := json.Unmarshal(toolCallJSON, &toolCall)
|
||
if err != nil {
|
||
common.SysError("tool call is not a dto.ToolCall: " + fmt.Sprintf("%v", tc))
|
||
continue
|
||
}
|
||
inputObj := make(map[string]any)
|
||
if err := json.Unmarshal([]byte(toolCall.Function.Arguments), &inputObj); err != nil {
|
||
common.SysError("tool call function arguments is not a map[string]any: " + fmt.Sprintf("%v", toolCall.Function.Arguments))
|
||
continue
|
||
}
|
||
claudeMediaMessages = append(claudeMediaMessages, ClaudeMediaMessage{
|
||
Type: "tool_use",
|
||
Id: toolCall.ID,
|
||
Name: toolCall.Function.Name,
|
||
Input: inputObj,
|
||
})
|
||
}
|
||
}
|
||
claudeMessage.Content = claudeMediaMessages
|
||
}
|
||
claudeMessages = append(claudeMessages, claudeMessage)
|
||
}
|
||
}
|
||
claudeRequest.Prompt = ""
|
||
claudeRequest.Messages = claudeMessages
|
||
return &claudeRequest, nil
|
||
}
|
||
|
||
func StreamResponseClaude2OpenAI(reqMode int, claudeResponse *ClaudeResponse) (*dto.ChatCompletionsStreamResponse, *ClaudeUsage) {
|
||
var response dto.ChatCompletionsStreamResponse
|
||
var claudeUsage *ClaudeUsage
|
||
response.Object = "chat.completion.chunk"
|
||
response.Model = claudeResponse.Model
|
||
response.Choices = make([]dto.ChatCompletionsStreamResponseChoice, 0)
|
||
tools := make([]dto.ToolCall, 0)
|
||
var choice dto.ChatCompletionsStreamResponseChoice
|
||
if reqMode == RequestModeCompletion {
|
||
choice.Delta.SetContentString(claudeResponse.Completion)
|
||
finishReason := stopReasonClaude2OpenAI(claudeResponse.StopReason)
|
||
if finishReason != "null" {
|
||
choice.FinishReason = &finishReason
|
||
}
|
||
} else {
|
||
if claudeResponse.Type == "message_start" {
|
||
response.Id = claudeResponse.Message.Id
|
||
response.Model = claudeResponse.Message.Model
|
||
claudeUsage = &claudeResponse.Message.Usage
|
||
choice.Delta.SetContentString("")
|
||
choice.Delta.Role = "assistant"
|
||
} else if claudeResponse.Type == "content_block_start" {
|
||
if claudeResponse.ContentBlock != nil {
|
||
//choice.Delta.SetContentString(claudeResponse.ContentBlock.Text)
|
||
if claudeResponse.ContentBlock.Type == "tool_use" {
|
||
tools = append(tools, dto.ToolCall{
|
||
ID: claudeResponse.ContentBlock.Id,
|
||
Type: "function",
|
||
Function: dto.FunctionCall{
|
||
Name: claudeResponse.ContentBlock.Name,
|
||
Arguments: "",
|
||
},
|
||
})
|
||
}
|
||
} else {
|
||
return nil, nil
|
||
}
|
||
} else if claudeResponse.Type == "content_block_delta" {
|
||
if claudeResponse.Delta != nil {
|
||
choice.Index = claudeResponse.Index
|
||
choice.Delta.SetContentString(claudeResponse.Delta.Text)
|
||
switch claudeResponse.Delta.Type {
|
||
case "input_json_delta":
|
||
tools = append(tools, dto.ToolCall{
|
||
Function: dto.FunctionCall{
|
||
Arguments: claudeResponse.Delta.PartialJson,
|
||
},
|
||
})
|
||
case "signature_delta":
|
||
reasoningContent := "\n"
|
||
choice.Delta.ReasoningContent = &reasoningContent
|
||
case "thinking_delta":
|
||
reasoningContent := claudeResponse.Delta.Thinking
|
||
choice.Delta.ReasoningContent = &reasoningContent
|
||
}
|
||
}
|
||
} else if claudeResponse.Type == "message_delta" {
|
||
finishReason := stopReasonClaude2OpenAI(*claudeResponse.Delta.StopReason)
|
||
if finishReason != "null" {
|
||
choice.FinishReason = &finishReason
|
||
}
|
||
claudeUsage = &claudeResponse.Usage
|
||
} else if claudeResponse.Type == "message_stop" {
|
||
return nil, nil
|
||
} else {
|
||
return nil, nil
|
||
}
|
||
}
|
||
if claudeUsage == nil {
|
||
claudeUsage = &ClaudeUsage{}
|
||
}
|
||
if len(tools) > 0 {
|
||
choice.Delta.Content = nil // compatible with other OpenAI derivative applications, like LobeOpenAICompatibleFactory ...
|
||
choice.Delta.ToolCalls = tools
|
||
}
|
||
response.Choices = append(response.Choices, choice)
|
||
|
||
return &response, claudeUsage
|
||
}
|
||
|
||
func ResponseClaude2OpenAI(reqMode int, claudeResponse *ClaudeResponse) *dto.OpenAITextResponse {
|
||
choices := make([]dto.OpenAITextResponseChoice, 0)
|
||
fullTextResponse := dto.OpenAITextResponse{
|
||
Id: fmt.Sprintf("chatcmpl-%s", common.GetUUID()),
|
||
Object: "chat.completion",
|
||
Created: common.GetTimestamp(),
|
||
}
|
||
var responseText string
|
||
if len(claudeResponse.Content) > 0 {
|
||
responseText = claudeResponse.Content[0].Text
|
||
}
|
||
|
||
reasoningContent := ""
|
||
tools := make([]dto.ToolCall, 0)
|
||
if reqMode == RequestModeCompletion {
|
||
content, _ := json.Marshal(strings.TrimPrefix(claudeResponse.Completion, " "))
|
||
choice := dto.OpenAITextResponseChoice{
|
||
Index: 0,
|
||
Message: dto.Message{
|
||
Role: "assistant",
|
||
Content: content,
|
||
Name: nil,
|
||
},
|
||
FinishReason: stopReasonClaude2OpenAI(claudeResponse.StopReason),
|
||
}
|
||
choices = append(choices, choice)
|
||
} else {
|
||
fullTextResponse.Id = claudeResponse.Id
|
||
for _, message := range claudeResponse.Content {
|
||
switch message.Type {
|
||
case "tool_use":
|
||
args, _ := json.Marshal(message.Input)
|
||
tools = append(tools, dto.ToolCall{
|
||
ID: message.Id,
|
||
Type: "function", // compatible with other OpenAI derivative applications
|
||
Function: dto.FunctionCall{
|
||
Name: message.Name,
|
||
Arguments: string(args),
|
||
},
|
||
})
|
||
case "thinking":
|
||
reasoningContent = message.Thinking
|
||
case "text":
|
||
responseText = message.Text
|
||
}
|
||
}
|
||
}
|
||
choice := dto.OpenAITextResponseChoice{
|
||
Index: 0,
|
||
Message: dto.Message{
|
||
Role: "assistant",
|
||
},
|
||
FinishReason: stopReasonClaude2OpenAI(claudeResponse.StopReason),
|
||
}
|
||
choice.SetStringContent(responseText)
|
||
if len(tools) > 0 {
|
||
choice.Message.ToolCalls = tools
|
||
}
|
||
choice.Message.ReasoningContent = &reasoningContent
|
||
fullTextResponse.Model = claudeResponse.Model
|
||
choices = append(choices, choice)
|
||
fullTextResponse.Choices = choices
|
||
return &fullTextResponse
|
||
}
|
||
|
||
func ClaudeStreamHandler(c *gin.Context, resp *http.Response, info *relaycommon.RelayInfo, requestMode int) (*dto.OpenAIErrorWithStatusCode, *dto.Usage) {
|
||
responseId := fmt.Sprintf("chatcmpl-%s", common.GetUUID())
|
||
var usage *dto.Usage
|
||
usage = &dto.Usage{}
|
||
responseText := ""
|
||
createdTime := common.GetTimestamp()
|
||
scanner := bufio.NewScanner(resp.Body)
|
||
scanner.Split(bufio.ScanLines)
|
||
service.SetEventStreamHeaders(c)
|
||
|
||
for scanner.Scan() {
|
||
data := scanner.Text()
|
||
info.SetFirstResponseTime()
|
||
if len(data) < 6 || !strings.HasPrefix(data, "data:") {
|
||
continue
|
||
}
|
||
data = strings.TrimPrefix(data, "data:")
|
||
data = strings.TrimSpace(data)
|
||
var claudeResponse ClaudeResponse
|
||
err := json.Unmarshal([]byte(data), &claudeResponse)
|
||
if err != nil {
|
||
common.SysError("error unmarshalling stream response: " + err.Error())
|
||
continue
|
||
}
|
||
|
||
response, claudeUsage := StreamResponseClaude2OpenAI(requestMode, &claudeResponse)
|
||
if response == nil {
|
||
continue
|
||
}
|
||
if requestMode == RequestModeCompletion {
|
||
responseText += claudeResponse.Completion
|
||
responseId = response.Id
|
||
} else {
|
||
if claudeResponse.Type == "message_start" {
|
||
// message_start, 获取usage
|
||
responseId = claudeResponse.Message.Id
|
||
info.UpstreamModelName = claudeResponse.Message.Model
|
||
usage.PromptTokens = claudeUsage.InputTokens
|
||
} else if claudeResponse.Type == "content_block_delta" {
|
||
responseText += claudeResponse.Delta.Text
|
||
} else if claudeResponse.Type == "message_delta" {
|
||
usage.CompletionTokens = claudeUsage.OutputTokens
|
||
usage.TotalTokens = claudeUsage.InputTokens + claudeUsage.OutputTokens
|
||
} else if claudeResponse.Type == "content_block_start" {
|
||
|
||
} else {
|
||
continue
|
||
}
|
||
}
|
||
//response.Id = responseId
|
||
response.Id = responseId
|
||
response.Created = createdTime
|
||
response.Model = info.UpstreamModelName
|
||
|
||
err = service.ObjectData(c, response)
|
||
if err != nil {
|
||
common.LogError(c, "send_stream_response_failed: "+err.Error())
|
||
}
|
||
}
|
||
|
||
if requestMode == RequestModeCompletion {
|
||
usage, _ = service.ResponseText2Usage(responseText, info.UpstreamModelName, info.PromptTokens)
|
||
} else {
|
||
if usage.PromptTokens == 0 {
|
||
usage.PromptTokens = info.PromptTokens
|
||
}
|
||
if usage.CompletionTokens == 0 {
|
||
usage, _ = service.ResponseText2Usage(responseText, info.UpstreamModelName, usage.PromptTokens)
|
||
}
|
||
}
|
||
if info.ShouldIncludeUsage {
|
||
response := service.GenerateFinalUsageResponse(responseId, createdTime, info.UpstreamModelName, *usage)
|
||
err := service.ObjectData(c, response)
|
||
if err != nil {
|
||
common.SysError("send final response failed: " + err.Error())
|
||
}
|
||
}
|
||
service.Done(c)
|
||
resp.Body.Close()
|
||
return nil, usage
|
||
}
|
||
|
||
func ClaudeHandler(c *gin.Context, resp *http.Response, requestMode int, info *relaycommon.RelayInfo) (*dto.OpenAIErrorWithStatusCode, *dto.Usage) {
|
||
responseBody, err := io.ReadAll(resp.Body)
|
||
if err != nil {
|
||
return service.OpenAIErrorWrapper(err, "read_response_body_failed", http.StatusInternalServerError), nil
|
||
}
|
||
err = resp.Body.Close()
|
||
if err != nil {
|
||
return service.OpenAIErrorWrapper(err, "close_response_body_failed", http.StatusInternalServerError), nil
|
||
}
|
||
var claudeResponse ClaudeResponse
|
||
err = json.Unmarshal(responseBody, &claudeResponse)
|
||
if err != nil {
|
||
return service.OpenAIErrorWrapper(err, "unmarshal_response_body_failed", http.StatusInternalServerError), nil
|
||
}
|
||
if claudeResponse.Error.Type != "" {
|
||
return &dto.OpenAIErrorWithStatusCode{
|
||
Error: dto.OpenAIError{
|
||
Message: claudeResponse.Error.Message,
|
||
Type: claudeResponse.Error.Type,
|
||
Param: "",
|
||
Code: claudeResponse.Error.Type,
|
||
},
|
||
StatusCode: resp.StatusCode,
|
||
}, nil
|
||
}
|
||
fullTextResponse := ResponseClaude2OpenAI(requestMode, &claudeResponse)
|
||
completionTokens, err := service.CountTokenText(claudeResponse.Completion, info.OriginModelName)
|
||
if err != nil {
|
||
return service.OpenAIErrorWrapper(err, "count_token_text_failed", http.StatusInternalServerError), nil
|
||
}
|
||
usage := dto.Usage{}
|
||
if requestMode == RequestModeCompletion {
|
||
usage.PromptTokens = info.PromptTokens
|
||
usage.CompletionTokens = completionTokens
|
||
usage.TotalTokens = info.PromptTokens + completionTokens
|
||
} else {
|
||
usage.PromptTokens = claudeResponse.Usage.InputTokens
|
||
usage.CompletionTokens = claudeResponse.Usage.OutputTokens
|
||
usage.TotalTokens = claudeResponse.Usage.InputTokens + claudeResponse.Usage.OutputTokens
|
||
}
|
||
fullTextResponse.Usage = usage
|
||
jsonResponse, err := json.Marshal(fullTextResponse)
|
||
if err != nil {
|
||
return service.OpenAIErrorWrapper(err, "marshal_response_body_failed", http.StatusInternalServerError), nil
|
||
}
|
||
c.Writer.Header().Set("Content-Type", "application/json")
|
||
c.Writer.WriteHeader(resp.StatusCode)
|
||
_, err = c.Writer.Write(jsonResponse)
|
||
return nil, &usage
|
||
}
|