package openai import ( "encoding/json" "net/http" "one-api/common" "one-api/common/requester" "one-api/types" "strings" ) type OpenAIStreamHandler struct { Usage *types.Usage ModelName string } func (p *OpenAIProvider) CreateChatCompletion(request *types.ChatCompletionRequest) (openaiResponse *types.ChatCompletionResponse, errWithCode *types.OpenAIErrorWithStatusCode) { req, errWithCode := p.GetRequestTextBody(common.RelayModeChatCompletions, request.Model, request) if errWithCode != nil { return nil, errWithCode } defer req.Body.Close() response := &OpenAIProviderChatResponse{} // 发送请求 _, errWithCode = p.Requester.SendRequest(req, response, false) if errWithCode != nil { return nil, errWithCode } // 检测是否错误 openaiErr := ErrorHandle(&response.OpenAIErrorResponse) if openaiErr != nil { errWithCode = &types.OpenAIErrorWithStatusCode{ OpenAIError: *openaiErr, StatusCode: http.StatusBadRequest, } return nil, errWithCode } *p.Usage = *response.Usage return &response.ChatCompletionResponse, nil } func (p *OpenAIProvider) CreateChatCompletionStream(request *types.ChatCompletionRequest) (requester.StreamReaderInterface[types.ChatCompletionStreamResponse], *types.OpenAIErrorWithStatusCode) { req, errWithCode := p.GetRequestTextBody(common.RelayModeChatCompletions, request.Model, request) if errWithCode != nil { return nil, errWithCode } defer req.Body.Close() // 发送请求 resp, errWithCode := p.Requester.SendRequestRaw(req) if errWithCode != nil { return nil, errWithCode } chatHandler := OpenAIStreamHandler{ Usage: p.Usage, ModelName: request.Model, } return requester.RequestStream[types.ChatCompletionStreamResponse](p.Requester, resp, chatHandler.HandlerChatStream) } func (h *OpenAIStreamHandler) HandlerChatStream(rawLine *[]byte, isFinished *bool, response *[]types.ChatCompletionStreamResponse) error { // 如果rawLine 前缀不为data:,则直接返回 if !strings.HasPrefix(string(*rawLine), "data: ") { *rawLine = nil return nil } // 去除前缀 *rawLine = (*rawLine)[6:] // 如果等于 DONE 则结束 if string(*rawLine) == "[DONE]" { *isFinished = true return nil } var openaiResponse OpenAIProviderChatStreamResponse err := json.Unmarshal(*rawLine, &openaiResponse) if err != nil { return common.ErrorToOpenAIError(err) } error := ErrorHandle(&openaiResponse.OpenAIErrorResponse) if error != nil { return error } countTokenText := common.CountTokenText(openaiResponse.getResponseText(), h.ModelName) h.Usage.CompletionTokens += countTokenText h.Usage.TotalTokens += countTokenText *response = append(*response, openaiResponse.ChatCompletionStreamResponse) return nil }