From 0526c857324b7ce5c0bae01fe40f40a2a022aedb Mon Sep 17 00:00:00 2001 From: CalciumIon <1808837298@qq.com> Date: Tue, 9 Jul 2024 21:11:01 +0800 Subject: [PATCH] feat: update stream options --- relay/channel/openai/relay-openai.go | 8 ++------ 1 file changed, 2 insertions(+), 6 deletions(-) diff --git a/relay/channel/openai/relay-openai.go b/relay/channel/openai/relay-openai.go index 7c96f69..dace39c 100644 --- a/relay/channel/openai/relay-openai.go +++ b/relay/channel/openai/relay-openai.go @@ -78,9 +78,7 @@ func OpenaiStreamHandler(c *gin.Context, resp *http.Response, info *relaycommon. if err == nil { if streamResponse.Usage != nil { if streamResponse.Usage.TotalTokens != 0 { - usage.PromptTokens += streamResponse.Usage.PromptTokens - usage.CompletionTokens += streamResponse.Usage.CompletionTokens - usage.TotalTokens += streamResponse.Usage.TotalTokens + usage = *streamResponse.Usage } } for _, choice := range streamResponse.Choices { @@ -101,9 +99,7 @@ func OpenaiStreamHandler(c *gin.Context, resp *http.Response, info *relaycommon. for _, streamResponse := range streamResponses { if streamResponse.Usage != nil { if streamResponse.Usage.TotalTokens != 0 { - usage.PromptTokens += streamResponse.Usage.PromptTokens - usage.CompletionTokens += streamResponse.Usage.CompletionTokens - usage.TotalTokens += streamResponse.Usage.TotalTokens + usage = *streamResponse.Usage } } for _, choice := range streamResponse.Choices {