xinyin025/new-api
1
0
Fork 0
mirror of https://github.com/linux-do/new-api.git synced 2025-11-08 23:23:42 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

feat: update stream options

Browse Source
This commit is contained in:
CalciumIon
2024-07-09 21:11:01 +08:00
parent b75134ece4
commit 0526c85732
1 changed files with 2 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
relay/channel/openai/relay-openai.go
View File

@@ -78,9 +78,7 @@ func OpenaiStreamHandler(c *gin.Context, resp *http.Response, info *relaycommon.
if err == nil { if err == nil {
if streamResponse.Usage != nil { if streamResponse.Usage != nil {
if streamResponse.Usage.TotalTokens != 0 { if streamResponse.Usage.TotalTokens != 0 {
usage.PromptTokens += streamResponse.Usage.PromptTokens usage = *streamResponse.Usage
usage.CompletionTokens += streamResponse.Usage.CompletionTokens
usage.TotalTokens += streamResponse.Usage.TotalTokens
} }
} }
for _, choice := range streamResponse.Choices { for _, choice := range streamResponse.Choices {
@@ -101,9 +99,7 @@ func OpenaiStreamHandler(c *gin.Context, resp *http.Response, info *relaycommon.
for _, streamResponse := range streamResponses { for _, streamResponse := range streamResponses {
if streamResponse.Usage != nil { if streamResponse.Usage != nil {
if streamResponse.Usage.TotalTokens != 0 { if streamResponse.Usage.TotalTokens != 0 {
usage.PromptTokens += streamResponse.Usage.PromptTokens usage = *streamResponse.Usage
usage.CompletionTokens += streamResponse.Usage.CompletionTokens
usage.TotalTokens += streamResponse.Usage.TotalTokens
} }
} }
for _, choice := range streamResponse.Choices { for _, choice := range streamResponse.Choices {