feat: 完善stream_options

This commit is contained in:
CalciumIon
2024-07-08 02:00:39 +08:00
parent 9896ba0a64
commit df6502733c
5 changed files with 31 additions and 24 deletions

View File

@@ -214,10 +214,12 @@ func awsStreamHandler(c *gin.Context, resp *http.Response, info *relaycommon.Rel
return false
}
})
response := service.GenerateFinalUsageResponse(id, createdTime, model, usage)
err = service.ObjectData(c, response)
if err != nil {
common.SysError("send final response failed: " + err.Error())
if info.ShouldIncludeUsage {
response := service.GenerateFinalUsageResponse(id, createdTime, info.UpstreamModelName, usage)
err := service.ObjectData(c, response)
if err != nil {
common.SysError("send final response failed: " + err.Error())
}
}
service.Done(c)
err = resp.Body.Close()