xinyin025/one-api
1
0
Fork 0
mirror of https://github.com/songquanpeng/one-api.git synced 2025-09-17 09:16:36 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix: increase buffer sizes for stream handlers to improve performance

Browse Source
This commit is contained in:
Laisky.Cai 2025-03-20 11:17:17 +00:00
parent a726156d61
commit 726c34d18d
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
relay/adaptor/gemini/main.go
View File

@ -408,7 +408,7 @@ func StreamHandler(c *gin.Context, resp *http.Response) (*model.ErrorWithStatusC
scanner := bufio.NewScanner(resp.Body) scanner := bufio.NewScanner(resp.Body)
scanner.Split(bufio.ScanLines) scanner.Split(bufio.ScanLines)
buffer := make([]byte, 1024*1024) // 1MB buffer buffer := make([]byte, 10*1024*1024) // 10MB buffer
scanner.Buffer(buffer, len(buffer)) scanner.Buffer(buffer, len(buffer))
common.SetEventStreamHeaders(c) common.SetEventStreamHeaders(c)

2
relay/adaptor/openai/main.go
View File

@ -36,7 +36,7 @@ func StreamHandler(c *gin.Context, resp *http.Response, relayMode int) (*model.E
// Set up scanner for reading the stream line by line // Set up scanner for reading the stream line by line
scanner := bufio.NewScanner(resp.Body) scanner := bufio.NewScanner(resp.Body)
buffer := make([]byte, 256*1024) // 256KB buffer for large messages buffer := make([]byte, 1024*1024) // 1MB buffer for large messages
scanner.Buffer(buffer, len(buffer)) scanner.Buffer(buffer, len(buffer))
scanner.Split(bufio.ScanLines) scanner.Split(bufio.ScanLines)