perf: use max_tokens to reduce token consuming

This commit is contained in:
JustSong
2023-05-16 16:22:25 +08:00
parent c9ac5e391f
commit 58fe923c85
2 changed files with 6 additions and 4 deletions

View File

@@ -21,8 +21,9 @@ type Message struct {
}
type ChatRequest struct {
Model string `json:"model"`
Messages []Message `json:"messages"`
Model string `json:"model"`
Messages []Message `json:"messages"`
MaxTokens int `json:"max_tokens"`
}
type TextRequest struct {