refine completions req type

Signed-off-by: wozulong <>
This commit is contained in:
wozulong 2024-05-16 18:54:21 +08:00
parent 5ffb520363
commit 00d6cda9ed

View File

@ -10,7 +10,11 @@ type GeneralOpenAIRequest struct {
Model string `json:"model,omitempty"`
Messages []Message `json:"messages,omitempty"`
Prompt any `json:"prompt,omitempty"`
BestOf int `json:"best_of"`
Echo bool `json:"echo"`
Stream bool `json:"stream,omitempty"`
StreamOptions any `json:"stream_options"`
Suffix string `json:"suffix"`
MaxTokens uint `json:"max_tokens,omitempty"`
Temperature float64 `json:"temperature,omitempty"`
TopP float64 `json:"top_p,omitempty"`
@ -28,6 +32,7 @@ type GeneralOpenAIRequest struct {
Tools any `json:"tools,omitempty"`
ToolChoice any `json:"tool_choice,omitempty"`
User string `json:"user,omitempty"`
LogitBias any `json:"logit_bias"`
LogProbs bool `json:"logprobs,omitempty"`
TopLogProbs int `json:"top_logprobs,omitempty"`
}