mirror of
https://github.com/songquanpeng/one-api.git
synced 2025-09-17 17:16:38 +08:00
c368232f50
* fix:修复在渠道配置中设置模型重定向时，temperature为0被忽略的问题 * fix: set optional fields to pointer type --------- Co-authored-by: JustSong <songquanpeng@foxmail.com>
54 lines
1.9 KiB
Go
54 lines
1.9 KiB
Go
package ollama
|
|
|
|
type Options struct {
|
|
Seed int `json:"seed,omitempty"`
|
|
Temperature *float64 `json:"temperature,omitempty"`
|
|
TopK int `json:"top_k,omitempty"`
|
|
TopP *float64 `json:"top_p,omitempty"`
|
|
FrequencyPenalty *float64 `json:"frequency_penalty,omitempty"`
|
|
PresencePenalty *float64 `json:"presence_penalty,omitempty"`
|
|
NumPredict int `json:"num_predict,omitempty"`
|
|
NumCtx int `json:"num_ctx,omitempty"`
|
|
}
|
|
|
|
type Message struct {
|
|
Role string `json:"role,omitempty"`
|
|
Content string `json:"content,omitempty"`
|
|
Images []string `json:"images,omitempty"`
|
|
}
|
|
|
|
type ChatRequest struct {
|
|
Model string `json:"model,omitempty"`
|
|
Messages []Message `json:"messages,omitempty"`
|
|
Stream bool `json:"stream"`
|
|
Options *Options `json:"options,omitempty"`
|
|
}
|
|
|
|
type ChatResponse struct {
|
|
Model string `json:"model,omitempty"`
|
|
CreatedAt string `json:"created_at,omitempty"`
|
|
Message Message `json:"message,omitempty"`
|
|
Response string `json:"response,omitempty"` // for stream response
|
|
Done bool `json:"done,omitempty"`
|
|
TotalDuration int `json:"total_duration,omitempty"`
|
|
LoadDuration int `json:"load_duration,omitempty"`
|
|
PromptEvalCount int `json:"prompt_eval_count,omitempty"`
|
|
EvalCount int `json:"eval_count,omitempty"`
|
|
EvalDuration int `json:"eval_duration,omitempty"`
|
|
Error string `json:"error,omitempty"`
|
|
}
|
|
|
|
type EmbeddingRequest struct {
|
|
Model string `json:"model"`
|
|
Input []string `json:"input"`
|
|
// Truncate bool `json:"truncate,omitempty"`
|
|
Options *Options `json:"options,omitempty"`
|
|
// KeepAlive string `json:"keep_alive,omitempty"`
|
|
}
|
|
|
|
type EmbeddingResponse struct {
|
|
Error string `json:"error,omitempty"`
|
|
Model string `json:"model"`
|
|
Embeddings [][]float64 `json:"embeddings"`
|
|
}
|