Added num_ctx param for ollama adapter

2025-11-19 22:53:41 +08:00 · 2024-07-26 06:28:03 -04:00
parent c834f83835
commit f655976994
1 changed files with 2 additions and 1 deletions
--- a/relay/adaptor/ollama/model.go
+++ b/relay/adaptor/ollama/model.go
@@ -8,6 +8,7 @@ type Options struct {
 	FrequencyPenalty float64 `json:"frequency_penalty,omitempty"`
 	PresencePenalty  float64 `json:"presence_penalty,omitempty"`
 	NumPredict  	 int 	 `json:"num_predict,omitempty"`
+	NumCtx  	 int 	 `json:"num_ctx,omitempty"`
 }

 type Message struct {