xinyin025/one-api
1
0
Fork 0
mirror of https://github.com/songquanpeng/one-api.git synced 2025-11-21 23:46:49 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

feat: support llm chat on replicate

Browse Source
This commit is contained in:
Laisky.Cai
2024-12-19 03:14:32 +00:00
parent 4dd2b9dcb8
commit 48e8b6b5c0
12 changed files with 380 additions and 33 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
relay/adaptor/ollama/main.go
View File

@@ -31,8 +31,8 @@ func ConvertRequest(request model.GeneralOpenAIRequest) *ChatRequest {
TopP: request.TopP,
FrequencyPenalty: request.FrequencyPenalty,
PresencePenalty: request.PresencePenalty,
NumPredict: request.MaxTokens,
NumCtx: request.NumCtx,
NumPredict: request.MaxTokens,
NumCtx: request.NumCtx,
},
Stream: request.Stream,
}
@@ -122,7 +122,7 @@ func StreamHandler(c *gin.Context, resp *http.Response) (*model.ErrorWithStatusC
for scanner.Scan() {
data := scanner.Text()
if strings.HasPrefix(data, "}") {
data = strings.TrimPrefix(data, "}") + "}"
data = strings.TrimPrefix(data, "}") + "}"
}
var ollamaResponse ChatResponse