mirror of
https://github.com/yangjian102621/geekai.git
synced 2025-09-17 16:56:38 +08:00
108 lines
3.0 KiB
Go
108 lines
3.0 KiB
Go
package utils
|
||
|
||
// * +++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
|
||
// * Copyright 2023 The Geek-AI Authors. All rights reserved.
|
||
// * Use of this source code is governed by a Apache-2.0 license
|
||
// * that can be found in the LICENSE file.
|
||
// * @Author yangjian102621@163.com
|
||
// * +++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
|
||
|
||
import (
|
||
"encoding/json"
|
||
"fmt"
|
||
"geekai/core/types"
|
||
"geekai/store/model"
|
||
"github.com/imroc/req/v3"
|
||
"github.com/pkoukk/tiktoken-go"
|
||
"gorm.io/gorm"
|
||
"io"
|
||
"time"
|
||
)
|
||
|
||
func CalcTokens(text string, model string) (int, error) {
|
||
encoding, ok := tiktoken.MODEL_TO_ENCODING[model]
|
||
if !ok {
|
||
encoding = "cl100k_base"
|
||
}
|
||
tke, err := tiktoken.GetEncoding(encoding)
|
||
if err != nil {
|
||
return 0, fmt.Errorf("getEncoding: %v", err)
|
||
}
|
||
|
||
token := tke.Encode(text, nil, nil)
|
||
return len(token), nil
|
||
}
|
||
|
||
type apiRes struct {
|
||
Model string `json:"model"`
|
||
Choices []struct {
|
||
Index int `json:"index"`
|
||
Message struct {
|
||
Role string `json:"role"`
|
||
Content string `json:"content"`
|
||
} `json:"message"`
|
||
FinishReason string `json:"finish_reason"`
|
||
} `json:"choices"`
|
||
}
|
||
|
||
func OpenAIRequest(db *gorm.DB, prompt string, modelId int) (string, error) {
|
||
messages := make([]interface{}, 1)
|
||
messages[0] = types.Message{
|
||
Role: "user",
|
||
Content: prompt,
|
||
}
|
||
return SendOpenAIMessage(db, messages, modelId)
|
||
}
|
||
|
||
func SendOpenAIMessage(db *gorm.DB, messages []interface{}, modelId int) (string, error) {
|
||
var chatModel model.ChatModel
|
||
db.Where("id", modelId).First(&chatModel)
|
||
if chatModel.Name == "" {
|
||
chatModel.Name = "gpt-4o-mini" // 默认使用 gpt-4o-mini
|
||
}
|
||
var apiKey model.ApiKey
|
||
session := db.Session(&gorm.Session{}).Where("type", "chat").Where("enabled", true)
|
||
if chatModel.KeyId > 0 {
|
||
session = session.Where("id", chatModel.KeyId)
|
||
}
|
||
err := session.First(&apiKey).Error
|
||
if err != nil {
|
||
return "", fmt.Errorf("error with fetch OpenAI API KEY：%v", err)
|
||
}
|
||
|
||
var response apiRes
|
||
client := req.C()
|
||
if len(apiKey.ProxyURL) > 5 {
|
||
client.SetProxyURL(apiKey.ApiURL)
|
||
}
|
||
apiURL := fmt.Sprintf("%s/v1/chat/completions", apiKey.ApiURL)
|
||
logger.Infof("Sending %s request, API KEY:%s, PROXY: %s, Model: %s", apiKey.ApiURL, apiURL, apiKey.ProxyURL, chatModel.Name)
|
||
r, err := client.R().SetHeader("Body-Type", "application/json").
|
||
SetHeader("Authorization", "Bearer "+apiKey.Value).
|
||
SetBody(types.ApiRequest{
|
||
Model: chatModel.Name,
|
||
Temperature: 0.9,
|
||
MaxTokens: 1024,
|
||
Stream: false,
|
||
Messages: messages,
|
||
}).Post(apiURL)
|
||
if err != nil {
|
||
return "", fmt.Errorf("请求 OpenAI API失败：%v", err)
|
||
}
|
||
|
||
if r.IsErrorState() {
|
||
return "", fmt.Errorf("请求 OpenAI API失败：%v", r.Status)
|
||
}
|
||
|
||
body, _ := io.ReadAll(r.Body)
|
||
err = json.Unmarshal(body, &response)
|
||
if err != nil {
|
||
return "", fmt.Errorf("解析API数据失败：%v, %s", err, string(body))
|
||
}
|
||
|
||
// 更新 API KEY 的最后使用时间
|
||
db.Model(&apiKey).UpdateColumn("last_used_at", time.Now().Unix())
|
||
|
||
return response.Choices[0].Message.Content, nil
|
||
}
|