mirror of
https://github.com/songquanpeng/one-api.git
synced 2025-11-16 13:13:41 +08:00
✨ feat: support Groq (#107)
This commit is contained in:
35
providers/groq/base.go
Normal file
35
providers/groq/base.go
Normal file
@@ -0,0 +1,35 @@
|
||||
package groq
|
||||
|
||||
import (
|
||||
"one-api/common/requester"
|
||||
"one-api/model"
|
||||
"one-api/providers/base"
|
||||
"one-api/providers/openai"
|
||||
)
|
||||
|
||||
// 定义供应商工厂
|
||||
type GroqProviderFactory struct{}
|
||||
|
||||
// 创建 GroqProvider
|
||||
func (f GroqProviderFactory) Create(channel *model.Channel) base.ProviderInterface {
|
||||
return &GroqProvider{
|
||||
OpenAIProvider: openai.OpenAIProvider{
|
||||
BaseProvider: base.BaseProvider{
|
||||
Config: getConfig(),
|
||||
Channel: channel,
|
||||
Requester: requester.NewHTTPRequester(*channel.Proxy, openai.RequestErrorHandle),
|
||||
},
|
||||
},
|
||||
}
|
||||
}
|
||||
|
||||
func getConfig() base.ProviderConfig {
|
||||
return base.ProviderConfig{
|
||||
BaseURL: "https://api.groq.com/openai",
|
||||
ChatCompletions: "/v1/chat/completions",
|
||||
}
|
||||
}
|
||||
|
||||
type GroqProvider struct {
|
||||
openai.OpenAIProvider
|
||||
}
|
||||
82
providers/groq/chat.go
Normal file
82
providers/groq/chat.go
Normal file
@@ -0,0 +1,82 @@
|
||||
package groq
|
||||
|
||||
import (
|
||||
"net/http"
|
||||
"one-api/common"
|
||||
"one-api/common/requester"
|
||||
"one-api/providers/openai"
|
||||
"one-api/types"
|
||||
)
|
||||
|
||||
func (p *GroqProvider) CreateChatCompletion(request *types.ChatCompletionRequest) (openaiResponse *types.ChatCompletionResponse, errWithCode *types.OpenAIErrorWithStatusCode) {
|
||||
p.getChatRequestBody(request)
|
||||
|
||||
req, errWithCode := p.GetRequestTextBody(common.RelayModeChatCompletions, request.Model, request)
|
||||
if errWithCode != nil {
|
||||
return nil, errWithCode
|
||||
}
|
||||
defer req.Body.Close()
|
||||
|
||||
response := &openai.OpenAIProviderChatResponse{}
|
||||
// 发送请求
|
||||
_, errWithCode = p.Requester.SendRequest(req, response, false)
|
||||
if errWithCode != nil {
|
||||
return nil, errWithCode
|
||||
}
|
||||
|
||||
// 检测是否错误
|
||||
openaiErr := openai.ErrorHandle(&response.OpenAIErrorResponse)
|
||||
if openaiErr != nil {
|
||||
errWithCode = &types.OpenAIErrorWithStatusCode{
|
||||
OpenAIError: *openaiErr,
|
||||
StatusCode: http.StatusBadRequest,
|
||||
}
|
||||
return nil, errWithCode
|
||||
}
|
||||
|
||||
*p.Usage = *response.Usage
|
||||
|
||||
return &response.ChatCompletionResponse, nil
|
||||
}
|
||||
|
||||
func (p *GroqProvider) CreateChatCompletionStream(request *types.ChatCompletionRequest) (requester.StreamReaderInterface[string], *types.OpenAIErrorWithStatusCode) {
|
||||
p.getChatRequestBody(request)
|
||||
req, errWithCode := p.GetRequestTextBody(common.RelayModeChatCompletions, request.Model, request)
|
||||
if errWithCode != nil {
|
||||
return nil, errWithCode
|
||||
}
|
||||
defer req.Body.Close()
|
||||
|
||||
// 发送请求
|
||||
resp, errWithCode := p.Requester.SendRequestRaw(req)
|
||||
if errWithCode != nil {
|
||||
return nil, errWithCode
|
||||
}
|
||||
|
||||
chatHandler := openai.OpenAIStreamHandler{
|
||||
Usage: p.Usage,
|
||||
ModelName: request.Model,
|
||||
}
|
||||
|
||||
return requester.RequestStream[string](p.Requester, resp, chatHandler.HandlerChatStream)
|
||||
}
|
||||
|
||||
// 获取聊天请求体
|
||||
func (p *GroqProvider) getChatRequestBody(request *types.ChatCompletionRequest) {
|
||||
if request.Tools != nil {
|
||||
request.Tools = nil
|
||||
}
|
||||
|
||||
if request.ToolChoice != nil {
|
||||
request.ToolChoice = nil
|
||||
}
|
||||
|
||||
if request.ResponseFormat != nil {
|
||||
request.ResponseFormat = nil
|
||||
}
|
||||
|
||||
if request.N > 1 {
|
||||
request.N = 1
|
||||
}
|
||||
|
||||
}
|
||||
@@ -17,6 +17,7 @@ import (
|
||||
"one-api/providers/closeai"
|
||||
"one-api/providers/deepseek"
|
||||
"one-api/providers/gemini"
|
||||
"one-api/providers/groq"
|
||||
"one-api/providers/minimax"
|
||||
"one-api/providers/mistral"
|
||||
"one-api/providers/openai"
|
||||
@@ -60,6 +61,7 @@ func init() {
|
||||
providerFactories[common.ChannelTypeMiniMax] = minimax.MiniMaxProviderFactory{}
|
||||
providerFactories[common.ChannelTypeDeepseek] = deepseek.DeepseekProviderFactory{}
|
||||
providerFactories[common.ChannelTypeMistral] = mistral.MistralProviderFactory{}
|
||||
providerFactories[common.ChannelTypeGroq] = groq.GroqProviderFactory{}
|
||||
|
||||
}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user