one-api/controller/relay/embeddings.go
Buer dd3e79a20d
feat: channel support weight (#85)
*  feat: channel support weight

* 💄 improve: show version

* 💄 improve: Channel add copy operation

* 💄 improve: Channel support batch add
2024-03-06 18:01:43 +08:00

64 lines
1.2 KiB
Go

package relay
import (
"net/http"
"one-api/common"
providersBase "one-api/providers/base"
"one-api/types"
"strings"
"github.com/gin-gonic/gin"
)
type relayEmbeddings struct {
relayBase
request types.EmbeddingRequest
}
func NewRelayEmbeddings(c *gin.Context) *relayEmbeddings {
relay := &relayEmbeddings{}
relay.c = c
return relay
}
func (r *relayEmbeddings) setRequest() error {
if strings.HasSuffix(r.c.Request.URL.Path, "embeddings") {
r.request.Model = r.c.Param("model")
}
if err := common.UnmarshalBodyReusable(r.c, &r.request); err != nil {
return err
}
r.originalModel = r.request.Model
return nil
}
func (r *relayEmbeddings) getPromptTokens() (int, error) {
return common.CountTokenInput(r.request.Input, r.modelName), nil
}
func (r *relayEmbeddings) send() (err *types.OpenAIErrorWithStatusCode, done bool) {
provider, ok := r.provider.(providersBase.EmbeddingsInterface)
if !ok {
err = common.StringErrorWrapper("channel not implemented", "channel_error", http.StatusServiceUnavailable)
done = true
return
}
r.request.Model = r.modelName
response, err := provider.CreateEmbeddings(&r.request)
if err != nil {
return
}
err = responseJsonClient(r.c, response)
if err != nil {
done = true
}
return
}