one-api/relay/embeddings.go
Buer 71171c63f5
feat: support configuration file (#117)
* ♻️ refactor: move file directory

* ♻️ refactor: move file directory

* ♻️ refactor: support multiple config methods

* 🔥 del: remove unused code

* 💩 refactor: Refactor channel management and synchronization

* 💄 improve: add channel website

*  feat: allow recording 0 consumption
2024-03-20 14:12:47 +08:00

64 lines
1.2 KiB
Go

package relay
import (
"net/http"
"one-api/common"
providersBase "one-api/providers/base"
"one-api/types"
"strings"
"github.com/gin-gonic/gin"
)
type relayEmbeddings struct {
relayBase
request types.EmbeddingRequest
}
func NewRelayEmbeddings(c *gin.Context) *relayEmbeddings {
relay := &relayEmbeddings{}
relay.c = c
return relay
}
func (r *relayEmbeddings) setRequest() error {
if strings.HasSuffix(r.c.Request.URL.Path, "embeddings") {
r.request.Model = r.c.Param("model")
}
if err := common.UnmarshalBodyReusable(r.c, &r.request); err != nil {
return err
}
r.originalModel = r.request.Model
return nil
}
func (r *relayEmbeddings) getPromptTokens() (int, error) {
return common.CountTokenInput(r.request.Input, r.modelName), nil
}
func (r *relayEmbeddings) send() (err *types.OpenAIErrorWithStatusCode, done bool) {
provider, ok := r.provider.(providersBase.EmbeddingsInterface)
if !ok {
err = common.StringErrorWrapper("channel not implemented", "channel_error", http.StatusServiceUnavailable)
done = true
return
}
r.request.Model = r.modelName
response, err := provider.CreateEmbeddings(&r.request)
if err != nil {
return
}
err = responseJsonClient(r.c, response)
if err != nil {
done = true
}
return
}