mirror of
https://github.com/yangjian102621/geekai.git
synced 2025-09-18 01:06:39 +08:00
424 lines
11 KiB
Go
424 lines
11 KiB
Go
package handler
|
||
|
||
import (
|
||
"chatplus/core"
|
||
"chatplus/core/types"
|
||
"chatplus/service"
|
||
"chatplus/service/mj"
|
||
"chatplus/service/mj/plus"
|
||
"chatplus/service/oss"
|
||
"chatplus/store/model"
|
||
"chatplus/store/vo"
|
||
"chatplus/utils"
|
||
"chatplus/utils/resp"
|
||
"encoding/base64"
|
||
"fmt"
|
||
"net/http"
|
||
"strings"
|
||
"time"
|
||
|
||
"github.com/gin-gonic/gin"
|
||
"github.com/gorilla/websocket"
|
||
"gorm.io/gorm"
|
||
)
|
||
|
||
type MidJourneyHandler struct {
|
||
BaseHandler
|
||
db *gorm.DB
|
||
pool *mj.ServicePool
|
||
snowflake *service.Snowflake
|
||
uploader *oss.UploaderManager
|
||
}
|
||
|
||
func NewMidJourneyHandler(app *core.AppServer, db *gorm.DB, snowflake *service.Snowflake, pool *mj.ServicePool, manager *oss.UploaderManager) *MidJourneyHandler {
|
||
h := MidJourneyHandler{
|
||
db: db,
|
||
snowflake: snowflake,
|
||
pool: pool,
|
||
uploader: manager,
|
||
}
|
||
h.App = app
|
||
return &h
|
||
}
|
||
|
||
func (h *MidJourneyHandler) preCheck(c *gin.Context) bool {
|
||
user, err := utils.GetLoginUser(c, h.db)
|
||
if err != nil {
|
||
resp.NotAuth(c)
|
||
return false
|
||
}
|
||
|
||
if user.ImgCalls <= 0 {
|
||
resp.ERROR(c, "您的绘图次数不足，请联系管理员充值！")
|
||
return false
|
||
}
|
||
|
||
if !h.pool.HasAvailableService() {
|
||
resp.ERROR(c, "MidJourney 池子中没有没有可用的服务！")
|
||
return false
|
||
}
|
||
|
||
return true
|
||
|
||
}
|
||
|
||
// Client WebSocket 客户端，用于通知任务状态变更
|
||
func (h *MidJourneyHandler) Client(c *gin.Context) {
|
||
ws, err := (&websocket.Upgrader{CheckOrigin: func(r *http.Request) bool { return true }}).Upgrade(c.Writer, c.Request, nil)
|
||
if err != nil {
|
||
logger.Error(err)
|
||
c.Abort()
|
||
return
|
||
}
|
||
|
||
userId := h.GetInt(c, "user_id", 0)
|
||
if userId == 0 {
|
||
logger.Info("Invalid user ID")
|
||
c.Abort()
|
||
return
|
||
}
|
||
|
||
client := types.NewWsClient(ws)
|
||
h.pool.Clients.Put(uint(userId), client)
|
||
logger.Infof("New websocket connected, IP: %s", c.RemoteIP())
|
||
}
|
||
|
||
// Image 创建一个绘画任务
|
||
func (h *MidJourneyHandler) Image(c *gin.Context) {
|
||
var data struct {
|
||
SessionId string `json:"session_id"`
|
||
TaskType string `json:"task_type"`
|
||
Prompt string `json:"prompt"`
|
||
NegPrompt string `json:"neg_prompt"`
|
||
Rate string `json:"rate"`
|
||
Model string `json:"model"`
|
||
Chaos int `json:"chaos"`
|
||
Raw bool `json:"raw"`
|
||
Seed int64 `json:"seed"`
|
||
Stylize int `json:"stylize"`
|
||
ImgArr []string `json:"img_arr"`
|
||
Tile bool `json:"tile"`
|
||
Quality float32 `json:"quality"`
|
||
Weight float32 `json:"weight"`
|
||
}
|
||
if err := c.ShouldBindJSON(&data); err != nil {
|
||
resp.ERROR(c, types.InvalidArgs)
|
||
return
|
||
}
|
||
if !h.preCheck(c) {
|
||
return
|
||
}
|
||
|
||
var prompt = data.Prompt
|
||
if data.Rate != "" && !strings.Contains(prompt, "--ar") {
|
||
prompt += " --ar " + data.Rate
|
||
}
|
||
if data.Seed > 0 && !strings.Contains(prompt, "--seed") {
|
||
prompt += fmt.Sprintf(" --seed %d", data.Seed)
|
||
}
|
||
if data.Stylize > 0 && !strings.Contains(prompt, "--s") && !strings.Contains(prompt, "--stylize") {
|
||
prompt += fmt.Sprintf(" --s %d", data.Stylize)
|
||
}
|
||
if data.Chaos > 0 && !strings.Contains(prompt, "--c") && !strings.Contains(prompt, "--chaos") {
|
||
prompt += fmt.Sprintf(" --c %d", data.Chaos)
|
||
}
|
||
if data.Weight > 0 {
|
||
prompt += fmt.Sprintf(" --iw %f", data.Weight)
|
||
}
|
||
if data.Raw {
|
||
prompt += " --style raw"
|
||
}
|
||
if data.Quality > 0 {
|
||
prompt += fmt.Sprintf(" --q %.2f", data.Quality)
|
||
}
|
||
if data.NegPrompt != "" {
|
||
prompt += fmt.Sprintf(" --no %s", data.NegPrompt)
|
||
}
|
||
if data.Tile {
|
||
prompt += " --tile "
|
||
}
|
||
if data.Model != "" && !strings.Contains(prompt, "--v") && !strings.Contains(prompt, "--niji") {
|
||
prompt += fmt.Sprintf(" %s", data.Model)
|
||
}
|
||
|
||
idValue, _ := c.Get(types.LoginUserID)
|
||
userId := utils.IntValue(utils.InterfaceToString(idValue), 0)
|
||
// generate task id
|
||
taskId, err := h.snowflake.Next(true)
|
||
if err != nil {
|
||
resp.ERROR(c, "error with generate task id: "+err.Error())
|
||
return
|
||
}
|
||
job := model.MidJourneyJob{
|
||
Type: data.TaskType,
|
||
UserId: userId,
|
||
TaskId: taskId,
|
||
Progress: 0,
|
||
Prompt: prompt,
|
||
CreatedAt: time.Now(),
|
||
}
|
||
if res := h.db.Create(&job); res.Error != nil || res.RowsAffected == 0 {
|
||
resp.ERROR(c, "添加任务失败："+res.Error.Error())
|
||
return
|
||
}
|
||
|
||
h.pool.PushTask(types.MjTask{
|
||
Id: int(job.Id),
|
||
TaskId: taskId,
|
||
SessionId: data.SessionId,
|
||
Type: types.TaskImage,
|
||
Prompt: prompt,
|
||
UserId: userId,
|
||
ImgArr: data.ImgArr,
|
||
})
|
||
|
||
client := h.pool.Clients.Get(uint(job.UserId))
|
||
_ = client.Send([]byte("Task Updated"))
|
||
|
||
// update user's img calls
|
||
h.db.Model(&model.User{}).Where("id = ?", job.UserId).UpdateColumn("img_calls", gorm.Expr("img_calls - ?", 1))
|
||
resp.SUCCESS(c)
|
||
}
|
||
|
||
type reqVo struct {
|
||
Index int `json:"index"`
|
||
ChannelId string `json:"channel_id"`
|
||
MessageId string `json:"message_id"`
|
||
MessageHash string `json:"message_hash"`
|
||
SessionId string `json:"session_id"`
|
||
Prompt string `json:"prompt"`
|
||
ChatId string `json:"chat_id"`
|
||
RoleId int `json:"role_id"`
|
||
Icon string `json:"icon"`
|
||
}
|
||
|
||
// Upscale send upscale command to MidJourney Bot
|
||
func (h *MidJourneyHandler) Upscale(c *gin.Context) {
|
||
var data reqVo
|
||
if err := c.ShouldBindJSON(&data); err != nil || data.SessionId == "" {
|
||
resp.ERROR(c, types.InvalidArgs)
|
||
return
|
||
}
|
||
|
||
if !h.preCheck(c) {
|
||
return
|
||
}
|
||
|
||
idValue, _ := c.Get(types.LoginUserID)
|
||
userId := utils.IntValue(utils.InterfaceToString(idValue), 0)
|
||
taskId, _ := h.snowflake.Next(true)
|
||
job := model.MidJourneyJob{
|
||
Type: types.TaskUpscale.String(),
|
||
ReferenceId: data.MessageId,
|
||
UserId: userId,
|
||
TaskId: taskId,
|
||
Progress: 0,
|
||
Prompt: data.Prompt,
|
||
CreatedAt: time.Now(),
|
||
}
|
||
if res := h.db.Create(&job); res.Error != nil || res.RowsAffected == 0 {
|
||
resp.ERROR(c, "添加任务失败："+res.Error.Error())
|
||
return
|
||
}
|
||
|
||
h.pool.PushTask(types.MjTask{
|
||
Id: int(job.Id),
|
||
SessionId: data.SessionId,
|
||
Type: types.TaskUpscale,
|
||
Prompt: data.Prompt,
|
||
UserId: userId,
|
||
ChannelId: data.ChannelId,
|
||
Index: data.Index,
|
||
MessageId: data.MessageId,
|
||
MessageHash: data.MessageHash,
|
||
})
|
||
|
||
client := h.pool.Clients.Get(uint(job.UserId))
|
||
_ = client.Send([]byte("Task Updated"))
|
||
|
||
resp.SUCCESS(c)
|
||
}
|
||
|
||
// Variation send variation command to MidJourney Bot
|
||
func (h *MidJourneyHandler) Variation(c *gin.Context) {
|
||
var data reqVo
|
||
if err := c.ShouldBindJSON(&data); err != nil || data.SessionId == "" {
|
||
resp.ERROR(c, types.InvalidArgs)
|
||
return
|
||
}
|
||
|
||
if !h.preCheck(c) {
|
||
return
|
||
}
|
||
|
||
idValue, _ := c.Get(types.LoginUserID)
|
||
userId := utils.IntValue(utils.InterfaceToString(idValue), 0)
|
||
taskId, _ := h.snowflake.Next(true)
|
||
job := model.MidJourneyJob{
|
||
Type: types.TaskVariation.String(),
|
||
ChannelId: data.ChannelId,
|
||
ReferenceId: data.MessageId,
|
||
UserId: userId,
|
||
TaskId: taskId,
|
||
Progress: 0,
|
||
Prompt: data.Prompt,
|
||
CreatedAt: time.Now(),
|
||
}
|
||
if res := h.db.Create(&job); res.Error != nil || res.RowsAffected == 0 {
|
||
resp.ERROR(c, "添加任务失败："+res.Error.Error())
|
||
return
|
||
}
|
||
|
||
h.pool.PushTask(types.MjTask{
|
||
Id: int(job.Id),
|
||
SessionId: data.SessionId,
|
||
Type: types.TaskVariation,
|
||
Prompt: data.Prompt,
|
||
UserId: userId,
|
||
Index: data.Index,
|
||
ChannelId: data.ChannelId,
|
||
MessageId: data.MessageId,
|
||
MessageHash: data.MessageHash,
|
||
})
|
||
|
||
client := h.pool.Clients.Get(uint(job.UserId))
|
||
_ = client.Send([]byte("Task Updated"))
|
||
|
||
// update user's img calls
|
||
h.db.Model(&model.User{}).Where("id = ?", job.UserId).UpdateColumn("img_calls", gorm.Expr("img_calls - ?", 1))
|
||
resp.SUCCESS(c)
|
||
}
|
||
|
||
// JobList 获取 MJ 任务列表
|
||
func (h *MidJourneyHandler) JobList(c *gin.Context) {
|
||
status := h.GetInt(c, "status", 0)
|
||
userId := h.GetInt(c, "user_id", 0)
|
||
page := h.GetInt(c, "page", 0)
|
||
pageSize := h.GetInt(c, "page_size", 0)
|
||
publish := h.GetBool(c, "publish")
|
||
|
||
session := h.db.Session(&gorm.Session{})
|
||
if status == 1 {
|
||
session = session.Where("progress = ?", 100).Order("id DESC")
|
||
} else {
|
||
session = session.Where("progress < ?", 100).Order("id ASC")
|
||
}
|
||
if userId > 0 {
|
||
session = session.Where("user_id = ?", userId)
|
||
}
|
||
if publish {
|
||
session = session.Where("publish = ?", publish)
|
||
}
|
||
if page > 0 && pageSize > 0 {
|
||
offset := (page - 1) * pageSize
|
||
session = session.Offset(offset).Limit(pageSize)
|
||
}
|
||
|
||
var items []model.MidJourneyJob
|
||
res := session.Find(&items)
|
||
if res.Error != nil {
|
||
resp.ERROR(c, types.NoData)
|
||
return
|
||
}
|
||
|
||
var jobs = make([]vo.MidJourneyJob, 0)
|
||
for _, item := range items {
|
||
var job vo.MidJourneyJob
|
||
err := utils.CopyObject(item, &job)
|
||
if err != nil {
|
||
continue
|
||
}
|
||
|
||
if job.Progress == -1 {
|
||
h.db.Delete(&model.MidJourneyJob{Id: job.Id})
|
||
}
|
||
|
||
if item.Progress < 100 && item.ImgURL == "" && item.OrgURL != "" {
|
||
// 正在运行中任务使用代理访问图片
|
||
if h.App.Config.ImgCdnURL != "" {
|
||
job.ImgURL = strings.ReplaceAll(job.OrgURL, "https://cdn.discordapp.com", h.App.Config.ImgCdnURL)
|
||
} else {
|
||
image, err := utils.DownloadImage(item.OrgURL, h.App.Config.ProxyURL)
|
||
if err == nil {
|
||
job.ImgURL = "data:image/png;base64," + base64.StdEncoding.EncodeToString(image)
|
||
}
|
||
}
|
||
}
|
||
|
||
jobs = append(jobs, job)
|
||
}
|
||
resp.SUCCESS(c, jobs)
|
||
}
|
||
|
||
// Remove remove task image
|
||
func (h *MidJourneyHandler) Remove(c *gin.Context) {
|
||
var data struct {
|
||
Id uint `json:"id"`
|
||
UserId uint `json:"user_id"`
|
||
ImgURL string `json:"img_url"`
|
||
}
|
||
if err := c.ShouldBindJSON(&data); err != nil {
|
||
resp.ERROR(c, types.InvalidArgs)
|
||
return
|
||
}
|
||
|
||
// remove job recode
|
||
res := h.db.Delete(&model.MidJourneyJob{Id: data.Id})
|
||
if res.Error != nil {
|
||
resp.ERROR(c, res.Error.Error())
|
||
return
|
||
}
|
||
|
||
// remove image
|
||
err := h.uploader.GetUploadHandler().Delete(data.ImgURL)
|
||
if err != nil {
|
||
logger.Error("remove image failed: ", err)
|
||
}
|
||
|
||
client := h.pool.Clients.Get(data.UserId)
|
||
_ = client.Send([]byte("Task Updated"))
|
||
|
||
resp.SUCCESS(c)
|
||
}
|
||
|
||
// Notify MidJourney Plus 服务任务回调处理
|
||
func (h *MidJourneyHandler) Notify(c *gin.Context) {
|
||
var data plus.CBReq
|
||
if err := c.ShouldBindJSON(&data); err != nil {
|
||
logger.Error("非法任务回调：%+v", err)
|
||
return
|
||
}
|
||
err := h.pool.Notify(data)
|
||
if err != nil {
|
||
logger.Error(err)
|
||
} else {
|
||
userId := h.GetLoginUserId(c)
|
||
client := h.pool.Clients.Get(userId)
|
||
if client != nil {
|
||
_ = client.Send([]byte("Task Updated"))
|
||
}
|
||
}
|
||
|
||
resp.SUCCESS(c)
|
||
}
|
||
|
||
// Publish 发布图片到画廊显示
|
||
func (h *MidJourneyHandler) Publish(c *gin.Context) {
|
||
var data struct {
|
||
Id uint `json:"id"`
|
||
Action bool `json:"action"` // 发布动作，true => 发布，false => 取消分享
|
||
}
|
||
if err := c.ShouldBindJSON(&data); err != nil {
|
||
resp.ERROR(c, types.InvalidArgs)
|
||
return
|
||
}
|
||
|
||
res := h.db.Model(&model.MidJourneyJob{Id: data.Id}).UpdateColumn("publish", data.Action)
|
||
if res.Error != nil {
|
||
resp.ERROR(c, "更新数据库失败")
|
||
return
|
||
}
|
||
|
||
resp.SUCCESS(c)
|
||
}
|