package mj import ( "chatplus/core/types" "chatplus/service/mj/plus" "chatplus/service/oss" "chatplus/store" "chatplus/store/model" "fmt" "github.com/go-redis/redis/v8" "strings" "time" "gorm.io/gorm" ) // ServicePool Mj service pool type ServicePool struct { services []interface{} taskQueue *store.RedisQueue notifyQueue *store.RedisQueue db *gorm.DB uploaderManager *oss.UploaderManager Clients *types.LMap[uint, *types.WsClient] // UserId => Client } func NewServicePool(db *gorm.DB, redisCli *redis.Client, manager *oss.UploaderManager, appConfig *types.AppConfig) *ServicePool { services := make([]interface{}, 0) taskQueue := store.NewRedisQueue("MidJourney_Task_Queue", redisCli) notifyQueue := store.NewRedisQueue("MidJourney_Notify_Queue", redisCli) for k, config := range appConfig.MjPlusConfigs { if config.Enabled == false { continue } // rewrite api key config.ApiURL = "https://api.chat-plus.net" client := plus.NewClient(config) name := fmt.Sprintf("mj-service-plus-%d", k) servicePlus := plus.NewService(name, taskQueue, notifyQueue, 10, 600, db, client) go func() { servicePlus.Run() }() services = append(services, servicePlus) } if len(services) == 0 { // create mj client and service for k, config := range appConfig.MjConfigs { if config.Enabled == false { continue } // create mj client client := NewClient(config, appConfig.ProxyURL) name := fmt.Sprintf("MjService-%d", k) // create mj service service := NewService(name, taskQueue, notifyQueue, 4, 600, db, client) botName := fmt.Sprintf("MjBot-%d", k) bot, err := NewBot(botName, appConfig.ProxyURL, config, service) if err != nil { continue } err = bot.Run() if err != nil { continue } // run mj service go func() { service.Run() }() services = append(services, service) } } return &ServicePool{ taskQueue: taskQueue, notifyQueue: notifyQueue, services: services, uploaderManager: manager, db: db, Clients: types.NewLMap[uint, *types.WsClient](), } } func (p *ServicePool) CheckTaskNotify() { go func() { for { var userId uint err := p.notifyQueue.LPop(&userId) if err != nil { continue } client := p.Clients.Get(userId) if client == nil { continue } err = client.Send([]byte("Task Updated")) if err != nil { continue } } }() } func (p *ServicePool) DownloadImages() { go func() { var items []model.MidJourneyJob for { res := p.db.Where("img_url = ? AND progress = ?", "", 100).Find(&items) if res.Error != nil { continue } // download images for _, v := range items { if v.OrgURL == "" { continue } logger.Infof("try to download image: %s", v.OrgURL) var imgURL string var err error if servicePlus := p.getServicePlus(v.ChannelId); servicePlus != nil { task, _ := servicePlus.Client.QueryTask(v.TaskId) if len(task.Buttons) > 0 { v.Hash = plus.GetImageHash(task.Buttons[0].CustomId) } imgURL, err = p.uploaderManager.GetUploadHandler().PutImg(v.OrgURL, false) } else { imgURL, err = p.uploaderManager.GetUploadHandler().PutImg(v.OrgURL, true) } if err != nil { logger.Errorf("error with download image %s, %v", v.OrgURL, err) continue } else { logger.Infof("download image %s successfully.", v.OrgURL) } v.ImgURL = imgURL p.db.Updates(&v) client := p.Clients.Get(uint(v.UserId)) if client == nil { continue } err = client.Send([]byte("Task Updated")) if err != nil { continue } } time.Sleep(time.Second * 5) } }() } // PushTask push a new mj task in to task queue func (p *ServicePool) PushTask(task types.MjTask) { logger.Debugf("add a new MidJourney task to the task list: %+v", task) p.taskQueue.RPush(task) } // HasAvailableService check if it has available mj service in pool func (p *ServicePool) HasAvailableService() bool { return len(p.services) > 0 } func (p *ServicePool) Notify(data plus.CBReq) error { logger.Debugf("收到任务回调:%+v", data) var job model.MidJourneyJob res := p.db.Where("task_id = ?", data.Id).First(&job) if res.Error != nil { return fmt.Errorf("非法任务:%s", data.Id) } // 任务已经拉取完成 if job.Progress == 100 { return nil } if servicePlus := p.getServicePlus(job.ChannelId); servicePlus != nil { return servicePlus.Notify(job) } return nil } // SyncTaskProgress 异步拉取任务 func (p *ServicePool) SyncTaskProgress() { go func() { var items []model.MidJourneyJob for { res := p.db.Where("progress >= ? AND progress < ?", 0, 100).Find(&items) if res.Error != nil { continue } for _, v := range items { // 30 分钟还没完成的任务直接删除 if time.Now().Sub(v.CreatedAt) > time.Minute*30 { //p.db.Delete(&v) // 非放大任务,退回绘图次数 if v.Type != types.TaskUpscale.String() { p.db.Model(&model.User{}).Where("id = ?", v.UserId).UpdateColumn("img_calls", gorm.Expr("img_calls + ?", 1)) } continue } if !strings.HasPrefix(v.ChannelId, "mj-service-plus") { continue } if servicePlus := p.getServicePlus(v.ChannelId); servicePlus != nil { _ = servicePlus.Notify(v) } } time.Sleep(time.Second) } }() } func (p *ServicePool) getServicePlus(name string) *plus.Service { for _, s := range p.services { if servicePlus, ok := s.(*plus.Service); ok { if servicePlus.Name == name { return servicePlus } } } return nil }