package controller import ( "bytes" "context" "encoding/json" "fmt" "io" "log" "net/http" "one-api/common" "one-api/model" "strconv" "strings" "time" "github.com/gin-gonic/gin" ) type Midjourney struct { MjId string `json:"id"` Action string `json:"action"` Prompt string `json:"prompt"` PromptEn string `json:"promptEn"` Description string `json:"description"` State string `json:"state"` SubmitTime int64 `json:"submitTime"` StartTime int64 `json:"startTime"` FinishTime int64 `json:"finishTime"` ImageUrl string `json:"imageUrl"` Status string `json:"status"` Progress string `json:"progress"` FailReason string `json:"failReason"` } type MidjourneyStatus struct { Status int `json:"status"` } type MidjourneyWithoutStatus struct { Id int `json:"id"` Code int `json:"code"` UserId int `json:"user_id" gorm:"index"` Action string `json:"action"` MjId string `json:"mj_id" gorm:"index"` Prompt string `json:"prompt"` PromptEn string `json:"prompt_en"` Description string `json:"description"` State string `json:"state"` SubmitTime int64 `json:"submit_time"` StartTime int64 `json:"start_time"` FinishTime int64 `json:"finish_time"` ImageUrl string `json:"image_url"` Progress string `json:"progress"` FailReason string `json:"fail_reason"` ChannelId int `json:"channel_id"` } func RelayMidjourneyImage(c *gin.Context) { taskId := c.Param("id") midjourneyTask := model.GetByMJId(taskId) if midjourneyTask == nil { c.JSON(400, gin.H{ "error": "midjourney_task_not_found", }) return } resp, err := http.Get(midjourneyTask.ImageUrl) if err != nil { c.JSON(http.StatusInternalServerError, gin.H{ "error": "http_get_image_failed", }) } defer resp.Body.Close() data, err := io.ReadAll(resp.Body) if err != nil { c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()}) return } c.Header("Content-Type", "image/jpeg") //c.HeaderBar("Content-Length", string(rune(len(data)))) c.Data(http.StatusOK, "image/jpeg", data) } func relayMidjourneyNotify(c *gin.Context) *MidjourneyResponse { var midjRequest Midjourney err := common.UnmarshalBodyReusable(c, &midjRequest) if err != nil { return &MidjourneyResponse{ Code: 4, Description: "bind_request_body_failed", Properties: nil, Result: "", } } midjourneyTask := model.GetByMJId(midjRequest.MjId) if midjourneyTask == nil { return &MidjourneyResponse{ Code: 4, Description: "midjourney_task_not_found", Properties: nil, Result: "", } } midjourneyTask.Progress = midjRequest.Progress midjourneyTask.PromptEn = midjRequest.PromptEn midjourneyTask.State = midjRequest.State midjourneyTask.SubmitTime = midjRequest.SubmitTime midjourneyTask.StartTime = midjRequest.StartTime midjourneyTask.FinishTime = midjRequest.FinishTime midjourneyTask.ImageUrl = midjRequest.ImageUrl midjourneyTask.Status = midjRequest.Status midjourneyTask.FailReason = midjRequest.FailReason err = midjourneyTask.Update() if err != nil { return &MidjourneyResponse{ Code: 4, Description: "update_midjourney_task_failed", } } return nil } func relayMidjourneyTask(c *gin.Context, relayMode int) *MidjourneyResponse { taskId := c.Param("id") originTask := model.GetByMJId(taskId) if originTask == nil { return &MidjourneyResponse{ Code: 4, Description: "task_no_found", } } var midjourneyTask Midjourney midjourneyTask.MjId = originTask.MjId midjourneyTask.Progress = originTask.Progress midjourneyTask.PromptEn = originTask.PromptEn midjourneyTask.State = originTask.State midjourneyTask.SubmitTime = originTask.SubmitTime midjourneyTask.StartTime = originTask.StartTime midjourneyTask.FinishTime = originTask.FinishTime midjourneyTask.ImageUrl = "" if originTask.ImageUrl != "" { midjourneyTask.ImageUrl = common.ServerAddress + "/mj/image/" + originTask.MjId if originTask.Status != "SUCCESS" { midjourneyTask.ImageUrl += "?rand=" + strconv.FormatInt(time.Now().UnixNano(), 10) } } midjourneyTask.Status = originTask.Status midjourneyTask.FailReason = originTask.FailReason midjourneyTask.Action = originTask.Action midjourneyTask.Description = originTask.Description midjourneyTask.Prompt = originTask.Prompt jsonMap, err := json.Marshal(midjourneyTask) if err != nil { return &MidjourneyResponse{ Code: 4, Description: "unmarshal_response_body_failed", } } _, err = io.Copy(c.Writer, bytes.NewBuffer(jsonMap)) if err != nil { return &MidjourneyResponse{ Code: 4, Description: "copy_response_body_failed", } } return nil } func relayMidjourneySubmit(c *gin.Context, relayMode int) *MidjourneyResponse { imageModel := "midjourney" tokenId := c.GetInt("token_id") channelType := c.GetInt("channel") userId := c.GetInt("id") consumeQuota := c.GetBool("consume_quota") group := c.GetString("group") channelId := c.GetInt("channel_id") var midjRequest MidjourneyRequest if consumeQuota { err := common.UnmarshalBodyReusable(c, &midjRequest) if err != nil { return &MidjourneyResponse{ Code: 4, Description: "bind_request_body_failed", } } } if relayMode == RelayModeMidjourneyImagine { //绘画任务,此类任务可重复 if midjRequest.Prompt == "" { return &MidjourneyResponse{ Code: 4, Description: "prompt_is_required", } } midjRequest.Action = "IMAGINE" } else if relayMode == RelayModeMidjourneyDescribe { //按图生文任务,此类任务可重复 midjRequest.Action = "DESCRIBE" } else if relayMode == RelayModeMidjourneyBlend { //绘画任务,此类任务可重复 midjRequest.Action = "BLEND" } else if midjRequest.TaskId != "" { //放大、变换任务,此类任务,如果重复且已有结果,远端api会直接返回最终结果 originTask := model.GetByMJId(midjRequest.TaskId) if originTask == nil { return &MidjourneyResponse{ Code: 4, Description: "task_no_found", } } else if originTask.Action == "UPSCALE" { //return errorWrapper(errors.New("upscale task can not be change"), "request_params_error", http.StatusBadRequest). return &MidjourneyResponse{ Code: 4, Description: "upscale_task_can_not_be_change", } } else if originTask.Status != "SUCCESS" { return &MidjourneyResponse{ Code: 4, Description: "task_status_is_not_success", } } else { //原任务的Status=SUCCESS,则可以做放大UPSCALE、变换VARIATION等动作,此时必须使用原来的请求地址才能正确处理 channel, err := model.GetChannelById(originTask.ChannelId, false) if err != nil { return &MidjourneyResponse{ Code: 4, Description: "channel_not_found", } } c.Set("base_url", channel.GetBaseURL()) c.Set("channel_id", originTask.ChannelId) log.Printf("检测到此操作为放大、变换,获取原channel信息: %s,%s", strconv.Itoa(originTask.ChannelId), channel.GetBaseURL()) } midjRequest.Prompt = originTask.Prompt } else if relayMode == RelayModeMidjourneyChange { if midjRequest.TaskId == "" { return &MidjourneyResponse{ Code: 4, Description: "taskId_is_required", } } else if midjRequest.Action == "" { return &MidjourneyResponse{ Code: 4, Description: "action_is_required", } } else if midjRequest.Index == 0 { return &MidjourneyResponse{ Code: 4, Description: "index_can_only_be_1_2_3_4", } } } // map model name modelMapping := c.GetString("model_mapping") isModelMapped := false if modelMapping != "" { modelMap := make(map[string]string) err := json.Unmarshal([]byte(modelMapping), &modelMap) if err != nil { //return errorWrapper(err, "unmarshal_model_mapping_failed", http.StatusInternalServerError) return &MidjourneyResponse{ Code: 4, Description: "unmarshal_model_mapping_failed", } } if modelMap[imageModel] != "" { imageModel = modelMap[imageModel] isModelMapped = true } } baseURL := common.ChannelBaseURLs[channelType] requestURL := c.Request.URL.String() if c.GetString("base_url") != "" { baseURL = c.GetString("base_url") } //midjRequest.NotifyHook = "http://127.0.0.1:3000/mj/notify" fullRequestURL := fmt.Sprintf("%s%s", baseURL, requestURL) log.Printf("fullRequestURL: %s", fullRequestURL) var requestBody io.Reader if isModelMapped { jsonStr, err := json.Marshal(midjRequest) if err != nil { return &MidjourneyResponse{ Code: 4, Description: "marshal_text_request_failed", } } requestBody = bytes.NewBuffer(jsonStr) } else { requestBody = c.Request.Body } modelRatio := common.GetModelRatio(imageModel) groupRatio := common.GetGroupRatio(group) ratio := modelRatio * groupRatio userQuota, err := model.CacheGetUserQuota(userId) sizeRatio := 1.0 if midjRequest.Action == "UPSCALE" { sizeRatio = 0.2 } quota := int(ratio * sizeRatio * 1000) if consumeQuota && userQuota-quota < 0 { return &MidjourneyResponse{ Code: 4, Description: "quota_not_enough", } } req, err := http.NewRequest(c.Request.Method, fullRequestURL, requestBody) if err != nil { return &MidjourneyResponse{ Code: 4, Description: "create_request_failed", } } //req.Header.Set("Authorization", c.Request.Header.Get("Authorization")) req.Header.Set("Content-Type", c.Request.Header.Get("Content-Type")) req.Header.Set("Accept", c.Request.Header.Get("Accept")) //mjToken := "" //if c.Request.Header.Get("Authorization") != "" { // mjToken = strings.Split(c.Request.Header.Get("Authorization"), " ")[1] //} //req.Header.Set("Authorization", "Bearer midjourney-proxy") req.Header.Set("mj-api-secret", strings.Split(c.Request.Header.Get("Authorization"), " ")[1]) // print request header log.Printf("request header: %s", req.Header) log.Printf("request body: %s", midjRequest.Prompt) resp, err := httpClient.Do(req) if err != nil { return &MidjourneyResponse{ Code: 4, Description: "do_request_failed", } } err = req.Body.Close() if err != nil { return &MidjourneyResponse{ Code: 4, Description: "close_request_body_failed", } } err = c.Request.Body.Close() if err != nil { return &MidjourneyResponse{ Code: 4, Description: "close_request_body_failed", } } var midjResponse MidjourneyResponse defer func(ctx context.Context) { if consumeQuota { err := model.PostConsumeTokenQuota(tokenId, userQuota, quota, 0, true) if err != nil { common.SysError("error consuming token remain quota: " + err.Error()) } err = model.CacheUpdateUserQuota(userId) if err != nil { common.SysError("error update user quota cache: " + err.Error()) } if quota != 0 { tokenName := c.GetString("token_name") logContent := fmt.Sprintf("模型倍率 %.2f,分组倍率 %.2f", modelRatio, groupRatio) model.RecordConsumeLog(ctx, userId, channelId, 0, 0, imageModel, tokenName, quota, logContent, tokenId) model.UpdateUserUsedQuotaAndRequestCount(userId, quota) channelId := c.GetInt("channel_id") model.UpdateChannelUsedQuota(channelId, quota) } } }(c.Request.Context()) //if consumeQuota { // //} responseBody, err := io.ReadAll(resp.Body) if err != nil { return &MidjourneyResponse{ Code: 4, Description: "read_response_body_failed", } } err = resp.Body.Close() if err != nil { return &MidjourneyResponse{ Code: 4, Description: "close_response_body_failed", } } err = json.Unmarshal(responseBody, &midjResponse) log.Printf("responseBody: %s", string(responseBody)) log.Printf("midjResponse: %v", midjResponse) if resp.StatusCode != 200 { return &MidjourneyResponse{ Code: 4, Description: "fail_to_fetch_midjourney status_code: " + strconv.Itoa(resp.StatusCode), } } if err != nil { return &MidjourneyResponse{ Code: 4, Description: "unmarshal_response_body_failed", } } // 文档:https://github.com/novicezk/midjourney-proxy/blob/main/docs/api.md //1-提交成功 // 21-任务已存在(处理中或者有结果了) {"code":21,"description":"任务已存在","result":"0741798445574458","properties":{"status":"SUCCESS","imageUrl":"https://xxxx"}} // 22-排队中 {"code":22,"description":"排队中,前面还有1个任务","result":"0741798445574458","properties":{"numberOfQueues":1,"discordInstanceId":"1118138338562560102"}} // 23-队列已满,请稍后再试 {"code":23,"description":"队列已满,请稍后尝试","result":"14001929738841620","properties":{"discordInstanceId":"1118138338562560102"}} // 24-prompt包含敏感词 {"code":24,"description":"可能包含敏感词","properties":{"promptEn":"nude body","bannedWord":"nude"}} // other: 提交错误,description为错误描述 midjourneyTask := &model.Midjourney{ UserId: userId, Code: midjResponse.Code, Action: midjRequest.Action, MjId: midjResponse.Result, Prompt: midjRequest.Prompt, PromptEn: "", Description: midjResponse.Description, State: "", SubmitTime: time.Now().UnixNano() / int64(time.Millisecond), StartTime: 0, FinishTime: 0, ImageUrl: "", Status: "", Progress: "0%", FailReason: "", ChannelId: c.GetInt("channel_id"), } if midjResponse.Code != 1 && midjResponse.Code != 21 && midjResponse.Code != 22 { //非1-提交成功,21-任务已存在和22-排队中,则记录错误原因 midjourneyTask.FailReason = midjResponse.Description consumeQuota = false } if midjResponse.Code == 21 { //21-任务已存在(处理中或者有结果了) // 将 properties 转换为一个 map properties, ok := midjResponse.Properties.(map[string]interface{}) if ok { imageUrl, ok1 := properties["imageUrl"].(string) status, ok2 := properties["status"].(string) if ok1 && ok2 { midjourneyTask.ImageUrl = imageUrl midjourneyTask.Status = status if status == "SUCCESS" { midjourneyTask.Progress = "100%" midjourneyTask.StartTime = time.Now().UnixNano() / int64(time.Millisecond) midjourneyTask.FinishTime = time.Now().UnixNano() / int64(time.Millisecond) midjResponse.Code = 1 } } } //修改返回值 newBody := strings.Replace(string(responseBody), `"code":21`, `"code":1`, -1) responseBody = []byte(newBody) } err = midjourneyTask.Insert() if err != nil { return &MidjourneyResponse{ Code: 4, Description: "insert_midjourney_task_failed", } } if midjResponse.Code == 22 { //22-排队中,说明任务已存在 //修改返回值 newBody := strings.Replace(string(responseBody), `"code":22`, `"code":1`, -1) responseBody = []byte(newBody) } resp.Body = io.NopCloser(bytes.NewBuffer(responseBody)) for k, v := range resp.Header { c.Writer.Header().Set(k, v[0]) } c.Writer.WriteHeader(resp.StatusCode) _, err = io.Copy(c.Writer, resp.Body) if err != nil { return &MidjourneyResponse{ Code: 4, Description: "copy_response_body_failed", } } err = resp.Body.Close() if err != nil { return &MidjourneyResponse{ Code: 4, Description: "close_response_body_failed", } } return nil }