diff --git a/controller/relay.go b/controller/relay.go
index 5c89f91..c6d850d 100644
--- a/controller/relay.go
+++ b/controller/relay.go
@@ -93,6 +93,10 @@ func shouldRetry(c *gin.Context, channelId int, openaiErr *dto.OpenAIErrorWithSt
 		return true
 	}
 	if openaiErr.StatusCode/100 == 5 {
+		// 超时不重试
+		if openaiErr.StatusCode == 504 || openaiErr.StatusCode == 524 {
+			return false
+		}
 		return true
 	}
 	if openaiErr.StatusCode == http.StatusBadRequest {