mirror of
https://github.com/MHSanaei/3x-ui.git
synced 2026-07-14 00:26:06 +00:00
54fc0fd47c
migrationModels was missing ClientGroup and ClientGlobalTraffic, so both migration directions silently dropped client groups and global client traffic; the model list is now extracted to allModels and a parity test keeps the two lists from drifting again. MigrateData runs its truncate and copy inside one transaction so a failed import rolls back instead of leaving the destination truncated (sequences resync after commit since setval is non-transactional). New PrepareSQLiteForMigration rejects uploads that are not a panel database and AutoMigrates old backups so their missing tables cannot break the row copy.
210 lines
6.2 KiB
Go
210 lines
6.2 KiB
Go
package database
|
|
|
|
import (
|
|
"os"
|
|
"testing"
|
|
|
|
"github.com/mhsanaei/3x-ui/v3/internal/database/model"
|
|
|
|
"gorm.io/driver/postgres"
|
|
"gorm.io/driver/sqlite"
|
|
"gorm.io/gorm"
|
|
"gorm.io/gorm/logger"
|
|
)
|
|
|
|
func TestMigrateData_CompositeKeyTableLargerThanBatch(t *testing.T) {
|
|
dsn := os.Getenv("XUI_TEST_PG_DSN")
|
|
if dsn == "" {
|
|
t.Skip("set XUI_TEST_PG_DSN to a reachable Postgres to run this test")
|
|
}
|
|
|
|
// Seed a SQLite source with the full schema and >500 client_inbounds rows.
|
|
srcPath := t.TempDir() + "/x-ui.db"
|
|
src, err := gorm.Open(sqlite.Open(srcPath), &gorm.Config{Logger: logger.Discard})
|
|
if err != nil {
|
|
t.Fatalf("open sqlite: %v", err)
|
|
}
|
|
for _, m := range migrationModels() {
|
|
if err := src.AutoMigrate(m); err != nil {
|
|
t.Fatalf("automigrate %T: %v", m, err)
|
|
}
|
|
}
|
|
const n = 600 // > batchSize (500) so the between-batches path is exercised
|
|
links := make([]model.ClientInbound, 0, n)
|
|
for i := 1; i <= n; i++ {
|
|
links = append(links, model.ClientInbound{ClientId: i, InboundId: 1})
|
|
}
|
|
if err := src.CreateInBatches(links, 200).Error; err != nil {
|
|
t.Fatalf("seed client_inbounds: %v", err)
|
|
}
|
|
if sqlDB, err := src.DB(); err == nil {
|
|
sqlDB.Close() // flush before MigrateData reopens the file
|
|
}
|
|
|
|
// Make the test re-runnable: drop any tables from a previous run.
|
|
dst, err := gorm.Open(postgres.Open(dsn), &gorm.Config{Logger: logger.Discard})
|
|
if err != nil {
|
|
t.Fatalf("open postgres: %v", err)
|
|
}
|
|
if err := dst.Migrator().DropTable(migrationModels()...); err != nil {
|
|
t.Fatalf("drop tables: %v", err)
|
|
}
|
|
|
|
if err := MigrateData(srcPath, dsn); err != nil {
|
|
t.Fatalf("MigrateData: %v", err) // fails here before the fix
|
|
}
|
|
|
|
var got int64
|
|
if err := dst.Model(&model.ClientInbound{}).Count(&got).Error; err != nil {
|
|
t.Fatalf("count: %v", err)
|
|
}
|
|
if got != n {
|
|
t.Fatalf("client_inbounds rows = %d, want %d", got, n)
|
|
}
|
|
}
|
|
|
|
func TestMigrateData_PreservesFalseDefaultedColumns(t *testing.T) {
|
|
dsn := os.Getenv("XUI_TEST_PG_DSN")
|
|
if dsn == "" {
|
|
t.Skip("set XUI_TEST_PG_DSN to a reachable Postgres to run this test")
|
|
}
|
|
|
|
srcPath := t.TempDir() + "/x-ui.db"
|
|
src, err := gorm.Open(sqlite.Open(srcPath), &gorm.Config{Logger: logger.Discard})
|
|
if err != nil {
|
|
t.Fatalf("open sqlite: %v", err)
|
|
}
|
|
for _, m := range migrationModels() {
|
|
if err := src.AutoMigrate(m); err != nil {
|
|
t.Fatalf("automigrate %T: %v", m, err)
|
|
}
|
|
}
|
|
|
|
if err := src.Create([]*model.ClientRecord{
|
|
{Email: "on@example.com"},
|
|
{Email: "off@example.com"},
|
|
}).Error; err != nil {
|
|
t.Fatalf("seed clients: %v", err)
|
|
}
|
|
if err := src.Model(&model.ClientRecord{}).Where("email = ?", "off@example.com").
|
|
Update("enable", false).Error; err != nil {
|
|
t.Fatalf("disable client: %v", err)
|
|
}
|
|
if err := src.Create(&model.Node{Name: "n-off", Address: "1.2.3.4", Port: 1, ApiToken: "tok"}).Error; err != nil {
|
|
t.Fatalf("seed node: %v", err)
|
|
}
|
|
if err := src.Model(&model.Node{}).Where("name = ?", "n-off").
|
|
Update("enable", false).Error; err != nil {
|
|
t.Fatalf("disable node: %v", err)
|
|
}
|
|
if sqlDB, err := src.DB(); err == nil {
|
|
sqlDB.Close()
|
|
}
|
|
|
|
dst, err := gorm.Open(postgres.Open(dsn), &gorm.Config{Logger: logger.Discard})
|
|
if err != nil {
|
|
t.Fatalf("open postgres: %v", err)
|
|
}
|
|
if err := dst.Migrator().DropTable(migrationModels()...); err != nil {
|
|
t.Fatalf("drop tables: %v", err)
|
|
}
|
|
|
|
if err := MigrateData(srcPath, dsn); err != nil {
|
|
t.Fatalf("MigrateData: %v", err)
|
|
}
|
|
|
|
var off model.ClientRecord
|
|
if err := dst.Where("email = ?", "off@example.com").First(&off).Error; err != nil {
|
|
t.Fatalf("load disabled client: %v", err)
|
|
}
|
|
if off.Enable {
|
|
t.Fatalf("disabled client re-enabled after migration (enable=%v)", off.Enable)
|
|
}
|
|
|
|
var on model.ClientRecord
|
|
if err := dst.Where("email = ?", "on@example.com").First(&on).Error; err != nil {
|
|
t.Fatalf("load enabled client: %v", err)
|
|
}
|
|
if !on.Enable {
|
|
t.Fatalf("enabled client wrongly disabled after migration")
|
|
}
|
|
|
|
var node model.Node
|
|
if err := dst.Where("name = ?", "n-off").First(&node).Error; err != nil {
|
|
t.Fatalf("load node: %v", err)
|
|
}
|
|
if node.Enable {
|
|
t.Fatalf("disabled node re-enabled after migration")
|
|
}
|
|
}
|
|
|
|
func TestMigrateData_FailedCopyLeavesDestinationUntouched(t *testing.T) {
|
|
dsn := os.Getenv("XUI_TEST_PG_DSN")
|
|
if dsn == "" {
|
|
t.Skip("set XUI_TEST_PG_DSN to a reachable Postgres to run this test")
|
|
}
|
|
|
|
seedSource := func(username string) string {
|
|
t.Helper()
|
|
srcPath := t.TempDir() + "/x-ui.db"
|
|
src, err := gorm.Open(sqlite.Open(srcPath), &gorm.Config{Logger: logger.Discard})
|
|
if err != nil {
|
|
t.Fatalf("open sqlite: %v", err)
|
|
}
|
|
for _, m := range migrationModels() {
|
|
if err := src.AutoMigrate(m); err != nil {
|
|
t.Fatalf("automigrate %T: %v", m, err)
|
|
}
|
|
}
|
|
if err := src.Create(&model.User{Username: username, Password: "pw"}).Error; err != nil {
|
|
t.Fatalf("seed user: %v", err)
|
|
}
|
|
if sqlDB, err := src.DB(); err == nil {
|
|
sqlDB.Close()
|
|
}
|
|
return srcPath
|
|
}
|
|
|
|
dst, err := gorm.Open(postgres.Open(dsn), &gorm.Config{Logger: logger.Discard})
|
|
if err != nil {
|
|
t.Fatalf("open postgres: %v", err)
|
|
}
|
|
if err := dst.Migrator().DropTable(migrationModels()...); err != nil {
|
|
t.Fatalf("drop tables: %v", err)
|
|
}
|
|
|
|
if err := MigrateData(seedSource("keep-me"), dsn); err != nil {
|
|
t.Fatalf("seed destination via MigrateData: %v", err)
|
|
}
|
|
|
|
brokenSrc := seedSource("evil")
|
|
breaker, err := gorm.Open(sqlite.Open(brokenSrc), &gorm.Config{Logger: logger.Discard})
|
|
if err != nil {
|
|
t.Fatalf("reopen broken source: %v", err)
|
|
}
|
|
if err := breaker.Exec("DROP TABLE outbound_subscriptions").Error; err != nil {
|
|
t.Fatalf("drop table from broken source: %v", err)
|
|
}
|
|
if sqlDB, err := breaker.DB(); err == nil {
|
|
sqlDB.Close()
|
|
}
|
|
|
|
if err := MigrateData(brokenSrc, dsn); err == nil {
|
|
t.Fatal("MigrateData succeeded on a source missing outbound_subscriptions, want error")
|
|
}
|
|
|
|
var keepMe, evil int64
|
|
if err := dst.Model(&model.User{}).Where("username = ?", "keep-me").Count(&keepMe).Error; err != nil {
|
|
t.Fatalf("count keep-me: %v", err)
|
|
}
|
|
if err := dst.Model(&model.User{}).Where("username = ?", "evil").Count(&evil).Error; err != nil {
|
|
t.Fatalf("count evil: %v", err)
|
|
}
|
|
if keepMe != 1 {
|
|
t.Fatalf("previous destination data lost after failed migration: keep-me count = %d, want 1", keepMe)
|
|
}
|
|
if evil != 0 {
|
|
t.Fatalf("failed migration leaked partial rows: evil count = %d, want 0", evil)
|
|
}
|
|
}
|