Files
3x-ui/internal/database/migrate_data_test.go
T
MHSanaei 54fc0fd47c fix(database): make cross-db migration lossless, transactional, and pre-checked
migrationModels was missing ClientGroup and ClientGlobalTraffic, so both
migration directions silently dropped client groups and global client
traffic; the model list is now extracted to allModels and a parity test
keeps the two lists from drifting again. MigrateData runs its truncate
and copy inside one transaction so a failed import rolls back instead of
leaving the destination truncated (sequences resync after commit since
setval is non-transactional). New PrepareSQLiteForMigration rejects
uploads that are not a panel database and AutoMigrates old backups so
their missing tables cannot break the row copy.
2026-07-12 20:14:07 +02:00

210 lines
6.2 KiB
Go

package database
import (
"os"
"testing"
"github.com/mhsanaei/3x-ui/v3/internal/database/model"
"gorm.io/driver/postgres"
"gorm.io/driver/sqlite"
"gorm.io/gorm"
"gorm.io/gorm/logger"
)
func TestMigrateData_CompositeKeyTableLargerThanBatch(t *testing.T) {
dsn := os.Getenv("XUI_TEST_PG_DSN")
if dsn == "" {
t.Skip("set XUI_TEST_PG_DSN to a reachable Postgres to run this test")
}
// Seed a SQLite source with the full schema and >500 client_inbounds rows.
srcPath := t.TempDir() + "/x-ui.db"
src, err := gorm.Open(sqlite.Open(srcPath), &gorm.Config{Logger: logger.Discard})
if err != nil {
t.Fatalf("open sqlite: %v", err)
}
for _, m := range migrationModels() {
if err := src.AutoMigrate(m); err != nil {
t.Fatalf("automigrate %T: %v", m, err)
}
}
const n = 600 // > batchSize (500) so the between-batches path is exercised
links := make([]model.ClientInbound, 0, n)
for i := 1; i <= n; i++ {
links = append(links, model.ClientInbound{ClientId: i, InboundId: 1})
}
if err := src.CreateInBatches(links, 200).Error; err != nil {
t.Fatalf("seed client_inbounds: %v", err)
}
if sqlDB, err := src.DB(); err == nil {
sqlDB.Close() // flush before MigrateData reopens the file
}
// Make the test re-runnable: drop any tables from a previous run.
dst, err := gorm.Open(postgres.Open(dsn), &gorm.Config{Logger: logger.Discard})
if err != nil {
t.Fatalf("open postgres: %v", err)
}
if err := dst.Migrator().DropTable(migrationModels()...); err != nil {
t.Fatalf("drop tables: %v", err)
}
if err := MigrateData(srcPath, dsn); err != nil {
t.Fatalf("MigrateData: %v", err) // fails here before the fix
}
var got int64
if err := dst.Model(&model.ClientInbound{}).Count(&got).Error; err != nil {
t.Fatalf("count: %v", err)
}
if got != n {
t.Fatalf("client_inbounds rows = %d, want %d", got, n)
}
}
func TestMigrateData_PreservesFalseDefaultedColumns(t *testing.T) {
dsn := os.Getenv("XUI_TEST_PG_DSN")
if dsn == "" {
t.Skip("set XUI_TEST_PG_DSN to a reachable Postgres to run this test")
}
srcPath := t.TempDir() + "/x-ui.db"
src, err := gorm.Open(sqlite.Open(srcPath), &gorm.Config{Logger: logger.Discard})
if err != nil {
t.Fatalf("open sqlite: %v", err)
}
for _, m := range migrationModels() {
if err := src.AutoMigrate(m); err != nil {
t.Fatalf("automigrate %T: %v", m, err)
}
}
if err := src.Create([]*model.ClientRecord{
{Email: "on@example.com"},
{Email: "off@example.com"},
}).Error; err != nil {
t.Fatalf("seed clients: %v", err)
}
if err := src.Model(&model.ClientRecord{}).Where("email = ?", "off@example.com").
Update("enable", false).Error; err != nil {
t.Fatalf("disable client: %v", err)
}
if err := src.Create(&model.Node{Name: "n-off", Address: "1.2.3.4", Port: 1, ApiToken: "tok"}).Error; err != nil {
t.Fatalf("seed node: %v", err)
}
if err := src.Model(&model.Node{}).Where("name = ?", "n-off").
Update("enable", false).Error; err != nil {
t.Fatalf("disable node: %v", err)
}
if sqlDB, err := src.DB(); err == nil {
sqlDB.Close()
}
dst, err := gorm.Open(postgres.Open(dsn), &gorm.Config{Logger: logger.Discard})
if err != nil {
t.Fatalf("open postgres: %v", err)
}
if err := dst.Migrator().DropTable(migrationModels()...); err != nil {
t.Fatalf("drop tables: %v", err)
}
if err := MigrateData(srcPath, dsn); err != nil {
t.Fatalf("MigrateData: %v", err)
}
var off model.ClientRecord
if err := dst.Where("email = ?", "off@example.com").First(&off).Error; err != nil {
t.Fatalf("load disabled client: %v", err)
}
if off.Enable {
t.Fatalf("disabled client re-enabled after migration (enable=%v)", off.Enable)
}
var on model.ClientRecord
if err := dst.Where("email = ?", "on@example.com").First(&on).Error; err != nil {
t.Fatalf("load enabled client: %v", err)
}
if !on.Enable {
t.Fatalf("enabled client wrongly disabled after migration")
}
var node model.Node
if err := dst.Where("name = ?", "n-off").First(&node).Error; err != nil {
t.Fatalf("load node: %v", err)
}
if node.Enable {
t.Fatalf("disabled node re-enabled after migration")
}
}
func TestMigrateData_FailedCopyLeavesDestinationUntouched(t *testing.T) {
dsn := os.Getenv("XUI_TEST_PG_DSN")
if dsn == "" {
t.Skip("set XUI_TEST_PG_DSN to a reachable Postgres to run this test")
}
seedSource := func(username string) string {
t.Helper()
srcPath := t.TempDir() + "/x-ui.db"
src, err := gorm.Open(sqlite.Open(srcPath), &gorm.Config{Logger: logger.Discard})
if err != nil {
t.Fatalf("open sqlite: %v", err)
}
for _, m := range migrationModels() {
if err := src.AutoMigrate(m); err != nil {
t.Fatalf("automigrate %T: %v", m, err)
}
}
if err := src.Create(&model.User{Username: username, Password: "pw"}).Error; err != nil {
t.Fatalf("seed user: %v", err)
}
if sqlDB, err := src.DB(); err == nil {
sqlDB.Close()
}
return srcPath
}
dst, err := gorm.Open(postgres.Open(dsn), &gorm.Config{Logger: logger.Discard})
if err != nil {
t.Fatalf("open postgres: %v", err)
}
if err := dst.Migrator().DropTable(migrationModels()...); err != nil {
t.Fatalf("drop tables: %v", err)
}
if err := MigrateData(seedSource("keep-me"), dsn); err != nil {
t.Fatalf("seed destination via MigrateData: %v", err)
}
brokenSrc := seedSource("evil")
breaker, err := gorm.Open(sqlite.Open(brokenSrc), &gorm.Config{Logger: logger.Discard})
if err != nil {
t.Fatalf("reopen broken source: %v", err)
}
if err := breaker.Exec("DROP TABLE outbound_subscriptions").Error; err != nil {
t.Fatalf("drop table from broken source: %v", err)
}
if sqlDB, err := breaker.DB(); err == nil {
sqlDB.Close()
}
if err := MigrateData(brokenSrc, dsn); err == nil {
t.Fatal("MigrateData succeeded on a source missing outbound_subscriptions, want error")
}
var keepMe, evil int64
if err := dst.Model(&model.User{}).Where("username = ?", "keep-me").Count(&keepMe).Error; err != nil {
t.Fatalf("count keep-me: %v", err)
}
if err := dst.Model(&model.User{}).Where("username = ?", "evil").Count(&evil).Error; err != nil {
t.Fatalf("count evil: %v", err)
}
if keepMe != 1 {
t.Fatalf("previous destination data lost after failed migration: keep-me count = %d, want 1", keepMe)
}
if evil != 0 {
t.Fatalf("failed migration leaked partial rows: evil count = %d, want 0", evil)
}
}