Files
3x-ui/internal/database/host_migration_test.go
T
Sanaei 8ef2eec3d1 fix(hosts): assign group ids to imported hosts and repair empty ones
Host rows created from a legacy streamSettings.externalProxy during
inbound import got an empty group_id, and the one-time HostGroupIds
seeder had already been gated off, so the UI rendered them under a
synthetic fallback_<id> group the update/delete API could not resolve,
failing every edit with "host group not found".

Assign a real group id in externalProxyEntryToHost at creation, and
replace the seeder with backfillEmptyHostGroupIds, an idempotent
startup repair that runs on every boot so rows from older builds and
restored backups are healed too. Also rename the leaked internal
error "host group not found" to "host not found" since groups are not
a user-facing concept.
2026-07-23 18:52:42 +02:00

193 lines
6.5 KiB
Go

package database
import (
"os"
"path/filepath"
"strings"
"testing"
"github.com/mhsanaei/3x-ui/v3/internal/database/model"
)
func initMigrateDB(t *testing.T) {
t.Helper()
if err := InitDB(filepath.Join(t.TempDir(), "x-ui.db")); err != nil {
t.Fatalf("InitDB: %v", err)
}
t.Cleanup(func() { _ = CloseDB() })
}
func seedInboundWithStream(t *testing.T, tag string, port int, stream string) *model.Inbound {
t.Helper()
ib := &model.Inbound{
UserId: 1, Tag: tag, Enable: true, Port: port, Protocol: model.VLESS,
Remark: tag, Settings: `{"clients":[]}`, StreamSettings: stream,
}
if err := GetDB().Create(ib).Error; err != nil {
t.Fatalf("create inbound %s: %v", tag, err)
}
return ib
}
const epMigrationStream = `{"network":"ws","security":"tls","externalProxy":[
{"forceTls":"tls","dest":"a.cdn.com","port":8443,"remark":"A","sni":"a.sni","fingerprint":"chrome","alpn":["h2","h3"],"pinnedPeerCertSha256":["AAAA"],"echConfigList":"ECHV"},
{"forceTls":"none","dest":"b.cdn.com","port":80,"remark":"B"}
]}`
// #1 — each externalProxy entry becomes one host row with the exact field
// mapping; sort_order is the entry index; inbound_id is correct.
func TestMigrate_ExternalProxyToHosts(t *testing.T) {
initMigrateDB(t)
ib := seedInboundWithStream(t, "m1", 5551, epMigrationStream)
if err := seedHostsFromExternalProxy(); err != nil {
t.Fatalf("migrate: %v", err)
}
var hosts []model.Host
if err := GetDB().Where("inbound_id = ?", ib.Id).Order("sort_order asc").Find(&hosts).Error; err != nil {
t.Fatalf("load hosts: %v", err)
}
if len(hosts) != 2 {
t.Fatalf("hosts = %d, want 2", len(hosts))
}
a := hosts[0]
if a.InboundId != ib.Id || a.SortOrder != 0 || a.Security != "tls" || a.Address != "a.cdn.com" ||
a.Port != 8443 || a.Remark != "A" || a.Sni != "a.sni" || a.Fingerprint != "chrome" || a.EchConfigList != "ECHV" {
t.Fatalf("host A mapping wrong: %+v", a)
}
if len(a.Alpn) != 2 || a.Alpn[0] != "h2" || a.Alpn[1] != "h3" {
t.Fatalf("host A alpn = %v, want [h2 h3]", a.Alpn)
}
if len(a.PinnedPeerCertSha256) != 1 || a.PinnedPeerCertSha256[0] != "AAAA" {
t.Fatalf("host A pins = %v, want [AAAA]", a.PinnedPeerCertSha256)
}
b := hosts[1]
if b.InboundId != ib.Id || b.SortOrder != 1 || b.Security != "none" || b.Address != "b.cdn.com" ||
b.Port != 80 || b.Remark != "B" {
t.Fatalf("host B mapping wrong: %+v", b)
}
if a.GroupId == "" || b.GroupId == "" {
t.Fatalf("group ids must be assigned at creation: a=%q b=%q", a.GroupId, b.GroupId)
}
if a.GroupId == b.GroupId {
t.Fatalf("each entry must get its own group id, both = %q", a.GroupId)
}
}
// #1b — a hosts row that entered the DB without a group_id (older-build import
// or restored backup) is repaired on every start, so it stays addressable by
// the group-scoped update/delete API instead of surfacing as fallback_<id>.
func TestBackfillEmptyHostGroupIds_RepairsLegacyRows(t *testing.T) {
initMigrateDB(t)
ib := seedInboundWithStream(t, "m1b", 5556, `{"network":"tcp","security":"none"}`)
legacy := &model.Host{InboundId: ib.Id, Remark: "legacy", Address: "c.cdn.com", Port: 443, Security: "tls"}
if err := GetDB().Create(legacy).Error; err != nil {
t.Fatalf("create legacy host: %v", err)
}
if err := backfillEmptyHostGroupIds(); err != nil {
t.Fatalf("backfill: %v", err)
}
var got model.Host
if err := GetDB().First(&got, legacy.Id).Error; err != nil {
t.Fatalf("reload host: %v", err)
}
if got.GroupId == "" {
t.Fatal("group_id still empty after backfill")
}
if err := backfillEmptyHostGroupIds(); err != nil {
t.Fatalf("second backfill: %v", err)
}
var again model.Host
if err := GetDB().First(&again, legacy.Id).Error; err != nil {
t.Fatalf("reload host after second run: %v", err)
}
if again.GroupId != got.GroupId {
t.Fatalf("second run must not touch repaired rows: %q -> %q", got.GroupId, again.GroupId)
}
}
// #2 — a second run is a no-op (the HistoryOfSeeders gate).
func TestMigrate_Idempotent(t *testing.T) {
initMigrateDB(t)
seedInboundWithStream(t, "m2", 5552, epMigrationStream)
if err := seedHostsFromExternalProxy(); err != nil {
t.Fatalf("first run: %v", err)
}
if err := seedHostsFromExternalProxy(); err != nil {
t.Fatalf("second run: %v", err)
}
var count int64
GetDB().Model(&model.Host{}).Count(&count)
if count != 2 {
t.Fatalf("host count = %d, want 2 (second run must be a no-op)", count)
}
}
// #3 — inbounds without externalProxy create no hosts.
func TestMigrate_NoExternalProxy_NoHosts(t *testing.T) {
initMigrateDB(t)
seedInboundWithStream(t, "m3", 5553, `{"network":"tcp","security":"none"}`)
if err := seedHostsFromExternalProxy(); err != nil {
t.Fatalf("migrate: %v", err)
}
var count int64
GetDB().Model(&model.Host{}).Count(&count)
if count != 0 {
t.Fatalf("host count = %d, want 0", count)
}
}
// #4 — externalProxy stays in StreamSettings (additive, rollback-safe).
func TestMigrate_KeepsExternalProxyIntact(t *testing.T) {
initMigrateDB(t)
ib := seedInboundWithStream(t, "m4", 5554, epMigrationStream)
if err := seedHostsFromExternalProxy(); err != nil {
t.Fatalf("migrate: %v", err)
}
var got model.Inbound
if err := GetDB().First(&got, ib.Id).Error; err != nil {
t.Fatalf("reload inbound: %v", err)
}
if !strings.Contains(got.StreamSettings, "externalProxy") || !strings.Contains(got.StreamSettings, "a.cdn.com") {
t.Fatalf("externalProxy must remain in StreamSettings: %s", got.StreamSettings)
}
}
// #5 — same against a real Postgres DSN (sequence resync); skips without a DSN.
func TestMigrate_Postgres(t *testing.T) {
if strings.TrimSpace(os.Getenv("XUI_DB_DSN")) == "" || os.Getenv("XUI_DB_TYPE") != "postgres" {
t.Skip("set XUI_DB_TYPE=postgres and XUI_DB_DSN to run the postgres migration test")
}
if err := InitDB(""); err != nil {
t.Fatalf("InitDB: %v", err)
}
t.Cleanup(func() { _ = CloseDB() })
// Clean slate so this run owns the migration regardless of prior tests.
GetDB().Exec("TRUNCATE TABLE hosts, inbounds RESTART IDENTITY CASCADE")
GetDB().Where("seeder_name = ?", "HostsFromExternalProxy").Delete(&model.HistoryOfSeeders{})
seedInboundWithStream(t, "mpg", 5555, epMigrationStream)
if err := seedHostsFromExternalProxy(); err != nil {
t.Fatalf("migrate pg: %v", err)
}
var count int64
GetDB().Model(&model.Host{}).Count(&count)
if count != 2 {
t.Fatalf("pg host count = %d, want 2", count)
}
if err := seedHostsFromExternalProxy(); err != nil {
t.Fatalf("migrate pg (2nd): %v", err)
}
GetDB().Model(&model.Host{}).Count(&count)
if count != 2 {
t.Fatalf("pg host count after 2nd run = %d, want 2 (idempotent)", count)
}
}