mirror of
https://github.com/langbot-app/LangBot.git
synced 2026-06-21 21:14:20 +00:00
c689b10c0d
CI follow-up to the local/remote MCP work: - Apply ruff format to provider/tools/loaders/mcp.py and the 0006 normalize-remote-mode migration (Lint job failed on formatting). - test_migrations.py hardcoded the head revision as 0005_*, which broke once 0006 landed. Resolve the actual head from the Alembic ScriptDirectory so future migrations don't require editing the test.
268 lines
9.1 KiB
Python
268 lines
9.1 KiB
Python
"""
|
|
SQLite migration integration tests.
|
|
|
|
Tests real Alembic migration behavior using temporary SQLite databases.
|
|
Validates the migration workflow from .github/workflows/test-migrations.yml.
|
|
|
|
Run: uv run pytest tests/integration/persistence/test_migrations.py -q
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import pytest
|
|
from sqlalchemy.ext.asyncio import create_async_engine
|
|
|
|
from langbot.pkg.entity.persistence.base import Base
|
|
from langbot.pkg.persistence.alembic_runner import (
|
|
run_alembic_upgrade,
|
|
run_alembic_stamp,
|
|
get_alembic_current,
|
|
_ALEMBIC_DIR,
|
|
)
|
|
from alembic.config import Config
|
|
from alembic.script import ScriptDirectory
|
|
|
|
|
|
def _get_script_head() -> str:
|
|
"""Resolve the current Alembic head revision from the script directory.
|
|
|
|
Avoids hardcoding a revision number in assertions so adding a new
|
|
migration doesn't require editing the migration tests.
|
|
"""
|
|
cfg = Config()
|
|
cfg.set_main_option('script_location', _ALEMBIC_DIR)
|
|
return ScriptDirectory.from_config(cfg).get_current_head()
|
|
|
|
|
|
pytestmark = pytest.mark.integration
|
|
|
|
|
|
@pytest.fixture
|
|
def sqlite_db_url(tmp_path):
|
|
"""Create SQLite URL with temporary database file."""
|
|
db_file = tmp_path / 'test_migrations.db'
|
|
return f'sqlite+aiosqlite:///{db_file}'
|
|
|
|
|
|
@pytest.fixture
|
|
async def sqlite_engine(sqlite_db_url):
|
|
"""Create async SQLite engine."""
|
|
engine = create_async_engine(sqlite_db_url)
|
|
yield engine
|
|
await engine.dispose()
|
|
|
|
|
|
class TestSQLiteMigrationBaseline:
|
|
"""Tests for baseline stamp workflow."""
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_baseline_stamp_sets_revision(self, sqlite_engine):
|
|
"""
|
|
Stamp baseline on existing tables sets correct revision.
|
|
|
|
Workflow:
|
|
1. Create tables via Base.metadata.create_all
|
|
2. Stamp with '0001_baseline'
|
|
3. Verify current revision is '0001_baseline'
|
|
"""
|
|
# Create all tables (simulates existing DB created by ORM)
|
|
async with sqlite_engine.begin() as conn:
|
|
await conn.run_sync(Base.metadata.create_all)
|
|
|
|
# Stamp baseline
|
|
await run_alembic_stamp(sqlite_engine, '0001_baseline')
|
|
|
|
# Verify revision
|
|
rev = await get_alembic_current(sqlite_engine)
|
|
assert rev == '0001_baseline', f"Expected '0001_baseline', got {rev}"
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_baseline_stamp_on_empty_db(self, sqlite_engine):
|
|
"""
|
|
Stamp on empty database (no tables) still sets revision.
|
|
|
|
This is an edge case - stamping without tables.
|
|
"""
|
|
# Don't create tables - stamp directly
|
|
await run_alembic_stamp(sqlite_engine, '0001_baseline')
|
|
|
|
rev = await get_alembic_current(sqlite_engine)
|
|
assert rev == '0001_baseline'
|
|
|
|
|
|
class TestSQLiteMigrationUpgrade:
|
|
"""Tests for upgrade to head workflow."""
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_upgrade_from_baseline_to_head(self, sqlite_engine):
|
|
"""
|
|
Upgrade from baseline to head applies all migrations.
|
|
|
|
Workflow:
|
|
1. Create tables
|
|
2. Stamp baseline
|
|
3. Upgrade to head
|
|
4. Verify current revision is head
|
|
"""
|
|
# Create tables
|
|
async with sqlite_engine.begin() as conn:
|
|
await conn.run_sync(Base.metadata.create_all)
|
|
|
|
# Stamp baseline
|
|
await run_alembic_stamp(sqlite_engine, '0001_baseline')
|
|
|
|
# Upgrade to head
|
|
await run_alembic_upgrade(sqlite_engine, 'head')
|
|
|
|
# Verify revision
|
|
rev = await get_alembic_current(sqlite_engine)
|
|
assert rev is not None, 'Expected a revision after upgrade'
|
|
# Head should be the latest migration. Resolve the actual head from the
|
|
# Alembic script directory instead of hardcoding a revision number, so
|
|
# adding a new migration doesn't require editing this assertion.
|
|
assert rev == _get_script_head(), f'Expected head {_get_script_head()}, got {rev}'
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_upgrade_idempotent(self, sqlite_engine):
|
|
"""
|
|
Running upgrade to head multiple times is idempotent.
|
|
|
|
Workflow:
|
|
1. Upgrade to head
|
|
2. Get revision
|
|
3. Upgrade to head again
|
|
4. Verify same revision
|
|
"""
|
|
# Create tables
|
|
async with sqlite_engine.begin() as conn:
|
|
await conn.run_sync(Base.metadata.create_all)
|
|
|
|
# Stamp and upgrade
|
|
await run_alembic_stamp(sqlite_engine, '0001_baseline')
|
|
await run_alembic_upgrade(sqlite_engine, 'head')
|
|
|
|
rev1 = await get_alembic_current(sqlite_engine)
|
|
|
|
# Upgrade again - should be idempotent
|
|
await run_alembic_upgrade(sqlite_engine, 'head')
|
|
|
|
rev2 = await get_alembic_current(sqlite_engine)
|
|
assert rev2 == rev1, f'Expected {rev1}, got {rev2}'
|
|
|
|
|
|
class TestSQLiteMigrationFreshDatabase:
|
|
"""Tests for fresh database workflow."""
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_fresh_db_upgrade_from_scratch(self, tmp_path):
|
|
"""
|
|
Fresh database (no tables) can be upgraded directly to head.
|
|
|
|
Workflow:
|
|
1. Create fresh engine with new DB file
|
|
2. Create tables
|
|
3. Upgrade to head
|
|
4. Verify revision
|
|
"""
|
|
# Use different DB file for fresh test
|
|
fresh_db_file = tmp_path / 'test_migrations_fresh.db'
|
|
fresh_url = f'sqlite+aiosqlite:///{fresh_db_file}'
|
|
fresh_engine = create_async_engine(fresh_url)
|
|
|
|
# Create tables on fresh DB
|
|
async with fresh_engine.begin() as conn:
|
|
await conn.run_sync(Base.metadata.create_all)
|
|
|
|
# Upgrade to head directly (no baseline stamp)
|
|
await run_alembic_upgrade(fresh_engine, 'head')
|
|
|
|
# Verify revision
|
|
rev = await get_alembic_current(fresh_engine)
|
|
assert rev is not None, 'Expected a revision on fresh DB'
|
|
|
|
await fresh_engine.dispose()
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_fresh_db_without_create_all_behavior(self, tmp_path):
|
|
"""
|
|
Fresh database without create_all - test actual behavior.
|
|
|
|
This tests what happens when migrations run on truly empty DB.
|
|
The behavior is determined by Alembic and migration scripts.
|
|
|
|
EXPECTED: Either:
|
|
1. Migration succeeds (if scripts handle empty DB)
|
|
2. Migration fails with specific error (if scripts require tables)
|
|
|
|
IMPORTANT: This test verifies the ACTUAL behavior, not accepting
|
|
any arbitrary failure with try-except pass.
|
|
"""
|
|
fresh_db_file = tmp_path / 'test_empty_migrations.db'
|
|
fresh_url = f'sqlite+aiosqlite:///{fresh_db_file}'
|
|
fresh_engine = create_async_engine(fresh_url)
|
|
|
|
# Capture the actual behavior
|
|
actual_result = None
|
|
actual_error = None
|
|
|
|
try:
|
|
await run_alembic_upgrade(fresh_engine, 'head')
|
|
rev = await get_alembic_current(fresh_engine)
|
|
actual_result = rev
|
|
except Exception as e:
|
|
actual_error = e
|
|
|
|
await fresh_engine.dispose()
|
|
|
|
# Verify specific behavior - one of two outcomes is expected
|
|
if actual_result is not None:
|
|
# Migration succeeded - verify revision exists
|
|
assert actual_result is not None, 'Revision should exist after successful migration'
|
|
else:
|
|
# Migration failed - verify the error type is known
|
|
# Alembic typically raises specific errors for missing tables
|
|
assert actual_error is not None, 'Error should be captured if migration failed'
|
|
# Log the error type for documentation (don't silently pass)
|
|
error_type = type(actual_error).__name__
|
|
# Acceptable error types for empty DB scenarios
|
|
acceptable_errors = [
|
|
'OperationalError', # SQLite table not found
|
|
'ProgrammingError', # SQLAlchemy errors
|
|
'CommandError', # Alembic command errors
|
|
]
|
|
assert error_type in acceptable_errors, (
|
|
f'Unexpected error type: {error_type}. '
|
|
f'This may indicate a regression in migration behavior. '
|
|
f'Error: {actual_error}'
|
|
)
|
|
|
|
|
|
class TestSQLiteMigrationGetCurrent:
|
|
"""Tests for get_alembic_current behavior."""
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_get_current_on_unstamped_db_returns_none(self, sqlite_engine):
|
|
"""
|
|
get_alembic_current returns None for unstamped database.
|
|
"""
|
|
# Create tables but don't stamp
|
|
async with sqlite_engine.begin() as conn:
|
|
await conn.run_sync(Base.metadata.create_all)
|
|
|
|
# No stamp - should return None
|
|
rev = await get_alembic_current(sqlite_engine)
|
|
assert rev is None, f'Expected None for unstamped DB, got {rev}'
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_get_current_after_stamp_returns_revision(self, sqlite_engine):
|
|
"""
|
|
get_alembic_current returns correct revision after stamp.
|
|
"""
|
|
async with sqlite_engine.begin() as conn:
|
|
await conn.run_sync(Base.metadata.create_all)
|
|
|
|
await run_alembic_stamp(sqlite_engine, '0001_baseline')
|
|
|
|
rev = await get_alembic_current(sqlite_engine)
|
|
assert rev == '0001_baseline'
|