LangBot/skills/skills/langbot-testing/probes/agent-runner-ledger-contention.mjs

#!/usr/bin/env node

import { spawn } from "node:child_process";
import { existsSync } from "node:fs";
import { mkdir, writeFile } from "node:fs/promises";
import { delimiter, join, resolve } from "node:path";
import { env } from "node:process";

function timestampSlug(date = new Date()) {
  return date.toISOString().replace(/\.\d{3}Z$/, "Z").replace(/[^0-9A-Za-z]+/g, "-").replace(/^-|-$/g, "");
}

function localIsoWithOffset(date = new Date()) {
  const offsetMinutes = -date.getTimezoneOffset();
  const sign = offsetMinutes >= 0 ? "+" : "-";
  const absolute = Math.abs(offsetMinutes);
  const pad = (value) => String(value).padStart(2, "0");
  return [
    `${date.getFullYear()}-${pad(date.getMonth() + 1)}-${pad(date.getDate())}`,
    `T${pad(date.getHours())}:${pad(date.getMinutes())}:${pad(date.getSeconds())}.${String(date.getMilliseconds()).padStart(3, "0")}`,
    `${sign}${pad(Math.floor(absolute / 60))}:${pad(absolute % 60)}`,
  ].join("");
}

function run(command, timeoutMs, childEnv) {
  return new Promise((resolveDone) => {
    const child = spawn(command.executable, command.args, {
      cwd: command.cwd,
      detached: true,
      env: childEnv,
      stdio: ["ignore", "pipe", "pipe"],
    });
    let stdout = "";
    let stderr = "";
    let timedOut = false;
    const timeout = setTimeout(() => {
      timedOut = true;
      try {
        process.kill(-child.pid, "SIGTERM");
      } catch {
        child.kill("SIGTERM");
      }
    }, timeoutMs);
    child.stdout.setEncoding("utf8");
    child.stderr.setEncoding("utf8");
    child.stdout.on("data", (chunk) => {
      stdout += chunk;
    });
    child.stderr.on("data", (chunk) => {
      stderr += chunk;
    });
    child.on("error", (error) => {
      clearTimeout(timeout);
      resolveDone({ stdout, stderr, error, timedOut, status: null, signal: null });
    });
    child.on("close", (status, signal) => {
      clearTimeout(timeout);
      resolveDone({ stdout, stderr, error: null, timedOut, status, signal });
    });
  });
}

const script = String.raw`
import concurrent.futures
import sqlite3
import sys
import time
from pathlib import Path

from sqlalchemy import create_engine

from langbot.pkg.entity.persistence.agent_run import AgentRun, AgentRunEvent, AgentRuntime

db_path = Path(sys.argv[1])
run_count = 120
worker_count = 8
engine = create_engine(f"sqlite:///{db_path}")
for table in (AgentRun.__table__, AgentRunEvent.__table__, AgentRuntime.__table__):
    table.create(engine)

with engine.begin() as conn:
    conn.execute(AgentRun.__table__.insert(), [
        {
            "run_id": f"run-{i:03d}",
            "event_id": f"evt-{i:03d}",
            "binding_id": "binding-contention",
            "runner_id": "plugin:qa/agent-runner/default",
            "status": "queued",
            "queue_name": "default",
            "priority": run_count - i,
        }
        for i in range(run_count)
    ])

def worker(worker_id):
    claimed = []
    conn = sqlite3.connect(db_path, timeout=10, isolation_level=None)
    conn.execute("pragma busy_timeout=10000")
    try:
        while True:
            try:
                conn.execute("begin immediate")
                row = conn.execute(
                    "select run_id from agent_run where status = 'queued' "
                    "order by priority desc, id asc limit 1"
                ).fetchone()
                if row is None:
                    conn.execute("commit")
                    return claimed
                run_id = row[0]
                updated = conn.execute(
                    "update agent_run "
                    "set status = 'completed', claimed_by_runtime_id = ?, dispatch_attempts = coalesce(dispatch_attempts, 0) + 1 "
                    "where run_id = ? and status = 'queued'",
                    (f"worker-{worker_id}", run_id),
                ).rowcount
                conn.execute("commit")
                if updated == 1:
                    claimed.append(run_id)
            except sqlite3.OperationalError as exc:
                try:
                    conn.execute("rollback")
                except sqlite3.OperationalError:
                    pass
                if "locked" not in str(exc).lower():
                    raise
                time.sleep(0.01)
    finally:
        conn.close()

with concurrent.futures.ThreadPoolExecutor(max_workers=worker_count) as pool:
    claims = [run_id for worker_claims in pool.map(worker, range(worker_count)) for run_id in worker_claims]

conn = sqlite3.connect(db_path)
rows = conn.execute(
    "select run_id, status, dispatch_attempts, claimed_by_runtime_id from agent_run"
).fetchall()
conn.close()

assert len(claims) == run_count, len(claims)
assert len(set(claims)) == run_count, "duplicate claims detected"
assert all(row[1] == "completed" for row in rows), rows[:5]
assert all(row[2] == 1 for row in rows), rows[:5]
assert all(row[3] for row in rows), rows[:5]
print(f"LEDGER_CONTENTION_OK runs={run_count} workers={worker_count}")
`;

async function main() {
  const root = resolve(env.LBS_ROOT || process.cwd());
  const caseId = "agent-runner-ledger-contention";
  const runId = env.LBS_RUN_ID || `${timestampSlug()}-${caseId}`;
  const evidenceDir = resolve(env.LBS_EVIDENCE_DIR || join(root, "reports", "evidence", runId));
  await mkdir(evidenceDir, { recursive: true });
  const startedAt = new Date();
  const langbotRepo = resolve(root, env.LANGBOT_REPO || "../LangBot");
  const sdkSrc = resolve(root, env.LANGBOT_PLUGIN_SDK_REPO || "../langbot-plugin-sdk/src");
  const dbPath = join(evidenceDir, "ledger-contention.sqlite3");
  const stdoutLog = join(evidenceDir, "probe-stdout.log");
  const stderrLog = join(evidenceDir, "probe-stderr.log");
  const automationResultJson = join(evidenceDir, "automation-result.json");
  const resultJson = join(evidenceDir, "result.json");
  const timeoutMs = Number(env.LANGBOT_AGENT_RUNNER_PROBE_TIMEOUT_MS || "30000");
  const command = { executable: "rtk", args: ["uv", "run", "python", "-c", script, dbPath], cwd: langbotRepo };
  const result = {
    source: "automation",
    probe: "agent-runner-ledger-contention",
    case_id: caseId,
    run_id: runId,
    started_at: startedAt.toISOString(),
    started_at_local: localIsoWithOffset(startedAt),
    finished_at: "",
    finished_at_local: "",
    duration_ms: 0,
    status: "fail",
    reason: "",
    repo_path: langbotRepo,
    python_paths: [sdkSrc],
    database_path: dbPath,
    command,
    timeout_ms: timeoutMs,
    exit_status: null,
    signal: null,
    evidence: { stdout_log: stdoutLog, stderr_log: stderrLog, database: dbPath, automation_result_json: automationResultJson, result_json: resultJson },
    evidence_collected: ["filesystem"],
  };
  try {
    if (!existsSync(langbotRepo)) {
      result.status = "env_issue";
      result.reason = `LANGBOT_REPO/default ../LangBot did not resolve: ${langbotRepo}`;
    } else {
      const proc = await run(command, timeoutMs, {
        ...process.env,
        PYTHONPATH: [sdkSrc, process.env.PYTHONPATH].filter(Boolean).join(delimiter),
        UV_CACHE_DIR: env.UV_CACHE_DIR || join(evidenceDir, ".uv-cache"),
      });
      await writeFile(stdoutLog, proc.stdout, "utf8");
      await writeFile(stderrLog, proc.stderr, "utf8");
      result.exit_status = proc.status;
      result.signal = proc.signal;
      if (proc.error) {
        result.status = "env_issue";
        result.reason = proc.error.message;
      } else if (proc.timedOut) {
        result.status = "fail";
        result.reason = `ledger contention timed out after ${timeoutMs}ms`;
      } else if (proc.status === 0 && proc.stdout.includes("LEDGER_CONTENTION_OK")) {
        result.status = "pass";
        result.reason = "ledger contention probe passed";
      } else {
        result.status = "fail";
        result.reason = `ledger contention exited with status ${proc.status}`;
      }
    }
  } catch (error) {
    result.status = "fail";
    result.reason = error instanceof Error ? error.message : String(error);
  } finally {
    const finishedAt = new Date();
    result.finished_at = finishedAt.toISOString();
    result.finished_at_local = localIsoWithOffset(finishedAt);
    result.duration_ms = finishedAt.getTime() - startedAt.getTime();
    const resultText = `${JSON.stringify(result, null, 2)}\n`;
    await writeFile(automationResultJson, resultText, "utf8");
    await writeFile(resultJson, resultText, "utf8");
    console.log(JSON.stringify(result, null, 2));
  }
  process.exit(result.status === "pass" ? 0 : result.status === "env_issue" ? 2 : 1);
}

await main();