LangBot/skills/test/test_agent_run_ledger_policy.py

from __future__ import annotations

import sys
import unittest
from pathlib import Path


sys.path.insert(0, str(Path(__file__).resolve().parents[1] / "scripts" / "e2e"))

from agent_run_ledger_policy import (  # noqa: E402
    classify_invalid_tool_argument_errors,
    load_ledger_json,
)


class AgentRunLedgerPolicyTests(unittest.TestCase):
    def setUp(self) -> None:
        self.event = {
            "sequence": 10,
            "type": "tool.call.completed",
            "signal": "Invalid JSON arguments",
        }

    def test_completed_run_with_later_success_is_warning(self) -> None:
        failures, warnings = classify_invalid_tool_argument_errors(
            [self.event],
            successful_tool_completion_sequences=[12],
            run_completed=True,
        )

        self.assertEqual(failures, [])
        self.assertEqual(warnings[0]["kind"], "recovered_tool_argument_error")

    def test_completed_run_without_later_success_still_fails(self) -> None:
        failures, warnings = classify_invalid_tool_argument_errors(
            [self.event],
            successful_tool_completion_sequences=[8],
            run_completed=True,
        )

        self.assertEqual(failures, [self.event])
        self.assertEqual(warnings, [])

    def test_incomplete_run_still_fails_even_with_later_success(self) -> None:
        failures, warnings = classify_invalid_tool_argument_errors(
            [self.event],
            successful_tool_completion_sequences=[12],
            run_completed=False,
        )

        self.assertEqual(failures, [self.event])
        self.assertEqual(warnings, [])

    def test_malformed_persisted_event_json_remains_an_invariant_failure(self) -> None:
        failures: list[dict] = []

        value = load_ledger_json(
            '{"tool_call_id":',
            field="agent_run_event[10].data_json",
            failures=failures,
        )

        self.assertEqual(value, {})
        self.assertEqual(failures[0]["kind"], "invalid_json")
        self.assertEqual(failures[0]["field"], "agent_run_event[10].data_json")


if __name__ == "__main__":
    unittest.main()