mirror of
https://github.com/langbot-app/LangBot.git
synced 2026-08-29 21:57:14 +00:00
test(workspace): harden release gate automation
This commit is contained in:
@@ -0,0 +1,69 @@
|
||||
from __future__ import annotations
|
||||
|
||||
import sys
|
||||
import unittest
|
||||
from pathlib import Path
|
||||
|
||||
|
||||
sys.path.insert(0, str(Path(__file__).resolve().parents[1] / "scripts" / "e2e"))
|
||||
|
||||
from agent_run_ledger_policy import ( # noqa: E402
|
||||
classify_invalid_tool_argument_errors,
|
||||
load_ledger_json,
|
||||
)
|
||||
|
||||
|
||||
class AgentRunLedgerPolicyTests(unittest.TestCase):
|
||||
def setUp(self) -> None:
|
||||
self.event = {
|
||||
"sequence": 10,
|
||||
"type": "tool.call.completed",
|
||||
"signal": "Invalid JSON arguments",
|
||||
}
|
||||
|
||||
def test_completed_run_with_later_success_is_warning(self) -> None:
|
||||
failures, warnings = classify_invalid_tool_argument_errors(
|
||||
[self.event],
|
||||
successful_tool_completion_sequences=[12],
|
||||
run_completed=True,
|
||||
)
|
||||
|
||||
self.assertEqual(failures, [])
|
||||
self.assertEqual(warnings[0]["kind"], "recovered_tool_argument_error")
|
||||
|
||||
def test_completed_run_without_later_success_still_fails(self) -> None:
|
||||
failures, warnings = classify_invalid_tool_argument_errors(
|
||||
[self.event],
|
||||
successful_tool_completion_sequences=[8],
|
||||
run_completed=True,
|
||||
)
|
||||
|
||||
self.assertEqual(failures, [self.event])
|
||||
self.assertEqual(warnings, [])
|
||||
|
||||
def test_incomplete_run_still_fails_even_with_later_success(self) -> None:
|
||||
failures, warnings = classify_invalid_tool_argument_errors(
|
||||
[self.event],
|
||||
successful_tool_completion_sequences=[12],
|
||||
run_completed=False,
|
||||
)
|
||||
|
||||
self.assertEqual(failures, [self.event])
|
||||
self.assertEqual(warnings, [])
|
||||
|
||||
def test_malformed_persisted_event_json_remains_an_invariant_failure(self) -> None:
|
||||
failures: list[dict] = []
|
||||
|
||||
value = load_ledger_json(
|
||||
'{"tool_call_id":',
|
||||
field="agent_run_event[10].data_json",
|
||||
failures=failures,
|
||||
)
|
||||
|
||||
self.assertEqual(value, {})
|
||||
self.assertEqual(failures[0]["kind"], "invalid_json")
|
||||
self.assertEqual(failures[0]["field"], "agent_run_event[10].data_json")
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
unittest.main()
|
||||
Reference in New Issue
Block a user