eric/audita
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 2 Wiki Activity

Added new deterministic validators to catch early failures

Browse Source
This commit is contained in:
Eric Rakestraw
2026-04-25 14:14:43 -05:00
parent 619c615d21
commit a255ff28b7
9 changed files with 286 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
tests/test_new_pipeline.py
View File

@@ -129,6 +129,8 @@ def test_process_transcript_result_writes_report_and_preserves_skips_per_policy(
assert (result.run_dir / "report.json").exists()
assert (result.run_dir / "normalization" / "summary.json").exists()
assert [validator["name"] for validator in result.report.modules[0].to_dict()["validators"]] == [
"identical_text_guard",
"original_text_present_guard",
"proposal_confidence_guard",
"glossary_stage_protected_glossary_guard",
"non_empty_segment_guard",
@@ -136,6 +138,8 @@ def test_process_transcript_result_writes_report_and_preserves_skips_per_policy(
"meaning_reversal_review",
]
assert [validator["name"] for validator in result.report.modules[2].to_dict()["validators"]] == [
"identical_text_guard",
"original_text_present_guard",
"proposal_confidence_guard",
"glossary_stage_protected_glossary_guard",
"non_empty_segment_guard",
@@ -143,6 +147,8 @@ def test_process_transcript_result_writes_report_and_preserves_skips_per_policy(
"meaning_reversal_review",
]
assert [validator["name"] for validator in result.report.modules[3].to_dict()["validators"]] == [
"identical_text_guard",
"original_text_present_guard",
"proposal_confidence_guard",
"protected_glossary_guard",
"non_empty_segment_guard",
@@ -150,6 +156,8 @@ def test_process_transcript_result_writes_report_and_preserves_skips_per_policy(
"meaning_reversal_review",
]
assert [validator["name"] for validator in result.report.modules[4].to_dict()["validators"]] == [
"identical_text_guard",
"original_text_present_guard",
"proposal_confidence_guard",
"protected_glossary_guard",
"non_empty_segment_guard",
@@ -190,6 +198,8 @@ def test_default_module_specs_expose_final_validator_order():
"grammar",
]
assert [validator.name for validator in specs[0].module.validators()] == [
"identical_text_guard",
"original_text_present_guard",
"proposal_confidence_guard",
"glossary_stage_protected_glossary_guard",
"non_empty_segment_guard",
@@ -197,6 +207,8 @@ def test_default_module_specs_expose_final_validator_order():
"meaning_reversal_review",
]
assert [validator.name for validator in specs[1].module.validators()] == [
"identical_text_guard",
"original_text_present_guard",
"proposal_confidence_guard",
"protected_glossary_guard",
"non_empty_segment_guard",
@@ -204,6 +216,8 @@ def test_default_module_specs_expose_final_validator_order():
"meaning_reversal_review",
]
assert [validator.name for validator in specs[2].module.validators()] == [
"identical_text_guard",
"original_text_present_guard",
"proposal_confidence_guard",
"glossary_stage_protected_glossary_guard",
"non_empty_segment_guard",
@@ -211,6 +225,8 @@ def test_default_module_specs_expose_final_validator_order():
"meaning_reversal_review",
]
assert [validator.name for validator in specs[3].module.validators()] == [
"identical_text_guard",
"original_text_present_guard",
"proposal_confidence_guard",
"protected_glossary_guard",
"non_empty_segment_guard",
@@ -218,6 +234,8 @@ def test_default_module_specs_expose_final_validator_order():
"meaning_reversal_review",
]
assert [validator.name for validator in specs[4].module.validators()] == [
"identical_text_guard",
"original_text_present_guard",
"proposal_confidence_guard",
"protected_glossary_guard",
"non_empty_segment_guard",