Raise default LLM confidence thresholds and automatically retry segments with low-confidence corrections

2026-04-22 17:50:18 -05:00
parent d7788da1f4
commit 10bec989ce
6 changed files with 160 additions and 9 deletions
--- a/tests/test_config.py
+++ b/tests/test_config.py
@@ -25,9 +25,9 @@ def test_config_uses_defaults_with_api_key():
    config = AuditaConfig.from_sources(env={"OPENROUTER_API_KEY": "key"})

    assert config.glossary_confidence_threshold == DEFAULT_GLOSSARY_CONFIDENCE_THRESHOLD
-    assert config.glossary_confidence_threshold == 0.6
+    assert config.glossary_confidence_threshold == 0.8
    assert config.grammar_confidence_threshold == DEFAULT_GRAMMAR_CONFIDENCE_THRESHOLD
-    assert config.grammar_confidence_threshold == 0.6
+    assert config.grammar_confidence_threshold == 0.8
    assert config.max_section_tokens == DEFAULT_MAX_SECTION_TOKENS
    assert config.max_retries == DEFAULT_MAX_RETRIES
    assert config.glossary_max_llm_passes == DEFAULT_GLOSSARY_MAX_LLM_PASSES