Squashed 'roles/pipeline/' changes from c56a942..ea8b09e

ea8b09e Verify suite configuration overrides and document migration
8ea8621 Integrate the reviewed application upgrades into the suite

git-subtree-dir: roles/pipeline
git-subtree-split: ea8b09e190419586ede6df3815d1ea999a0f4391

meta/argument_specs.yml

@@ -97,58 +97,34 @@ argument_specs:
         type: str
         required: true
         description: Audita output schema shared with Narratio.
-      dnd_pipeline_audita_llm_proposal_base_url:
+      dnd_pipeline_audita_backends:
+        type: dict
+        required: true
+        description: Native Audita backend definitions.
+      dnd_pipeline_audita_profiles:
+        type: dict
+        required: true
+        description: Native Audita profiles keyed by filename-safe IDs matching each mapping's id.
+      dnd_pipeline_audita_llm_proposal_profile:
         type: str
         required: true
-        description: Audita proposal LLM endpoint.
-      dnd_pipeline_audita_llm_proposal_model:
+        description: Audita proposal profile ID.
+      dnd_pipeline_audita_llm_validation_profile:
         type: str
         required: true
-        description: Audita proposal LLM model.
-      dnd_pipeline_audita_llm_proposal_api_key_env:
-        type: str
-        required: true
-        description: Proposal LLM API-key environment variable name.
-      dnd_pipeline_audita_llm_proposal_timeout:
-        type: str
-        required: true
-        description: Proposal LLM timeout.
-      dnd_pipeline_audita_llm_proposal_max_retries:
+        description: Audita validation profile ID.
+      dnd_pipeline_audita_llm_transient_retries:
         type: int
-        required: true
-        description: Proposal LLM retry count.
-      dnd_pipeline_audita_llm_validation_base_url:
-        type: str
-        required: true
-        description: Audita validation LLM endpoint.
-      dnd_pipeline_audita_llm_validation_model:
-        type: str
-        required: true
-        description: Audita validation LLM model.
-      dnd_pipeline_audita_llm_validation_api_key_env:
-        type: str
-        required: true
-        description: Validation LLM API-key environment variable name.
-      dnd_pipeline_audita_llm_validation_timeout:
-        type: str
-        required: true
-        description: Validation LLM timeout.
-      dnd_pipeline_audita_llm_validation_max_retries:
+        required: false
+        description: Optional Audita transient retry override.
+      dnd_pipeline_audita_llm_repair_attempts:
         type: int
-        required: true
-        description: Validation LLM retry count.
-      dnd_pipeline_audita_concurrency_total_llm:
-        type: int
-        required: true
-        description: Total Audita LLM concurrency.
-      dnd_pipeline_audita_concurrency_proposal_llm:
-        type: int
-        required: true
-        description: Proposal Audita LLM concurrency.
-      dnd_pipeline_audita_concurrency_validation_llm:
-        type: int
-        required: true
-        description: Validation Audita LLM concurrency.
+        required: false
+        description: Optional Audita repair attempt override.
+      dnd_pipeline_audita_llm_operation_timeout:
+        type: str
+        required: false
+        description: Optional Audita whole-operation deadline override.
       dnd_pipeline_audita_chunking_target_sections:
         type: int
         required: true
@@ -162,15 +138,15 @@ argument_specs:
         required: true
         description: Audita minimum section tokens.
       dnd_pipeline_audita_normalization_max_segment_gap:
-        type: str
+        type: float
         required: true
         description: Audita maximum segment gap.
       dnd_pipeline_audita_normalization_ellipsis_gap:
-        type: str
+        type: float
         required: true
         description: Audita ellipsis gap.
       dnd_pipeline_audita_normalization_max_segment_duration:
-        type: str
+        type: float
         required: true
         description: Audita maximum segment duration.
       dnd_pipeline_audita_normalization_max_segment_tokens:
@@ -201,10 +177,6 @@ argument_specs:
         type: str
         required: true
         description: Audita diagnostics work directory.
-      dnd_pipeline_audita_diagnostics_retention:
-        type: str
-        required: true
-        description: Audita diagnostics retention policy.
       dnd_pipeline_notarius_pipelines:
         type: dict
         required: true
@@ -225,6 +197,14 @@ argument_specs:
         type: str
         required: true
         description: Notarius LLM profile selected by the testing overlay.
+      dnd_pipeline_notarius_promptkit_transient_retries:
+        type: int
+        required: false
+        description: Optional Notarius PromptKit transient retry override.
+      dnd_pipeline_scriptorium_transient_retries:
+        type: int
+        required: false
+        description: Optional Scriptorium transient retry override.
       dnd_pipeline_narratio_workspace_cleanup_after_publish:
         type: bool
         required: true
@@ -313,10 +293,16 @@ argument_specs:
         type: str
         required: true
         description: Notarius pipeline selected by Narratio.
-      dnd_pipeline_narratio_notarius_llm_api_key:
-        type: str
+      dnd_pipeline_narratio_audita_credentials:
+        type: list
+        elements: str
         required: true
-        description: Environment-variable name forwarded by Narratio to Notarius.
+        description: Credential names forwarded by Narratio to Audita.
+      dnd_pipeline_narratio_notarius_credentials:
+        type: list
+        elements: str
+        required: true
+        description: Credential names forwarded by Narratio to Notarius.
       dnd_pipeline_narratio_notarius_resume:
         type: bool
         required: true

meta/main.yml

@@ -55,13 +55,13 @@ dependencies:
       narratio_seriatim_binary: /usr/local/bin/seriatim
       narratio_audita_binary: /usr/local/bin/audita
       narratio_audita_config_path: /usr/local/etc/audita/config.yml
-      narratio_audita_llm_api_key: "{{ dnd_pipeline_audita_llm_proposal_api_key_env }}"
+      narratio_audita_credentials: "{{ dnd_pipeline_narratio_audita_credentials }}"
       narratio_notarius_binary: /usr/local/bin/notarius
       narratio_notarius_config_path: /usr/local/etc/notarius/config.yml
       narratio_notarius_enabled: true
       narratio_notarius_pipeline_id: "{{ dnd_pipeline_narratio_notarius_pipeline_id }}"
       narratio_notarius_working_directory: /usr/local/etc/notarius
-      narratio_notarius_llm_api_key: "{{ dnd_pipeline_narratio_notarius_llm_api_key }}"
+      narratio_notarius_credentials: "{{ dnd_pipeline_narratio_notarius_credentials }}"
       narratio_notarius_resume: "{{ dnd_pipeline_narratio_notarius_resume }}"
       narratio_notarius_references: "{{ dnd_pipeline_narratio_notarius_references }}"
       narratio_notarius_outputs: "{{ dnd_pipeline_narratio_notarius_outputs }}"
@@ -85,19 +85,13 @@ dependencies:
       audita_config_file_mode: "{{ dnd_pipeline_config_file_mode }}"
       audita_pipeline_modules: "{{ dnd_pipeline_audita_pipeline_modules }}"
       audita_output_schema: "{{ dnd_pipeline_audita_output_schema }}"
-      audita_llm_proposal_base_url: "{{ dnd_pipeline_audita_llm_proposal_base_url }}"
-      audita_llm_proposal_model: "{{ dnd_pipeline_audita_llm_proposal_model }}"
-      audita_llm_proposal_api_key_env: "{{ dnd_pipeline_audita_llm_proposal_api_key_env }}"
-      audita_llm_proposal_timeout: "{{ dnd_pipeline_audita_llm_proposal_timeout }}"
-      audita_llm_proposal_max_retries: "{{ dnd_pipeline_audita_llm_proposal_max_retries }}"
-      audita_llm_validation_base_url: "{{ dnd_pipeline_audita_llm_validation_base_url }}"
-      audita_llm_validation_model: "{{ dnd_pipeline_audita_llm_validation_model }}"
-      audita_llm_validation_api_key_env: "{{ dnd_pipeline_audita_llm_validation_api_key_env }}"
-      audita_llm_validation_timeout: "{{ dnd_pipeline_audita_llm_validation_timeout }}"
-      audita_llm_validation_max_retries: "{{ dnd_pipeline_audita_llm_validation_max_retries }}"
-      audita_concurrency_total_llm: "{{ dnd_pipeline_audita_concurrency_total_llm }}"
-      audita_concurrency_proposal_llm: "{{ dnd_pipeline_audita_concurrency_proposal_llm }}"
-      audita_concurrency_validation_llm: "{{ dnd_pipeline_audita_concurrency_validation_llm }}"
+      audita_backends: "{{ dnd_pipeline_audita_backends }}"
+      audita_profiles_dir: /usr/local/etc/audita/profiles
+      audita_llm_proposal_profile: "{{ dnd_pipeline_audita_llm_proposal_profile }}"
+      audita_llm_validation_profile: "{{ dnd_pipeline_audita_llm_validation_profile }}"
+      audita_llm_transient_retries: "{{ dnd_pipeline_audita_llm_transient_retries }}"
+      audita_llm_repair_attempts: "{{ dnd_pipeline_audita_llm_repair_attempts }}"
+      audita_llm_operation_timeout: "{{ dnd_pipeline_audita_llm_operation_timeout }}"
       audita_chunking_target_sections: "{{ dnd_pipeline_audita_chunking_target_sections }}"
       audita_chunking_max_section_tokens: "{{ dnd_pipeline_audita_chunking_max_section_tokens }}"
       audita_chunking_min_section_tokens: "{{ dnd_pipeline_audita_chunking_min_section_tokens }}"
@@ -111,7 +105,6 @@ dependencies:
       audita_thresholds_grammar: "{{ dnd_pipeline_audita_thresholds_grammar }}"
       audita_context_description: "{{ dnd_pipeline_audita_context_description }}"
       audita_diagnostics_work_dir: "{{ dnd_pipeline_audita_diagnostics_work_dir }}"
-      audita_diagnostics_retention: "{{ dnd_pipeline_audita_diagnostics_retention }}"
   - role: rakestraw.notarius
     vars:
       notarius_version: "{{ dnd_pipeline_notarius_version }}"
@@ -128,6 +121,7 @@ dependencies:
       notarius_cache_chunk_plans_directory: "{{ dnd_pipeline_notarius_cache_root ~ '/chunk-plans' }}"
       notarius_cache_checkpoints_enabled: "{{ dnd_pipeline_notarius_cache_checkpoints_enabled }}"
       notarius_cache_checkpoints_directory: "{{ dnd_pipeline_notarius_cache_root ~ '/checkpoints' }}"
+      notarius_promptkit_transient_retries: "{{ dnd_pipeline_notarius_promptkit_transient_retries }}"
   - role: rakestraw.scriptorium
     vars:
       scriptorium_version: "{{ dnd_pipeline_scriptorium_version }}"
@@ -140,3 +134,4 @@ dependencies:
       scriptorium_config_file_mode: "{{ dnd_pipeline_config_file_mode }}"
       scriptorium_prompt_dir: "{{ dnd_pipeline_prompt_library_root ~ '/prompts' }}"
       scriptorium_schema_dir: "{{ dnd_pipeline_prompt_library_root ~ '/schemas' }}"
+      scriptorium_transient_retries: "{{ dnd_pipeline_scriptorium_transient_retries }}"