Squashed 'roles/pipeline/' changes from c13f726..51566af

51566af Enable D&D storage and publishing

git-subtree-dir: roles/pipeline
git-subtree-split: 51566afcf69083cdbb5b5718f2544c86b079001c

tests/integration

@@ -24,6 +24,8 @@ service_fixture_file="$shared_fixture_root/service.txt"
 operator_fixture_file="$shared_fixture_root/operator.txt"
 synthetic_audita_api_key='audita-pipeline-synthetic-value'
 synthetic_notarius_api_key='notarius-pipeline-synthetic-value'
+synthetic_object_storage_key_id='object-storage-key-id-pipeline-synthetic-value'
+synthetic_object_storage_key='object-storage-key-pipeline-synthetic-value'
 baseline_args=(
   -e 'dnd_pipeline_whisperx_transcribe_url=http://127.0.0.1:8000/transcribe'
   -e "dnd_pipeline_campaigns_repository_url=file://$campaigns_repository"
@@ -32,7 +34,16 @@ baseline_args=(
   -e "dnd_pipeline_prompt_library_revision=$prompt_library_revision"
   -e "dnd_pipeline_prompt_library_root=$prompt_library_root"
   -e "{\"dnd_pipeline_operator_users\":[\"$operator_user\"]}"
-  -e "{\"dnd_pipeline_secrets\":{\"AUDITA_LLM_API_KEY\":\"$synthetic_audita_api_key\",\"OPENROUTER_API_KEY\":\"$synthetic_notarius_api_key\"}}"
+  -e "{\"dnd_pipeline_secrets\":{\"AUDITA_LLM_API_KEY\":\"$synthetic_audita_api_key\",\"OPENROUTER_API_KEY\":\"$synthetic_notarius_api_key\",\"OBJECT_STORAGE_KEY_ID\":\"$synthetic_object_storage_key_id\",\"OBJECT_STORAGE_KEY\":\"$synthetic_object_storage_key\"}}"
+  -e 'dnd_pipeline_narratio_storage_backend=s3'
+  -e 'dnd_pipeline_narratio_storage_s3_bucket=dnd-pipeline-fixture'
+  -e 'dnd_pipeline_narratio_storage_s3_root_prefix=fixture/dnd'
+  -e 'dnd_pipeline_narratio_storage_s3_region=fixture-1'
+  -e 'dnd_pipeline_narratio_storage_s3_endpoint=https://storage.fixture.invalid'
+  -e 'dnd_pipeline_narratio_storage_s3_access_key_id=OBJECT_STORAGE_KEY_ID'
+  -e 'dnd_pipeline_narratio_storage_s3_secret_access_key=OBJECT_STORAGE_KEY'
+  -e '{"dnd_pipeline_narratio_workspace_cleanup_after_publish":false,"dnd_pipeline_narratio_storage_s3_force_path_style":false,"dnd_pipeline_narratio_cache_s3_audio":false,"dnd_pipeline_narratio_publish_enabled":true,"dnd_pipeline_narratio_publish_upload_run":true}'
+  -e '{"dnd_pipeline_narratio_publish_outputs":[{"source":"narratio.transcript.final","required":true},{"source":"narratio.artifact.session_recap","required":true}]}'
 )
 
 cleanup() {
@@ -54,6 +65,7 @@ run_converge() {
   output_file=$1
   shift
   env -u AUDITA_LLM_API_KEY -u OPENROUTER_API_KEY \
+    -u OBJECT_STORAGE_KEY_ID -u OBJECT_STORAGE_KEY \
     "$ansible_playbook" -i "$inventory" "$@" "$converge" | tee "$output_file"
 }
 
@@ -104,8 +116,49 @@ grep -Fq 'resume: true' "$narratio_effective_config"
 ! grep -Fq 'chunk_cache:' "$narratio_effective_config"
 grep -Fq 'party: narratio.input.party' "$narratio_effective_config"
 grep -Fq 'lane_id: item-registry' "$narratio_effective_config"
+"$workspace_venv/bin/python" - "$narratio_effective_config" <<'PY'
+import sys
+
+import yaml
+
+with open(sys.argv[1], encoding="utf-8") as config_file:
+    config = yaml.safe_load(config_file)
+
+assert config["workspace"]["cleanup_after_publish"] is False
+assert config["storage"] == {
+    "backend": "s3",
+    "s3": {
+        "bucket": "dnd-pipeline-fixture",
+        "root_prefix": "fixture/dnd",
+        "region": "fixture-1",
+        "endpoint": "https://storage.fixture.invalid",
+        "force_path_style": False,
+        "access_key_id": "OBJECT_STORAGE_KEY_ID",
+        "secret_access_key": "OBJECT_STORAGE_KEY",
+    },
+}
+assert config["cache"]["s3_audio"] is False
+assert config["publish"] == {
+    "enabled": True,
+    "upload_run": True,
+    "outputs": [
+        {
+            "source": "narratio.transcript.final",
+            "dest": "transcripts/final.json",
+            "required": True,
+        },
+        {
+            "source": "narratio.artifact.session_recap",
+            "dest": "artifacts/session_recap.md",
+            "required": True,
+        },
+    ],
+}
+PY
 ! grep -Fq "$synthetic_audita_api_key" "$baseline_log" "$narratio_effective_config" "$notarius_effective_config"
 ! grep -Fq "$synthetic_notarius_api_key" "$baseline_log" "$narratio_effective_config" "$notarius_effective_config"
+! grep -Fq "$synthetic_object_storage_key_id" "$baseline_log" "$narratio_effective_config" "$notarius_effective_config"
+! grep -Fq "$synthetic_object_storage_key" "$baseline_log" "$narratio_effective_config" "$notarius_effective_config"
 /usr/bin/sudo -u narratio /usr/local/bin/narratio config artifacts \
   --config /usr/local/etc/narratio/pipeline.yml --campaign centaurs | \
   awk -F '\t' '$1 == "session_recap" && $4 == "true" { found = 1 } END { exit !found }'