#!/usr/bin/env bash set -euo pipefail repository_root=$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd) workspace_venv="$repository_root/../.venv" test_tmp=$(mktemp -d) chmod 0700 "$test_tmp" export ANSIBLE_COLLECTIONS_PATH="$test_tmp/collections" export ANSIBLE_ROLES_PATH="$test_tmp/roles:$(dirname "$repository_root")" inventory="$repository_root/tests/inventory" converge="$repository_root/tests/converge.yml" ansible_playbook="$workspace_venv/bin/ansible-playbook" profile_dir="$test_tmp/profiles" campaigns_repository=$(cd "$repository_root/../assets/campaigns" && pwd) prompt_library_repository=$(cd "$repository_root/../assets/narratio-prompts" && pwd) prompt_library_root=/usr/local/share/narratio/prompt-library campaigns_revision=$(git -C "$campaigns_repository" rev-parse HEAD) prompt_library_revision=$(git -C "$prompt_library_repository" rev-parse HEAD) operator_user="dnd_f0009_${$}" shared_fixture_root="/var/cache/notarius/${operator_user}" service_fixture_file="$shared_fixture_root/service.txt" operator_fixture_file="$shared_fixture_root/operator.txt" synthetic_audita_api_key='audita-pipeline-synthetic-value' synthetic_notarius_api_key='notarius-pipeline-synthetic-value' synthetic_object_storage_key_id='object-storage-key-id-pipeline-synthetic-value' synthetic_object_storage_key='object-storage-key-pipeline-synthetic-value' baseline_args=( -e 'dnd_pipeline_whisperx_transcribe_url=http://127.0.0.1:8000/transcribe' -e "dnd_pipeline_campaigns_repository_url=file://$campaigns_repository" -e "dnd_pipeline_campaigns_revision=$campaigns_revision" -e "dnd_pipeline_prompt_library_repository_url=file://$prompt_library_repository" -e "dnd_pipeline_prompt_library_revision=$prompt_library_revision" -e "dnd_pipeline_prompt_library_root=$prompt_library_root" -e "{\"dnd_pipeline_operator_users\":[\"$operator_user\"]}" -e "{\"dnd_pipeline_secrets\":{\"AUDITA_LLM_API_KEY\":\"$synthetic_audita_api_key\",\"OPENROUTER_API_KEY\":\"$synthetic_notarius_api_key\",\"OBJECT_STORAGE_KEY_ID\":\"$synthetic_object_storage_key_id\",\"OBJECT_STORAGE_KEY\":\"$synthetic_object_storage_key\"}}" -e 'dnd_pipeline_narratio_storage_backend=s3' -e 'dnd_pipeline_narratio_storage_s3_bucket=dnd-pipeline-fixture' -e 'dnd_pipeline_narratio_storage_s3_root_prefix=fixture/dnd' -e 'dnd_pipeline_narratio_storage_s3_region=fixture-1' -e 'dnd_pipeline_narratio_storage_s3_endpoint=https://storage.fixture.invalid' -e 'dnd_pipeline_narratio_storage_s3_access_key_id=OBJECT_STORAGE_KEY_ID' -e 'dnd_pipeline_narratio_storage_s3_secret_access_key=OBJECT_STORAGE_KEY' -e '{"dnd_pipeline_narratio_workspace_cleanup_after_publish":false,"dnd_pipeline_narratio_storage_s3_force_path_style":false,"dnd_pipeline_narratio_cache_s3_audio":false,"dnd_pipeline_narratio_publish_enabled":true,"dnd_pipeline_narratio_publish_upload_run":true}' -e '{"dnd_pipeline_narratio_publish_outputs":[{"source":"narratio.transcript.final","required":true},{"source":"narratio.artifact.session_recap","required":true}]}' -e 'dnd_pipeline_narratio_testing_scriptorium_profile=endpoint-profile' -e 'dnd_pipeline_notarius_testing_llm_profile=gpt-terra-latest' -e '{"dnd_pipeline_audita_llm_transient_retries":null,"dnd_pipeline_audita_llm_repair_attempts":null,"dnd_pipeline_audita_llm_operation_timeout":null,"dnd_pipeline_notarius_promptkit_transient_retries":null,"dnd_pipeline_scriptorium_transient_retries":null}' ) cleanup() { exit_status=$? trap - EXIT /usr/bin/sudo /bin/rm -rf -- "$shared_fixture_root" || true "$ansible_playbook" -i "$inventory" "${baseline_args[@]}" "$converge" >/dev/null 2>&1 || true /usr/bin/sudo /usr/sbin/userdel --remove "$operator_user" 2>/dev/null || true rm -rf -- "$test_tmp" exit "$exit_status" } trap cleanup EXIT require_clean_recap() { grep -Eq 'changed=0 .*failed=0' "$1" } run_converge() { output_file=$1 shift env -u AUDITA_LLM_API_KEY -u OPENROUTER_API_KEY \ -u OBJECT_STORAGE_KEY_ID -u OBJECT_STORAGE_KEY \ "$ansible_playbook" -i "$inventory" "$@" "$converge" | tee "$output_file" } cd "$repository_root" mkdir -p "$profile_dir" printf '%s\n' \ 'id: endpoint-profile' \ 'endpoint: http://127.0.0.1:8000/v1' \ 'model: offline-fixture' > "$profile_dir/endpoint-profile.yml" "$workspace_venv/bin/ansible-galaxy" collection install \ -r collections/requirements.yml \ -p "$ANSIBLE_COLLECTIONS_PATH" "$workspace_venv/bin/ansible-galaxy" role install \ -r requirements.yml \ -p "$test_tmp/roles" "$ansible_playbook" -i "$inventory" --syntax-check "$converge" "$workspace_venv/bin/ansible-lint" --offline --profile production "$converge" /usr/bin/sudo /usr/sbin/useradd --create-home --shell /usr/sbin/nologin "$operator_user" baseline_log="$test_tmp/baseline.log" run_converge "$baseline_log" "${baseline_args[@]}" /usr/local/bin/seriatim --version AUDITA_LLM_API_KEY="$synthetic_audita_api_key" \ /usr/local/bin/audita config validate --config /usr/local/etc/audita/config.yml "$workspace_venv/bin/python" - <<'PY' import yaml with open("/usr/local/etc/audita/config.yml", encoding="utf-8") as config_file: audita = yaml.safe_load(config_file) with open("/usr/local/etc/notarius/config.yml", encoding="utf-8") as config_file: notarius = yaml.safe_load(config_file) with open("/usr/local/etc/scriptorium/config.yml", encoding="utf-8") as config_file: scriptorium = yaml.safe_load(config_file) assert "transient_retries" not in audita["llm"] assert "repair_attempts" not in audita["llm"] assert "operation_timeout" not in audita["llm"] assert "transient_retries" not in notarius.get("promptkit", {}) assert "transient_retries" not in scriptorium PY /usr/local/bin/notarius config validate --config /usr/local/etc/notarius/config.yml \ --pipeline dnd-session /usr/local/bin/notarius config validate --config /usr/local/etc/notarius/config.yml \ --config-overlay testing --pipeline dnd-session notarius_effective_config="$test_tmp/notarius-effective.yml" /usr/local/bin/notarius config effective --config /usr/local/etc/notarius/config.yml \ > "$notarius_effective_config" notarius_testing_effective_config="$test_tmp/notarius-testing-effective.yml" /usr/local/bin/notarius config effective --config /usr/local/etc/notarius/config.yml \ --config-overlay testing > "$notarius_testing_effective_config" grep -Fq 'mode: auto' "$notarius_effective_config" grep -Fq 'step: describe-session' "$notarius_effective_config" /usr/local/bin/scriptorium config validate --config /usr/local/etc/scriptorium/config.yml /usr/local/bin/scriptorium inspect profile --config /usr/local/etc/scriptorium/config.yml \ --profile-dir "$profile_dir" --profile endpoint-profile /usr/bin/sudo -u narratio /usr/local/bin/narratio config validate \ --config /usr/local/etc/narratio/pipeline.yml --campaign centaurs /usr/bin/sudo -u narratio /usr/local/bin/narratio config validate \ --config /usr/local/etc/narratio/pipeline.yml --campaign dilfs /usr/bin/sudo -u narratio /usr/local/bin/narratio config validate \ --config /usr/local/etc/narratio/pipeline.yml --campaign centaurs --overlay testing narratio_effective_config="$test_tmp/narratio-effective.yml" /usr/bin/sudo -u narratio /usr/local/bin/narratio config show \ --config /usr/local/etc/narratio/pipeline.yml --campaign centaurs \ > "$narratio_effective_config" narratio_testing_effective_config="$test_tmp/narratio-testing-effective.yml" /usr/bin/sudo -u narratio /usr/local/bin/narratio config show \ --config /usr/local/etc/narratio/pipeline.yml --campaign centaurs --overlay testing \ > "$narratio_testing_effective_config" grep -Fq 'enabled: true' "$narratio_effective_config" grep -Fq 'pipeline_id: dnd-session' "$narratio_effective_config" grep -Fq 'resume: true' "$narratio_effective_config" ! grep -Fq 'chunk_cache:' "$narratio_effective_config" grep -Fq 'party: narratio.input.party' "$narratio_effective_config" grep -Fq 'lane_id: item-registry' "$narratio_effective_config" "$workspace_venv/bin/python" - \ "$narratio_effective_config" "$narratio_testing_effective_config" <<'PY' import sys import yaml with open(sys.argv[1], encoding="utf-8") as config_file: config = yaml.safe_load(config_file) with open(sys.argv[2], encoding="utf-8") as config_file: testing_config = yaml.safe_load(config_file) assert config["workspace"]["cleanup_after_publish"] is False assert config["storage"] == { "backend": "s3", "s3": { "bucket": "dnd-pipeline-fixture", "root_prefix": "fixture/dnd", "region": "fixture-1", "endpoint": "https://storage.fixture.invalid", "force_path_style": False, "access_key_id": "OBJECT_STORAGE_KEY_ID", "secret_access_key": "OBJECT_STORAGE_KEY", }, } assert config["cache"]["s3_audio"] is False assert config["publish"] == { "enabled": True, "upload_run": True, "outputs": [ { "source": "narratio.transcript.final", "dest": "transcripts/final.json", "required": True, }, { "source": "narratio.artifact.session_recap", "dest": "artifacts/session_recap.md", "required": True, }, ], } assert "config_overlay" not in config["notarius"] assert testing_config["notarius"]["config_overlay"] == "testing" assert all( artifact["profile_id"] == "endpoint-profile" for artifact in testing_config["scriptorium"]["artifacts"].values() ) assert any( artifact_id.startswith("character_meta_analysis_") for artifact_id in testing_config["scriptorium"]["artifacts"] ) PY ! grep -Fq "$synthetic_audita_api_key" "$baseline_log" "$narratio_effective_config" "$narratio_testing_effective_config" "$notarius_effective_config" "$notarius_testing_effective_config" ! grep -Fq "$synthetic_notarius_api_key" "$baseline_log" "$narratio_effective_config" "$narratio_testing_effective_config" "$notarius_effective_config" "$notarius_testing_effective_config" ! grep -Fq "$synthetic_object_storage_key_id" "$baseline_log" "$narratio_effective_config" "$narratio_testing_effective_config" "$notarius_effective_config" "$notarius_testing_effective_config" ! grep -Fq "$synthetic_object_storage_key" "$baseline_log" "$narratio_effective_config" "$narratio_testing_effective_config" "$notarius_effective_config" "$notarius_testing_effective_config" /usr/bin/sudo -u narratio /usr/local/bin/narratio config artifacts \ --config /usr/local/etc/narratio/pipeline.yml --campaign centaurs | \ awk -F '\t' '$1 == "session_recap" && $4 == "true" { found = 1 } END { exit !found }' /usr/bin/sudo -u narratio /usr/local/bin/narratio config artifacts \ --config /usr/local/etc/narratio/pipeline.yml --campaign centaurs | \ awk -F '\t' '$1 == "hostile_rumors" && $6 == "session_recap" { found = 1 } END { exit !found }' /usr/bin/sudo -u narratio /usr/local/bin/narratio config artifacts \ --config /usr/local/etc/narratio/pipeline.yml --campaign centaurs | \ awk -F '\t' 'index($1, "character_meta_analysis_") == 1 && $4 == "false" && $7 == "character_meta_analysis" { found = 1 } END { exit !found }' /usr/bin/sudo -u "$operator_user" /usr/local/bin/narratio config validate \ --config /usr/local/etc/narratio/pipeline.yml --campaign centaurs /usr/bin/sudo -u "$operator_user" /usr/local/bin/notarius config validate \ --config /usr/local/etc/notarius/config.yml --pipeline dnd-session /usr/bin/sudo -u nobody /bin/cat /usr/local/etc/narratio/pipeline.yml >/dev/null if /usr/bin/sudo -u nobody /usr/local/bin/narratio config validate \ --config /usr/local/etc/narratio/pipeline.yml --campaign centaurs; then exit 1 fi /usr/bin/sudo -u narratio /bin/sh -c \ "umask 077; mkdir '$shared_fixture_root'; printf '%s\\n' service-created > '$service_fixture_file'" /usr/bin/sudo -u "$operator_user" /bin/sh -c \ "grep -Fx service-created '$service_fixture_file'; printf '%s\\n' operator-appended >> '$service_fixture_file'" /usr/bin/sudo -u narratio /bin/grep -Fx operator-appended "$service_fixture_file" /usr/bin/sudo -u "$operator_user" /bin/sh -c \ "umask 077; printf '%s\\n' operator-created > '$operator_fixture_file'" /usr/bin/sudo -u narratio /bin/grep -Fx operator-created "$operator_fixture_file" session_recap_prompt_json=$(/usr/local/bin/scriptorium inspect prompt \ --config /usr/local/etc/scriptorium/config.yml \ --prompt dnd.session_recap --prompt-version 2.0.0 --format json) session_recap_profile=$(printf '%s\n' "$session_recap_prompt_json" | \ "$workspace_venv/bin/python" -c 'import json, sys; print(json.load(sys.stdin)["default_profile_id"])') /usr/local/bin/scriptorium inspect profile --config /usr/local/etc/scriptorium/config.yml \ --profile "$session_recap_profile" /usr/local/bin/scriptorium inspect prompt --config /usr/local/etc/scriptorium/config.yml \ --prompt dnd.scene_map --prompt-version 1.0.0 --format json | \ "$workspace_venv/bin/python" -c ' import json import sys from pathlib import Path schema_root = Path(sys.argv[1]).resolve() schema_path = json.load(sys.stdin)["output_contract"]["schema_path"] schema = (schema_root / schema_path).resolve() if not schema.is_relative_to(schema_root) or not schema.is_file(): raise SystemExit(f"invalid deployed schema path: {schema}") ' "$prompt_library_root/schemas" baseline_repeat_log="$test_tmp/baseline-repeat.log" run_converge "$baseline_repeat_log" "${baseline_args[@]}" require_clean_recap "$baseline_repeat_log" invalid_key_log="$test_tmp/invalid-key.log" if run_converge "$invalid_key_log" "${baseline_args[@]}" \ -e '{"dnd_pipeline_secrets":{"INVALID-KEY":"invalid-key-synthetic-value"}}'; then exit 1 fi selected_version_log="$test_tmp/selected-version.log" run_converge "$selected_version_log" "${baseline_args[@]}" \ -e 'dnd_pipeline_seriatim_version=v1.4.0' /usr/local/bin/seriatim --version | grep -Fx 'seriatim version v1.4.0' selected_version_repeat_log="$test_tmp/selected-version-repeat.log" run_converge "$selected_version_repeat_log" "${baseline_args[@]}" \ -e 'dnd_pipeline_seriatim_version=v1.4.0' require_clean_recap "$selected_version_repeat_log" pipeline_group_one='{"archive-session":{"llm_profile":"gpt-luna-latest","input":{"module":"seriatim"},"artifacts":{"spells":{"extract":{"module":"dnd/spells"},"normalize":{"module":"dnd/spells"}}}}}' pipeline_group_two='{"research-session":{"llm_profile":"gpt-luna-latest","input":{"module":"seriatim"},"artifacts":{"spells":{"extract":{"module":"dnd/spells"},"normalize":{"module":"dnd/spells"}}}}}' alternate_config="{\"notarius_pipeline_group_one\":$pipeline_group_one,\"notarius_pipeline_group_two\":$pipeline_group_two,\"dnd_pipeline_notarius_pipelines\":\"{{ notarius_pipeline_group_one | combine(notarius_pipeline_group_two) }}\",\"dnd_pipeline_narratio_notarius_pipeline_id\":\"archive-session\",\"dnd_pipeline_notarius_testing_llm_profile\":\"gpt-terra-latest\",\"dnd_pipeline_notarius_cache_chunk_plans_mode\":\"bypass\"}" alternate_log="$test_tmp/alternate.log" run_converge "$alternate_log" "${baseline_args[@]}" -e "$alternate_config" /usr/local/bin/notarius config validate --config /usr/local/etc/notarius/config.yml \ --pipeline archive-session /usr/local/bin/notarius config validate --config /usr/local/etc/notarius/config.yml \ --config-overlay testing --pipeline archive-session alternate_narratio_config="$test_tmp/alternate-narratio.yml" /usr/bin/sudo -u narratio /usr/local/bin/narratio config show \ --config /usr/local/etc/narratio/pipeline.yml --campaign centaurs \ > "$alternate_narratio_config" grep -Fq 'pipeline_id: archive-session' "$alternate_narratio_config" alternate_testing_narratio_config="$test_tmp/alternate-testing-narratio.yml" /usr/bin/sudo -u narratio /usr/local/bin/narratio config show \ --config /usr/local/etc/narratio/pipeline.yml --campaign centaurs --overlay testing \ > "$alternate_testing_narratio_config" alternate_effective_config="$test_tmp/alternate-effective.yml" /usr/local/bin/notarius config effective --config /usr/local/etc/notarius/config.yml \ > "$alternate_effective_config" alternate_testing_effective_config="$test_tmp/alternate-testing-effective.yml" /usr/local/bin/notarius config effective --config /usr/local/etc/notarius/config.yml \ --config-overlay testing > "$alternate_testing_effective_config" "$workspace_venv/bin/python" - \ "$alternate_narratio_config" "$alternate_testing_narratio_config" \ "$alternate_effective_config" "$alternate_testing_effective_config" <<'PY' import sys import yaml with open(sys.argv[1], encoding="utf-8") as config_file: narratio_base = yaml.safe_load(config_file) with open(sys.argv[2], encoding="utf-8") as config_file: narratio_testing = yaml.safe_load(config_file) with open(sys.argv[3], encoding="utf-8") as config_file: notarius_base = yaml.safe_load(config_file) with open(sys.argv[4], encoding="utf-8") as config_file: notarius_testing = yaml.safe_load(config_file) assert narratio_base["notarius"]["pipeline_id"] == "archive-session" assert "config_overlay" not in narratio_base["notarius"] assert narratio_testing["notarius"]["pipeline_id"] == "archive-session" assert narratio_testing["notarius"]["config_overlay"] == "testing" assert notarius_base["pipelines"]["archive-session"]["llm_profile"] == "gpt-luna-latest" assert notarius_testing["pipelines"]["archive-session"]["llm_profile"] == "gpt-terra-latest" assert notarius_testing["pipelines"]["research-session"]["llm_profile"] == "gpt-luna-latest" assert notarius_base["cache"]["chunk_plans"]["mode"] == "bypass" PY alternate_repeat_log="$test_tmp/alternate-repeat.log" run_converge "$alternate_repeat_log" "${baseline_args[@]}" -e "$alternate_config" require_clean_recap "$alternate_repeat_log" synthetic_fixture_audita_key='audita-override-synthetic-value' synthetic_fixture_notarius_key='notarius-override-synthetic-value' override_config="{\"dnd_pipeline_audita_backends\":{\"fixture\":{\"endpoint\":\"https://inference.fixture.invalid/v1\",\"credential\":\"FIXTURE_AUDITA_KEY\",\"concurrency\":2}},"\ "\"dnd_pipeline_audita_profiles\":{\"fixture-proposal\":{\"id\":\"fixture-proposal\",\"backend\":\"fixture\",\"model\":\"fixture/proposal\",\"timeout_seconds\":900},"\ "\"fixture-validation\":{\"id\":\"fixture-validation\",\"backend\":\"fixture\",\"model\":\"fixture/validation\",\"timeout_seconds\":900}},"\ "\"dnd_pipeline_audita_llm_proposal_profile\":\"fixture-proposal\",\"dnd_pipeline_audita_llm_validation_profile\":\"fixture-validation\","\ "\"dnd_pipeline_narratio_audita_credentials\":[\"FIXTURE_AUDITA_KEY\"],\"dnd_pipeline_narratio_notarius_credentials\":[\"FIXTURE_NOTARIUS_KEY\"],"\ "\"dnd_pipeline_narratio_scriptorium_credentials\":[\"FIXTURE_AUDITA_KEY\",\"FIXTURE_NOTARIUS_KEY\"],"\ "\"dnd_pipeline_audita_llm_transient_retries\":0,\"dnd_pipeline_audita_llm_repair_attempts\":0,\"dnd_pipeline_audita_llm_operation_timeout\":\"20m\","\ "\"dnd_pipeline_notarius_promptkit_transient_retries\":0,\"dnd_pipeline_scriptorium_transient_retries\":0,"\ "\"dnd_pipeline_secrets\":{\"AUDITA_LLM_API_KEY\":\"$synthetic_audita_api_key\",\"OPENROUTER_API_KEY\":\"$synthetic_notarius_api_key\","\ "\"FIXTURE_AUDITA_KEY\":\"$synthetic_fixture_audita_key\",\"FIXTURE_NOTARIUS_KEY\":\"$synthetic_fixture_notarius_key\","\ "\"OBJECT_STORAGE_KEY_ID\":\"$synthetic_object_storage_key_id\",\"OBJECT_STORAGE_KEY\":\"$synthetic_object_storage_key\"}}" override_log="$test_tmp/override.log" run_converge "$override_log" "${baseline_args[@]}" -e "$override_config" FIXTURE_AUDITA_KEY="$synthetic_fixture_audita_key" \ /usr/local/bin/audita config validate --config /usr/local/etc/audita/config.yml audita_override_settings="$test_tmp/audita-override-settings.yml" audita_override_profiles="$test_tmp/audita-override-profiles.yml" FIXTURE_AUDITA_KEY="$synthetic_fixture_audita_key" \ /usr/local/bin/audita config print-effective --config /usr/local/etc/audita/config.yml \ --view settings > "$audita_override_settings" FIXTURE_AUDITA_KEY="$synthetic_fixture_audita_key" \ /usr/local/bin/audita config print-effective --config /usr/local/etc/audita/config.yml \ --view profiles > "$audita_override_profiles" notarius_override_config="$test_tmp/notarius-override.yml" scriptorium_override_config="$test_tmp/scriptorium-override.yml" narratio_override_config="$test_tmp/narratio-override.yml" narratio_testing_override_config="$test_tmp/narratio-testing-override.yml" /usr/local/bin/notarius config effective --config /usr/local/etc/notarius/config.yml \ > "$notarius_override_config" /usr/local/bin/scriptorium config show --config /usr/local/etc/scriptorium/config.yml \ > "$scriptorium_override_config" /usr/bin/sudo -u narratio /usr/local/bin/narratio config show \ --config /usr/local/etc/narratio/pipeline.yml --campaign centaurs \ > "$narratio_override_config" /usr/bin/sudo -u narratio /usr/local/bin/narratio config show \ --config /usr/local/etc/narratio/pipeline.yml --campaign centaurs --overlay testing \ > "$narratio_testing_override_config" "$workspace_venv/bin/python" - \ "$audita_override_settings" "$audita_override_profiles" \ "$notarius_override_config" "$scriptorium_override_config" \ "$narratio_override_config" "$narratio_testing_override_config" <<'PY' import sys import yaml settings, profiles, notarius, scriptorium, narratio, narratio_testing = ( yaml.safe_load(open(path, encoding="utf-8")) for path in sys.argv[1:] ) assert settings["backends"]["fixture"]["endpoint"] == "https://inference.fixture.invalid/v1" assert settings["backends"]["fixture"]["concurrency"] == 2 assert settings["llm"]["proposal_profile"] == "fixture-proposal" assert settings["llm"]["validation_profile"] == "fixture-validation" assert settings["llm"]["transient_retries"] == 0 assert settings["llm"]["repair_attempts"] == 0 assert settings["llm"]["operation_timeout"] == "20m0s" assert profiles["proposal"]["model"] == "fixture/proposal" assert profiles["validation"]["model"] == "fixture/validation" assert notarius["promptkit"]["transient_retries"] == 0 assert scriptorium["transient_retries"] == 0 assert narratio["audita"]["credentials"] == ["FIXTURE_AUDITA_KEY"] assert narratio["notarius"]["credentials"] == ["FIXTURE_NOTARIUS_KEY"] assert narratio["scriptorium"]["credentials"] == ["FIXTURE_AUDITA_KEY", "FIXTURE_NOTARIUS_KEY"] assert narratio_testing["scriptorium"]["credentials"] == ["FIXTURE_AUDITA_KEY", "FIXTURE_NOTARIUS_KEY"] PY ! grep -Fq "$synthetic_fixture_audita_key" "$override_log" "$narratio_override_config" ! grep -Fq "$synthetic_fixture_notarius_key" "$override_log" "$narratio_override_config" override_repeat_log="$test_tmp/override-repeat.log" run_converge "$override_repeat_log" "${baseline_args[@]}" -e "$override_config" require_clean_recap "$override_repeat_log"