134 lines
6.5 KiB
Bash
Executable File
134 lines
6.5 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
set -euo pipefail
|
|
|
|
repository_root=$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)
|
|
workspace_venv="$repository_root/../.venv"
|
|
test_tmp=$(mktemp -d)
|
|
chmod 0700 "$test_tmp"
|
|
|
|
export ANSIBLE_COLLECTIONS_PATH="$test_tmp/collections"
|
|
export ANSIBLE_ROLES_PATH="$test_tmp/roles:$(dirname "$repository_root")"
|
|
|
|
inventory="$repository_root/tests/inventory"
|
|
converge="$repository_root/tests/converge.yml"
|
|
ansible_playbook="$workspace_venv/bin/ansible-playbook"
|
|
profile_dir="$test_tmp/profiles"
|
|
campaigns_repository=$(cd "$repository_root/../assets/campaigns" && pwd)
|
|
prompt_library_repository=$(cd "$repository_root/../assets/narratio-prompts" && pwd)
|
|
prompt_library_root=/usr/local/share/narratio/prompt-library
|
|
campaigns_revision=$(git -C "$campaigns_repository" rev-parse HEAD)
|
|
prompt_library_revision=$(git -C "$prompt_library_repository" rev-parse HEAD)
|
|
baseline_args=(
|
|
-e 'dnd_pipeline_whisperx_transcribe_url=http://127.0.0.1:8000/transcribe'
|
|
-e "dnd_pipeline_campaigns_repository_url=file://$campaigns_repository"
|
|
-e "dnd_pipeline_campaigns_revision=$campaigns_revision"
|
|
-e "dnd_pipeline_prompt_library_repository_url=file://$prompt_library_repository"
|
|
-e "dnd_pipeline_prompt_library_revision=$prompt_library_revision"
|
|
-e "dnd_pipeline_prompt_library_root=$prompt_library_root"
|
|
)
|
|
|
|
cleanup() {
|
|
exit_status=$?
|
|
trap - EXIT
|
|
"$ansible_playbook" -i "$inventory" "${baseline_args[@]}" "$converge" >/dev/null 2>&1 || true
|
|
rm -rf -- "$test_tmp"
|
|
exit "$exit_status"
|
|
}
|
|
trap cleanup EXIT
|
|
|
|
require_clean_recap() {
|
|
grep -Eq 'changed=0 .*failed=0' "$1"
|
|
}
|
|
|
|
run_converge() {
|
|
output_file=$1
|
|
shift
|
|
"$ansible_playbook" -i "$inventory" "$@" "$converge" | tee "$output_file"
|
|
}
|
|
|
|
cd "$repository_root"
|
|
mkdir -p "$profile_dir"
|
|
printf '%s\n' \
|
|
'id: endpoint-profile' \
|
|
'endpoint: http://127.0.0.1:8000/v1' \
|
|
'model: offline-fixture' > "$profile_dir/endpoint-profile.yml"
|
|
"$workspace_venv/bin/ansible-galaxy" collection install \
|
|
-r collections/requirements.yml \
|
|
-p "$ANSIBLE_COLLECTIONS_PATH"
|
|
"$workspace_venv/bin/ansible-galaxy" role install \
|
|
-r requirements.yml \
|
|
-p "$test_tmp/roles"
|
|
"$ansible_playbook" -i "$inventory" --syntax-check "$converge"
|
|
"$workspace_venv/bin/ansible-lint" --offline --profile production "$converge"
|
|
|
|
baseline_log="$test_tmp/baseline.log"
|
|
run_converge "$baseline_log" "${baseline_args[@]}"
|
|
/usr/local/bin/seriatim --version
|
|
/usr/local/bin/audita config validate --config /usr/local/etc/audita/config.yml
|
|
/usr/local/bin/notarius config validate --config /usr/local/etc/notarius/config.yml
|
|
/usr/local/bin/scriptorium inspect profile --config /usr/local/etc/scriptorium/config.yml \
|
|
--profile-dir "$profile_dir" --profile endpoint-profile
|
|
/usr/bin/sudo -u narratio /usr/local/bin/narratio config validate \
|
|
--config /usr/local/etc/narratio/pipeline.yml --campaign centaurs
|
|
/usr/bin/sudo -u narratio /usr/local/bin/narratio config validate \
|
|
--config /usr/local/etc/narratio/pipeline.yml --campaign centaurs --profile testing
|
|
/usr/bin/sudo -u narratio /usr/local/bin/narratio config artifacts \
|
|
--config /usr/local/etc/narratio/pipeline.yml --campaign centaurs | \
|
|
awk -F '\t' '$1 == "session_recap" && $4 == "true" { found = 1 } END { exit !found }'
|
|
/usr/bin/sudo -u narratio /usr/local/bin/narratio config artifacts \
|
|
--config /usr/local/etc/narratio/pipeline.yml --campaign centaurs | \
|
|
awk -F '\t' '$1 == "hostile_rumors" && $6 == "session_recap" { found = 1 } END { exit !found }'
|
|
/usr/bin/sudo -u narratio /usr/local/bin/narratio config artifacts \
|
|
--config /usr/local/etc/narratio/pipeline.yml --campaign centaurs | \
|
|
awk -F '\t' 'index($1, "character_meta_analysis_") == 1 && $4 == "false" && $7 == "character_meta_analysis" { found = 1 } END { exit !found }'
|
|
/usr/bin/sudo -u narratio /usr/local/bin/narratio config diff default testing \
|
|
--config /usr/local/etc/narratio/pipeline.yml --campaign centaurs | \
|
|
awk -F '\t' '$1 != "changed" || $2 !~ /\.profile_id$/ { invalid = 1 } END { exit invalid || NR == 0 }'
|
|
session_recap_prompt_json=$(/usr/local/bin/scriptorium inspect prompt \
|
|
--config /usr/local/etc/scriptorium/config.yml \
|
|
--prompt dnd.session_recap --prompt-version 2.0.0 --format json)
|
|
session_recap_profile=$(printf '%s\n' "$session_recap_prompt_json" | \
|
|
"$workspace_venv/bin/python" -c 'import json, sys; print(json.load(sys.stdin)["default_profile_id"])')
|
|
/usr/local/bin/scriptorium inspect profile --config /usr/local/etc/scriptorium/config.yml \
|
|
--profile "$session_recap_profile"
|
|
/usr/local/bin/scriptorium inspect prompt --config /usr/local/etc/scriptorium/config.yml \
|
|
--prompt dnd.scene_map --prompt-version 1.0.0 --format json | \
|
|
"$workspace_venv/bin/python" -c '
|
|
import json
|
|
import sys
|
|
from pathlib import Path
|
|
|
|
schema_root = Path(sys.argv[1]).resolve()
|
|
schema_path = json.load(sys.stdin)["output_contract"]["schema_path"]
|
|
schema = (schema_root / schema_path).resolve()
|
|
if not schema.is_relative_to(schema_root) or not schema.is_file():
|
|
raise SystemExit(f"invalid deployed schema path: {schema}")
|
|
' "$prompt_library_root/schemas"
|
|
baseline_repeat_log="$test_tmp/baseline-repeat.log"
|
|
run_converge "$baseline_repeat_log" "${baseline_args[@]}"
|
|
require_clean_recap "$baseline_repeat_log"
|
|
|
|
testing_profile_log="$test_tmp/testing-profile.log"
|
|
run_converge "$testing_profile_log" "${baseline_args[@]}" \
|
|
-e 'dnd_pipeline_narratio_testing_scriptorium_profile=endpoint-profile'
|
|
/usr/bin/sudo -u narratio /usr/local/bin/narratio config validate \
|
|
--config /usr/local/etc/narratio/pipeline.yml --campaign centaurs --profile testing
|
|
/usr/bin/sudo -u narratio /usr/local/bin/narratio config diff default testing \
|
|
--config /usr/local/etc/narratio/pipeline.yml --campaign centaurs | \
|
|
grep -F '"endpoint-profile"'
|
|
/usr/local/bin/scriptorium inspect profile --config /usr/local/etc/scriptorium/config.yml \
|
|
--profile-dir "$profile_dir" --profile endpoint-profile
|
|
testing_profile_repeat_log="$test_tmp/testing-profile-repeat.log"
|
|
run_converge "$testing_profile_repeat_log" "${baseline_args[@]}" \
|
|
-e 'dnd_pipeline_narratio_testing_scriptorium_profile=endpoint-profile'
|
|
require_clean_recap "$testing_profile_repeat_log"
|
|
|
|
selected_version_log="$test_tmp/selected-version.log"
|
|
run_converge "$selected_version_log" "${baseline_args[@]}" \
|
|
-e 'dnd_pipeline_seriatim_version=v1.4.0'
|
|
/usr/local/bin/seriatim --version | grep -Fx 'seriatim version v1.4.0'
|
|
selected_version_repeat_log="$test_tmp/selected-version-repeat.log"
|
|
run_converge "$selected_version_repeat_log" "${baseline_args[@]}" \
|
|
-e 'dnd_pipeline_seriatim_version=v1.4.0'
|
|
require_clean_recap "$selected_version_repeat_log"
|