Validate and pin the testing overlay collection dependencies
This commit is contained in:
@@ -22,6 +22,7 @@ baseline_args=(
|
||||
-e "dnd_pipeline_campaigns_revision=$campaigns_revision"
|
||||
-e "dnd_pipeline_prompt_library_repository_url=file://$prompt_library_repository"
|
||||
-e "dnd_pipeline_prompt_library_revision=$prompt_library_revision"
|
||||
-e 'dnd_pipeline_notarius_testing_llm_profile=gpt-terra-latest'
|
||||
-e '{"dnd_pipeline_secrets":{"AUDITA_LLM_API_KEY":"audita-pipeline-synthetic-value","OPENROUTER_API_KEY":"notarius-pipeline-synthetic-value","OBJECT_STORAGE_KEY_ID":"object-storage-key-id-pipeline-synthetic-value","OBJECT_STORAGE_KEY":"object-storage-key-pipeline-synthetic-value"}}'
|
||||
)
|
||||
|
||||
@@ -65,11 +66,36 @@ run_converge "$baseline_log"
|
||||
/usr/local/bin/audita config validate --config /usr/local/etc/audita/config.yml
|
||||
/usr/local/bin/notarius config validate --config /usr/local/etc/notarius/config.yml \
|
||||
--pipeline dnd-session
|
||||
/usr/local/bin/notarius config validate --config /usr/local/etc/notarius/config.yml \
|
||||
--config-profile testing --pipeline dnd-session
|
||||
notarius_testing_config="$test_tmp/notarius-testing.yml"
|
||||
/usr/local/bin/notarius config effective --config /usr/local/etc/notarius/config.yml \
|
||||
--config-profile testing > "$notarius_testing_config"
|
||||
/usr/local/bin/scriptorium inspect prompt \
|
||||
--config /usr/local/etc/scriptorium/config.yml \
|
||||
--prompt dnd.session_recap --prompt-version 2.0.0 --format json >/dev/null
|
||||
/usr/bin/sudo -u narratio /usr/local/bin/narratio config validate \
|
||||
--config /usr/local/etc/narratio/pipeline.yml --campaign centaurs
|
||||
/usr/bin/sudo -u narratio /usr/local/bin/narratio config validate \
|
||||
--config /usr/local/etc/narratio/pipeline.yml --campaign centaurs --profile testing
|
||||
narratio_testing_config="$test_tmp/narratio-testing.yml"
|
||||
/usr/bin/sudo -u narratio /usr/local/bin/narratio config show \
|
||||
--config /usr/local/etc/narratio/pipeline.yml --campaign centaurs --profile testing \
|
||||
> "$narratio_testing_config"
|
||||
"$workspace_venv/bin/python" - \
|
||||
"$notarius_testing_config" "$narratio_testing_config" <<'PY'
|
||||
import sys
|
||||
|
||||
import yaml
|
||||
|
||||
with open(sys.argv[1], encoding="utf-8") as config_file:
|
||||
notarius = yaml.safe_load(config_file)
|
||||
with open(sys.argv[2], encoding="utf-8") as config_file:
|
||||
narratio = yaml.safe_load(config_file)
|
||||
|
||||
assert notarius["pipelines"]["dnd-session"]["llm_profile"] == "gpt-terra-latest"
|
||||
assert narratio["notarius"]["config_profile"] == "testing"
|
||||
PY
|
||||
|
||||
repeat_log="$test_tmp/repeat.log"
|
||||
run_converge "$repeat_log"
|
||||
|
||||
Reference in New Issue
Block a user