|
|
|
|
@@ -5,6 +5,7 @@ import (
|
|
|
|
|
"crypto/sha256"
|
|
|
|
|
"encoding/json"
|
|
|
|
|
"fmt"
|
|
|
|
|
"strings"
|
|
|
|
|
"sync"
|
|
|
|
|
"testing"
|
|
|
|
|
|
|
|
|
|
@@ -15,6 +16,7 @@ import (
|
|
|
|
|
"gitea.maximumdirect.net/eric/notarius/internal/modules/dnd"
|
|
|
|
|
combatcodec "gitea.maximumdirect.net/eric/notarius/internal/modules/dnd/codec/combatturns"
|
|
|
|
|
npccodec "gitea.maximumdirect.net/eric/notarius/internal/modules/dnd/codec/npcs"
|
|
|
|
|
spellcodec "gitea.maximumdirect.net/eric/notarius/internal/modules/dnd/codec/spells"
|
|
|
|
|
combatextract "gitea.maximumdirect.net/eric/notarius/internal/modules/dnd/extract/combatturns"
|
|
|
|
|
"gitea.maximumdirect.net/eric/notarius/internal/modules/dnd/extract/npcs"
|
|
|
|
|
"gitea.maximumdirect.net/eric/notarius/internal/modules/dnd/extract/spells"
|
|
|
|
|
@@ -34,7 +36,25 @@ func TestNPCOutputGroundsSpellAndCombatConsumersThroughOneOperation(t *testing.T
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
client := &groundedDNDLLMClient{}
|
|
|
|
|
output, err := runPreparedPipeline(t, registries, materialized, client, pipeline.RunInput{
|
|
|
|
|
prepared, err := pipeline.Prepare(materialized, registries, pipeline.ModuleDependencies{LLM: client})
|
|
|
|
|
if err != nil {
|
|
|
|
|
t.Fatalf("Prepare() error = %v", err)
|
|
|
|
|
}
|
|
|
|
|
for _, name := range []string{
|
|
|
|
|
"extract:npcs:dnd/npcs:prompt",
|
|
|
|
|
"extract:npcs:dnd/npcs:response_schema",
|
|
|
|
|
"extract:spells:dnd/spells:prompt",
|
|
|
|
|
"extract:spells:dnd/spells:response_schema",
|
|
|
|
|
"extract:spells:dnd/spells:npc_registry",
|
|
|
|
|
"extract:combat:dnd/combat-turns:prompt",
|
|
|
|
|
"extract:combat:dnd/combat-turns:response_schema",
|
|
|
|
|
"extract:combat:dnd/combat-turns:npc_registry",
|
|
|
|
|
"normalize:combat:dnd/combat-turns:npc_registry",
|
|
|
|
|
} {
|
|
|
|
|
assertCombatFingerprint(t, prepared.CheckpointFingerprints(), name)
|
|
|
|
|
}
|
|
|
|
|
output, err := pipeline.New().Run(context.Background(), pipeline.RunInput{
|
|
|
|
|
Prepared: prepared,
|
|
|
|
|
RawInput: readNPCFixture(t),
|
|
|
|
|
ExtractWorkers: 1,
|
|
|
|
|
})
|
|
|
|
|
@@ -44,6 +64,24 @@ func TestNPCOutputGroundsSpellAndCombatConsumersThroughOneOperation(t *testing.T
|
|
|
|
|
if len(output.Rejected) != 0 || len(output.NormalizeOutputs) != 3 {
|
|
|
|
|
t.Fatalf("run outputs = %#v rejected = %#v, want NPC, spell, and combat outputs", output.NormalizeOutputs, output.Rejected)
|
|
|
|
|
}
|
|
|
|
|
wantSchemas := map[string]string{"npcs": npccodec.SchemaID, "spells": spellcodec.SchemaID, "combat": combatcodec.SchemaID}
|
|
|
|
|
for _, serialized := range output.NormalizeOutputs {
|
|
|
|
|
if serialized.Artifact.Schema.ID != wantSchemas[serialized.LaneID] || serialized.Artifact.Schema.Version != "v1" {
|
|
|
|
|
t.Fatalf("%s artifact schema = %#v, want minimal v1 identity", serialized.LaneID, serialized.Artifact.Schema)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
wantExtractorIdentity := map[string]struct{ promptID, schemaID string }{
|
|
|
|
|
"npcs": {npcs.PromptID, npcs.ResponseSchemaID},
|
|
|
|
|
"spells": {spells.PromptID, spells.ResponseSchemaID},
|
|
|
|
|
"combat": {combatextract.PromptID, combatextract.ResponseSchemaID},
|
|
|
|
|
}
|
|
|
|
|
for _, lane := range output.Manifest.ArtifactLanes {
|
|
|
|
|
want, ok := wantExtractorIdentity[lane.ID]
|
|
|
|
|
metadata, metadataOK := lane.Metadata["extractor"].(map[string]any)
|
|
|
|
|
if !ok || !metadataOK || metadata["prompt_id"] != want.promptID || metadata["prompt_version"] != "v1" || metadata["response_schema_id"] != want.schemaID || metadata["response_schema_version"] != "v1" {
|
|
|
|
|
t.Fatalf("%s extractor metadata = %#v, want v1 prompt/schema identity", lane.ID, metadata)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var npcPayload []byte
|
|
|
|
|
for _, serialized := range output.NormalizeOutputs {
|
|
|
|
|
@@ -94,6 +132,15 @@ func TestNPCOutputGroundsSpellAndCombatConsumersThroughOneOperation(t *testing.T
|
|
|
|
|
if provenanceCount != 3 {
|
|
|
|
|
t.Fatalf("NPC generated provenance count = %d, want spell extract plus combat extract/normalize", provenanceCount)
|
|
|
|
|
}
|
|
|
|
|
manifestContent, err := json.Marshal(output.Manifest)
|
|
|
|
|
if err != nil {
|
|
|
|
|
t.Fatal(err)
|
|
|
|
|
}
|
|
|
|
|
for _, forbidden := range []string{"Mira Thorn", "Hooded Guard", "For every NPC record", "Extract Dungeons & Dragons"} {
|
|
|
|
|
if strings.Contains(string(manifestContent), forbidden) {
|
|
|
|
|
t.Fatalf("manifest exposes prompt or reference payload content %q", forbidden)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
for _, lane := range output.Manifest.ArtifactLanes {
|
|
|
|
|
for _, component := range []string{"extractor", "normalizer"} {
|
|
|
|
|
metadata, ok := lane.Metadata[component].(map[string]any)
|
|
|
|
|
|