Fix D&D extraction issues and retire the completed audit

internal/modules/dnd/extract/npcinteractions/canonicalize.go

@@ -8,31 +8,46 @@ import (
 	"gitea.maximumdirect.net/eric/notarius/internal/modules/dnd/shared"
 )
 
+type orderedInteractionResponse struct {
+	value       interactionResponse
+	earliest    int
+	hasEvidence bool
+}
+
 func canonicalizeResponse(response *extractionResponse, order shared.SourceRefOrder, sourceID string) {
 	if response == nil {
 		return
 	}
+	ordered := make([]orderedInteractionResponse, len(response.Interactions))
 	for index := range response.Interactions {
-		canonicalizeInteraction(&response.Interactions[index], order, sourceID)
-	}
-	sort.SliceStable(response.Interactions, func(i, j int) bool {
-		left, leftOK := order.EarliestValid(canonicalSourceRefs(response.Interactions[i].SourceRefs, sourceID))
-		right, rightOK := order.EarliestValid(canonicalSourceRefs(response.Interactions[j].SourceRefs, sourceID))
-		if leftOK != rightOK {
-			return leftOK
+		earliest, hasEvidence := canonicalizeInteraction(&response.Interactions[index], order, sourceID)
+		ordered[index] = orderedInteractionResponse{
+			value:       response.Interactions[index],
+			earliest:    earliest,
+			hasEvidence: hasEvidence,
 		}
-		if !leftOK {
+	}
+	sort.SliceStable(ordered, func(i, j int) bool {
+		if ordered[i].hasEvidence != ordered[j].hasEvidence {
+			return ordered[i].hasEvidence
+		}
+		if !ordered[i].hasEvidence {
 			return false
 		}
-		return left < right
+		return ordered[i].earliest < ordered[j].earliest
 	})
+	for index := range ordered {
+		response.Interactions[index] = ordered[index].value
+	}
 }
 
-func canonicalizeInteraction(interaction *interactionResponse, order shared.SourceRefOrder, sourceID string) {
+func canonicalizeInteraction(interaction *interactionResponse, order shared.SourceRefOrder, sourceID string) (int, bool) {
 	if interaction == nil {
-		return
+		return 0, false
 	}
-	interaction.SourceRefs = interactionResponseRefs(order.Canonicalize(canonicalSourceRefs(interaction.SourceRefs, sourceID)))
+	refs := order.Canonicalize(canonicalSourceRefs(interaction.SourceRefs, sourceID))
+	interaction.SourceRefs = interactionResponseRefs(refs)
+	return order.EarliestValid(refs)
 }
 
 func canonicalInteractionList(response extractionResponse, sourceID string) dnd.NPCInteractionList {

internal/modules/dnd/extract/npcinteractions/scriptorium_assets_test.go

@@ -54,14 +54,15 @@ func TestRegisterPromptAssetsAndPrepareInteractionPrompt(t *testing.T) {
 	for index, want := range []struct {
 		role   string
 		cached bool
+		marker string
 	}{
-		{role: "system"},
-		{role: "user"},
+		{role: "system", marker: "Dungeons & Dragons gameplay transcripts"},
+		{role: "user", marker: "Transcript units are the only evidence"},
+		{role: "user", cached: true, marker: "most specific supported in-world"},
 		{role: "user", cached: true},
 		{role: "user", cached: true},
-		{role: "user", cached: true},
-		{role: "user"},
-		{role: "user", cached: true},
+		{role: "user", marker: "interaction occurrences"},
+		{role: "user", cached: true, marker: "Use exactly one kind per occurrence"},
 		{role: "user"},
 	} {
 		if index >= len(prepared.Messages) {
@@ -78,6 +79,9 @@ func TestRegisterPromptAssetsAndPrepareInteractionPrompt(t *testing.T) {
 		} else if message.CacheControl != nil {
 			t.Errorf("message %d cache control = %#v, want nil", index, message.CacheControl)
 		}
+		if want.marker != "" && !strings.Contains(message.Content, want.marker) {
+			t.Errorf("message %d content does not contain purpose marker %q", index, want.marker)
+		}
 	}
 	if len(prepared.Messages) != 8 {
 		t.Fatalf("prepared prompt has %d messages, want 8", len(prepared.Messages))