Fix D&D extraction issues and retire the completed audit

internal/modules/dnd/extract/combatturns/canonicalize.go

@@ -8,31 +8,46 @@ import (
 	"gitea.maximumdirect.net/eric/notarius/internal/modules/dnd/shared"
 )
 
+type orderedCombatTurnResponse struct {
+	value       combatTurnResponse
+	earliest    int
+	hasEvidence bool
+}
+
 func canonicalizeResponse(response *extractionResponse, order shared.SourceRefOrder, sourceID string) {
 	if response == nil {
 		return
 	}
+	ordered := make([]orderedCombatTurnResponse, len(response.CombatTurns))
 	for index := range response.CombatTurns {
-		canonicalizeCombatTurn(&response.CombatTurns[index], order, sourceID)
-	}
-	sort.SliceStable(response.CombatTurns, func(i, j int) bool {
-		left, leftOK := order.EarliestValid(canonicalSourceRefs(response.CombatTurns[i].SourceRefs, sourceID))
-		right, rightOK := order.EarliestValid(canonicalSourceRefs(response.CombatTurns[j].SourceRefs, sourceID))
-		if leftOK != rightOK {
-			return leftOK
+		earliest, hasEvidence := canonicalizeCombatTurn(&response.CombatTurns[index], order, sourceID)
+		ordered[index] = orderedCombatTurnResponse{
+			value:       response.CombatTurns[index],
+			earliest:    earliest,
+			hasEvidence: hasEvidence,
 		}
-		if !leftOK {
+	}
+	sort.SliceStable(ordered, func(i, j int) bool {
+		if ordered[i].hasEvidence != ordered[j].hasEvidence {
+			return ordered[i].hasEvidence
+		}
+		if !ordered[i].hasEvidence {
 			return false
 		}
-		return left < right
+		return ordered[i].earliest < ordered[j].earliest
 	})
+	for index := range ordered {
+		response.CombatTurns[index] = ordered[index].value
+	}
 }
 
-func canonicalizeCombatTurn(turn *combatTurnResponse, order shared.SourceRefOrder, sourceID string) {
+func canonicalizeCombatTurn(turn *combatTurnResponse, order shared.SourceRefOrder, sourceID string) (int, bool) {
 	if turn == nil {
-		return
+		return 0, false
 	}
-	turn.SourceRefs = combatResponseRefs(order.Canonicalize(canonicalSourceRefs(turn.SourceRefs, sourceID)))
+	refs := order.Canonicalize(canonicalSourceRefs(turn.SourceRefs, sourceID))
+	turn.SourceRefs = combatResponseRefs(refs)
+	return order.EarliestValid(refs)
 }
 
 func canonicalCombatTurnList(response extractionResponse, sourceID string) dnd.CombatTurnList {

internal/modules/dnd/extract/combatturns/scriptorium_assets_test.go

@@ -65,14 +65,15 @@ func TestScriptoriumPromptPreparesRequiredInputs(t *testing.T) {
 	for index, want := range []struct {
 		role   string
 		cached bool
+		marker string
 	}{
-		{role: "system"},
-		{role: "user"},
+		{role: "system", marker: "Dungeons & Dragons gameplay transcripts"},
+		{role: "user", marker: "Transcript units are the only evidence"},
+		{role: "user", cached: true, marker: "most specific supported in-world"},
 		{role: "user", cached: true},
 		{role: "user", cached: true},
-		{role: "user", cached: true},
-		{role: "user"},
-		{role: "user", cached: true},
+		{role: "user", marker: "combat-turn artifacts"},
+		{role: "user", cached: true, marker: "turn_kind"},
 		{role: "user"},
 	} {
 		if index >= len(prepared.Messages) {
@@ -89,6 +90,9 @@ func TestScriptoriumPromptPreparesRequiredInputs(t *testing.T) {
 		} else if message.CacheControl != nil {
 			t.Errorf("message %d cache control = %#v, want nil", index, message.CacheControl)
 		}
+		if want.marker != "" && !strings.Contains(message.Content, want.marker) {
+			t.Errorf("message %d content does not contain purpose marker %q", index, want.marker)
+		}
 	}
 	if len(prepared.Messages) != 8 {
 		t.Fatalf("prepared prompt has %d messages, want 8", len(prepared.Messages))