Order combat and NPC interaction extraction by document position

internal/modules/dnd/extract/combatturns/canonicalize.go

@@ -5,18 +5,19 @@ import (
 
 	"gitea.maximumdirect.net/eric/notarius/internal/core/source"
 	"gitea.maximumdirect.net/eric/notarius/internal/modules/dnd"
+	"gitea.maximumdirect.net/eric/notarius/internal/modules/dnd/shared"
 )
 
-func canonicalizeResponse(response *extractionResponse, doc *source.SourceDocument) {
+func canonicalizeResponse(response *extractionResponse, order shared.SourceRefOrder, sourceID string) {
 	if response == nil {
 		return
 	}
 	for index := range response.CombatTurns {
-		canonicalizeCombatTurn(&response.CombatTurns[index])
+		canonicalizeCombatTurn(&response.CombatTurns[index], order, sourceID)
 	}
 	sort.SliceStable(response.CombatTurns, func(i, j int) bool {
-		left, leftOK := earliestSourcePosition(doc, response.CombatTurns[i])
-		right, rightOK := earliestSourcePosition(doc, response.CombatTurns[j])
+		left, leftOK := order.EarliestValid(canonicalSourceRefs(response.CombatTurns[i].SourceRefs, sourceID))
+		right, rightOK := order.EarliestValid(canonicalSourceRefs(response.CombatTurns[j].SourceRefs, sourceID))
 		if leftOK != rightOK {
 			return leftOK
 		}
@@ -27,67 +28,11 @@ func canonicalizeResponse(response *extractionResponse, doc *source.SourceDocume
 	})
 }
 
-func canonicalizeCombatTurn(turn *combatTurnResponse) {
+func canonicalizeCombatTurn(turn *combatTurnResponse, order shared.SourceRefOrder, sourceID string) {
 	if turn == nil {
 		return
 	}
-	sort.SliceStable(turn.SourceRefs, func(i, j int) bool {
-		left := turn.SourceRefs[i]
-		right := turn.SourceRefs[j]
-		if unitSortValue(left.StartUnitID) != unitSortValue(right.StartUnitID) {
-			return unitSortValue(left.StartUnitID) < unitSortValue(right.StartUnitID)
-		}
-		return unitSortValue(left.EndUnitID) < unitSortValue(right.EndUnitID)
-	})
-	turn.SourceRefs = dedupeSourceRefs(turn.SourceRefs)
-}
-
-func dedupeSourceRefs(refs []combatSourceRefResponse) []combatSourceRefResponse {
-	if len(refs) < 2 {
-		return refs
-	}
-	out := refs[:0]
-	var previous combatSourceRefResponse
-	for index, ref := range refs {
-		if index > 0 && sameSourceRef(previous, ref) {
-			continue
-		}
-		out = append(out, ref)
-		previous = ref
-	}
-	return out
-}
-
-func sameSourceRef(left combatSourceRefResponse, right combatSourceRefResponse) bool {
-	return left == right
-}
-
-func earliestSourcePosition(doc *source.SourceDocument, turn combatTurnResponse) (int, bool) {
-	if doc == nil {
-		return 0, false
-	}
-	earliest := 0
-	found := false
-	for _, ref := range turn.SourceRefs {
-		candidate := source.SourceRef{SourceID: doc.ID, StartUnitID: ref.StartUnitID, EndUnitID: ref.EndUnitID}
-		if err := source.ValidateRef(doc, candidate); err != nil {
-			continue
-		}
-		index, ok := source.UnitIndex(doc, candidate.StartUnitID)
-		if !ok || (found && index >= earliest) {
-			continue
-		}
-		earliest = index
-		found = true
-	}
-	return earliest, found
-}
-
-func unitSortValue(value int) int {
-	if value <= 0 {
-		return int(^uint(0) >> 1)
-	}
-	return value
+	turn.SourceRefs = combatResponseRefs(order.Canonicalize(canonicalSourceRefs(turn.SourceRefs, sourceID)))
 }
 
 func canonicalCombatTurnList(response extractionResponse, sourceID string) dnd.CombatTurnList {
@@ -115,3 +60,14 @@ func canonicalSourceRefs(refs []combatSourceRefResponse, sourceID string) []sour
 	}
 	return out
 }
+
+func combatResponseRefs(refs []source.SourceRef) []combatSourceRefResponse {
+	if refs == nil {
+		return nil
+	}
+	values := make([]combatSourceRefResponse, len(refs))
+	for index, ref := range refs {
+		values[index] = combatSourceRefResponse{StartUnitID: ref.StartUnitID, EndUnitID: ref.EndUnitID}
+	}
+	return values
+}

internal/modules/dnd/extract/combatturns/extractor.go

@@ -15,7 +15,7 @@ import (
 const (
 	Key           = "dnd/combat-turns"
 	ArtifactType  = "dnd.combat_turn"
-	mappingPolicy = "dnd.combat_turns.extract_mapping.v1"
+	mappingPolicy = "dnd.combat_turns.extract_mapping.v2"
 )
 
 const (
@@ -163,6 +163,7 @@ func (e *Extractor) Extract(ctx context.Context, req contracts.TypedExtractionRe
 	if err != nil {
 		return contracts.TypedExtractionResult[dnd.CombatTurnList]{}, extractorErrorf("%w", err)
 	}
+	order := shared.NewSourceRefOrder(req.Source)
 	npcRegistry, err := e.npcResolver.Resolve(req.References)
 	if err != nil {
 		return contracts.TypedExtractionResult[dnd.CombatTurnList]{}, extractorErrorf("resolve NPC registry: %w", err)
@@ -181,7 +182,7 @@ func (e *Extractor) Extract(ctx context.Context, req contracts.TypedExtractionRe
 	}, &response); err != nil {
 		return contracts.TypedExtractionResult[dnd.CombatTurnList]{}, extractorErrorf("complete structured output: %w", err)
 	}
-	canonicalizeResponse(&response, req.Source)
+	canonicalizeResponse(&response, order, req.Source.ID)
 	return contracts.TypedExtractionResult[dnd.CombatTurnList]{Value: canonicalCombatTurnList(response, req.Source.ID)}, nil
 }
 

internal/modules/dnd/extract/combatturns/extractor_test.go

@@ -82,6 +82,43 @@ func TestExtractPreservesInvalidCandidatesForValidators(t *testing.T) {
 	}
 }
 
+func TestExtractUsesDocumentOrderForReferencesAndTurns(t *testing.T) {
+	client := &fakeCombatTurnsLLMClient{response: extractionResponse{CombatTurns: []combatTurnResponse{
+		{Actor: "Later", TurnKind: "turn", SourceRefs: []combatSourceRefResponse{{StartUnitID: 10, EndUnitID: 10}}},
+		{Actor: "First", TurnKind: "reaction", SourceRefs: []combatSourceRefResponse{
+			{StartUnitID: 10, EndUnitID: 10},
+			{StartUnitID: 30, EndUnitID: 30},
+			{StartUnitID: 30, EndUnitID: 30},
+			{StartUnitID: 999, EndUnitID: 0},
+		}},
+		{Actor: "Second", TurnKind: "other", SourceRefs: []combatSourceRefResponse{{StartUnitID: 30, EndUnitID: 30}}},
+	}}}
+	req := extractionRequest()
+	req.Source.Units = []source.SourceUnit{{ID: 30}, {ID: 10}}
+	req.Chunk.Units = append([]source.SourceUnit(nil), req.Source.Units...)
+	req.Chunk.Ref = source.SourceRef{SourceID: req.Source.ID, StartUnitID: 30, EndUnitID: 10}
+
+	result, err := newExtractor(t, client).Extract(context.Background(), req)
+	if err != nil {
+		t.Fatalf("Extract() error = %v", err)
+	}
+	if got := []string{result.Value.CombatTurns[0].Actor, result.Value.CombatTurns[1].Actor, result.Value.CombatTurns[2].Actor}; !reflect.DeepEqual(got, []string{"First", "Second", "Later"}) {
+		t.Fatalf("turn order = %#v, want document chronology with stable equal-evidence ties", got)
+	}
+	refs := result.Value.CombatTurns[0].SourceRefs
+	if got := []int{refs[0].StartUnitID, refs[1].StartUnitID, refs[2].StartUnitID}; !reflect.DeepEqual(got, []int{30, 10, 999}) {
+		t.Fatalf("source refs = %#v, want document order with exact duplicate removed", refs)
+	}
+	refs[0].StartUnitID = 777
+	for _, turn := range client.response.CombatTurns {
+		for _, ref := range turn.SourceRefs {
+			if ref.StartUnitID == 777 {
+				t.Fatal("result source references alias the model response")
+			}
+		}
+	}
+}
+
 func TestExtractPassesReferencesAndNPCGroundingWithoutUsingItAsEvidence(t *testing.T) {
 	client := &fakeCombatTurnsLLMClient{response: extractionResponse{CombatTurns: []combatTurnResponse{}}}
 	references := contracts.ReferenceSet{Slots: map[string]contracts.ResolvedReferenceSlot{