Implement integer source units and chunk payloads

2026-07-07 18:34:23 +00:00
parent 4f057b99ac
commit 9e3f8809b3
45 changed files with 618 additions and 451 deletions
--- a/internal/framework/pipeline/registry_integration_test.go
+++ b/internal/framework/pipeline/registry_integration_test.go
@@ -126,10 +126,14 @@ func (chunker integrationChunker) Chunk(ctx context.Context, req contracts.Chunk
 	return contracts.ChunkResult{
 		Chunks: []contracts.SourceChunk{
 			{
-				ID:       "chunk-0",
-				SourceID: req.Source.ID,
-				Index:    0,
-				Units:    req.Source.Units,
+				ID:          "chunk-0",
+				SourceID:    req.Source.ID,
+				Index:       0,
+				StartUnitID: req.Source.Units[0].ID,
+				EndUnitID:   req.Source.Units[len(req.Source.Units)-1].ID,
+				Content:     []byte(`{"units":[1]}`),
+				MediaType:   "application/json",
+				Units:       req.Source.Units,
 			},
 		},
 	}, nil
@@ -267,7 +271,7 @@ func integrationSourceDocument() *source.SourceDocument {
 		Format: "text/plain",
 		Digest: "sha256:abc123",
 		Units: []source.SourceUnit{
-			{ID: "u1", Kind: "unit", Text: "Source unit."},
+			{ID: 1, Kind: "unit", Text: "Source unit."},
 		},
 	}
 }