135 lines
4.2 KiB
Go
135 lines
4.2 KiB
Go
package appendorder
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"reflect"
|
|
"testing"
|
|
|
|
"gitea.maximumdirect.net/eric/notarius/internal/framework/contracts"
|
|
"gitea.maximumdirect.net/eric/notarius/internal/framework/pipeline"
|
|
)
|
|
|
|
func TestModuleSpecAndRegister(t *testing.T) {
|
|
want := pipeline.ModuleSpec{
|
|
Key: Key,
|
|
Stage: pipeline.StageMerge,
|
|
Provides: []string{"merged"},
|
|
}
|
|
if got := ModuleSpec(); !reflect.DeepEqual(got, want) {
|
|
t.Fatalf("ModuleSpec() = %#v, want %#v", got, want)
|
|
}
|
|
|
|
registry := pipeline.NewMergerRegistry()
|
|
if err := Register(registry); err != nil {
|
|
t.Fatalf("Register() error = %v, want nil", err)
|
|
}
|
|
spec, ok := registry.Spec(Key)
|
|
if !ok {
|
|
t.Fatalf("Spec(%q) ok = false, want true", Key)
|
|
}
|
|
if !reflect.DeepEqual(spec, want) {
|
|
t.Fatalf("registered spec = %#v, want %#v", spec, want)
|
|
}
|
|
}
|
|
|
|
func TestMergePassesThroughSingleExtractOutput(t *testing.T) {
|
|
input := extractOutput("chunk-0", 0, `{"name":"original"}`)
|
|
|
|
result, err := New().Merge(context.Background(), contracts.MergeRequest{
|
|
LaneID: "events",
|
|
ExtractOutputs: []contracts.ExtractOutput{input},
|
|
})
|
|
if err != nil {
|
|
t.Fatalf("Merge() error = %v, want nil", err)
|
|
}
|
|
|
|
if result.Output.LaneID != "events" || result.Output.MergerKey != Key {
|
|
t.Fatalf("output provenance = %#v, want lane and merger", result.Output)
|
|
}
|
|
if string(result.Output.Payload.Content) != `{"name":"original"}` {
|
|
t.Fatalf("content = %s, want original content", result.Output.Payload.Content)
|
|
}
|
|
if result.Output.Payload.Metadata["name"] != "chunk-0" {
|
|
t.Fatalf("metadata = %#v, want original metadata", result.Output.Payload.Metadata)
|
|
}
|
|
}
|
|
|
|
func TestMergeDefensivelyCopiesRawPayload(t *testing.T) {
|
|
input := extractOutput("chunk-0", 0, `{"name":"original"}`)
|
|
|
|
result, err := New().Merge(context.Background(), contracts.MergeRequest{
|
|
LaneID: "events",
|
|
ExtractOutputs: []contracts.ExtractOutput{input},
|
|
})
|
|
if err != nil {
|
|
t.Fatalf("Merge() error = %v, want nil", err)
|
|
}
|
|
|
|
input.Payload.Content[0] = '['
|
|
input.Payload.Metadata["name"] = "changed"
|
|
|
|
if string(result.Output.Payload.Content) != `{"name":"original"}` {
|
|
t.Fatalf("content changed after input mutation: %s", result.Output.Payload.Content)
|
|
}
|
|
if result.Output.Payload.Metadata["name"] != "chunk-0" {
|
|
t.Fatalf("metadata changed after input mutation: %#v", result.Output.Payload.Metadata)
|
|
}
|
|
}
|
|
|
|
func TestMergeWrapsMultipleOutputsInChunkOrder(t *testing.T) {
|
|
result, err := New().Merge(context.Background(), contracts.MergeRequest{
|
|
LaneID: "events",
|
|
ExtractOutputs: []contracts.ExtractOutput{
|
|
extractOutput("chunk-0", 0, `{"name":"first"}`),
|
|
extractOutput("chunk-1", 1, `{"name":"second"}`),
|
|
},
|
|
})
|
|
if err != nil {
|
|
t.Fatalf("Merge() error = %v, want nil", err)
|
|
}
|
|
if result.Output.Payload.MediaType != "application/json" {
|
|
t.Fatalf("MediaType = %q, want application/json", result.Output.Payload.MediaType)
|
|
}
|
|
|
|
var decoded struct {
|
|
Outputs []struct {
|
|
ChunkID string `json:"chunk_id"`
|
|
ChunkIndex int `json:"chunk_index"`
|
|
Content json.RawMessage `json:"content"`
|
|
} `json:"outputs"`
|
|
}
|
|
if err := json.Unmarshal(result.Output.Payload.Content, &decoded); err != nil {
|
|
t.Fatalf("Unmarshal() error = %v, want nil", err)
|
|
}
|
|
if len(decoded.Outputs) != 2 || decoded.Outputs[0].ChunkID != "chunk-0" || decoded.Outputs[1].ChunkID != "chunk-1" {
|
|
t.Fatalf("outputs = %#v, want chunk order", decoded.Outputs)
|
|
}
|
|
}
|
|
|
|
func TestMergeHandlesEmptyInput(t *testing.T) {
|
|
result, err := New().Merge(context.Background(), contracts.MergeRequest{LaneID: "events"})
|
|
if err != nil {
|
|
t.Fatalf("Merge() error = %v, want nil", err)
|
|
}
|
|
if string(result.Output.Payload.Content) != `{"outputs":[]}` {
|
|
t.Fatalf("content = %s, want empty outputs", result.Output.Payload.Content)
|
|
}
|
|
}
|
|
|
|
func extractOutput(chunkID string, chunkIndex int, content string) contracts.ExtractOutput {
|
|
return contracts.ExtractOutput{
|
|
LaneID: "events",
|
|
ExtractorKey: "extract",
|
|
SourceID: "source-1",
|
|
ChunkID: chunkID,
|
|
ChunkIndex: chunkIndex,
|
|
Schema: contracts.ResponseSchema{ID: "schema-id", Name: "schema-name", Version: "v1"},
|
|
Payload: contracts.RawPayload{
|
|
Content: []byte(content),
|
|
MediaType: "application/json",
|
|
Metadata: map[string]any{"name": chunkID},
|
|
},
|
|
}
|
|
}
|