Implement generated artifact handoff and provenance

internal/framework/pipeline/runner.go

@@ -57,9 +57,10 @@ type RunInput struct {
 	// single worker so direct framework callers retain deterministic behavior.
 	ExtractWorkers int
 
-	pipeline  ResolvedPipeline
-	llmClient contracts.StructuredLLMClient
-	stepID    string
+	pipeline   ResolvedPipeline
+	llmClient  contracts.StructuredLLMClient
+	stepID     string
+	references map[referenceTargetKey]contracts.ReferenceSet
 }
 
 type RunOutput struct {
@@ -253,6 +254,12 @@ func (r *Runner) Run(ctx context.Context, input RunInput) (output RunOutput, err
 		for _, step := range input.Prepared.Steps {
 			stepInput := input
 			stepInput.stepID = step.ID
+			stepReferences, referenceProvenance, handoffErr := buildStepReferenceSets(input, step, output.NormalizeOutputs)
+			if handoffErr != nil {
+				return failOutput(output), fmt.Errorf("prepare generated references for pipeline step %q: %w", step.ID, handoffErr)
+			}
+			stepInput.references = stepReferences
+			output.Manifest.References = append(output.Manifest.References, referenceProvenance...)
 			laneOutput, laneErr := r.runLanes(ctx, stepInput, step, checkpoints, checkpointLoader, doc, sourceInput, sessionID, chunkResult.chunks)
 			if err := mergeLaneOutput(&output, laneOutput); err != nil {
 				return failOutput(output), err
@@ -468,7 +475,7 @@ func validateRunInput(input RunInput) error {
 	if err := validateResolvedPipeline(input.Prepared.resolved); err != nil {
 		return err
 	}
-	return rejectGeneratedBindings(input.Prepared.resolved)
+	return nil
 }
 
 func validateResolvedPipeline(pipeline ResolvedPipeline) error {
@@ -547,6 +554,7 @@ func manifestFromPipeline(input RunInput) artifacts.RunManifest {
 	}
 	for _, lane := range pipeline.AllArtifactLanes() {
 		laneManifest := artifacts.ArtifactLaneManifest{
+			StepID:     lane.StepID,
 			ID:         lane.ID,
 			Extractor:  lane.Extract.Module,
 			Merger:     lane.Merge.Module,
@@ -621,6 +629,7 @@ func normalizedOutputManifests(outputs []contracts.SerializedOutput) []artifacts
 	manifests := make([]artifacts.NormalizedOutputManifest, 0, len(outputs))
 	for _, output := range outputs {
 		manifests = append(manifests, artifacts.NormalizedOutputManifest{
+			StepID:    output.StepID,
 			LaneID:    output.LaneID,
 			ModuleKey: output.NormalizerKey,
 			SourceID:  output.SourceID,
@@ -643,6 +652,7 @@ func rejectedOutputManifests(rejected []contracts.RejectedOutput) []artifacts.Re
 	for _, output := range rejected {
 		manifests = append(manifests, artifacts.RejectedOutputManifest{
 			Stage:                  output.Stage,
+			StepID:                 output.StepID,
 			LaneID:                 output.LaneID,
 			ModuleKey:              output.ModuleKey,
 			ChunkID:                output.ChunkID,