Add bounded concurrent pipeline execution

internal/cli/run.go

@@ -211,6 +211,7 @@ func runPipelineCommand(args []string, stdout, stderr io.Writer, opts Options) i
 	if err != nil {
 		return failPipelineCommand(stderr, runDir, cfg.Diagnostics.Retention, fmt.Errorf("create debug recorder: %w", err))
 	}
+	debugRecorder = pipeline.SynchronizedDebugRecorder(debugRecorder)
 
 	catalog, err := effectiveCatalog(opts)
 	if err != nil {
@@ -292,18 +293,19 @@ func runPipelineCommand(args []string, stdout, stderr io.Writer, opts Options) i
 	}
 
 	output, err := pipeline.New().Run(ctx, pipeline.RunInput{
-		Prepared:    prepared,
-		Path:        strings.TrimSpace(*inputPath),
-		RawInput:    rawInput,
-		SessionID:   strings.TrimSpace(sessionID.value),
-		RunID:       runID,
-		StartedAt:   startedAt,
-		LLMProfiles: llmProfiles,
-		Metadata:    runMetadata(*outputDir, *diagnosticsDir),
-		Warnings:    referenceWarnings,
-		Checkpoints: checkpointRecorder,
-		Checkpoint:  checkpointLoader,
-		Debug:       debugRecorder,
+		Prepared:       prepared,
+		Path:           strings.TrimSpace(*inputPath),
+		RawInput:       rawInput,
+		SessionID:      strings.TrimSpace(sessionID.value),
+		RunID:          runID,
+		StartedAt:      startedAt,
+		LLMProfiles:    llmProfiles,
+		Metadata:       runMetadata(*outputDir, *diagnosticsDir),
+		Warnings:       referenceWarnings,
+		Checkpoints:    checkpointRecorder,
+		Checkpoint:     checkpointLoader,
+		Debug:          debugRecorder,
+		ExtractWorkers: cfg.Concurrency.StageWorkers["extract"],
 	})
 	if err != nil {
 		if output.Manifest.PipelineID != "" && runDir != nil {