Raise default LLM concurrency

2026-08-03 19:12:19 +00:00
parent d9dae2b639
commit 8a15b083a0
3 changed files with 11 additions and 6 deletions
--- a/internal/core/config/config.go
+++ b/internal/core/config/config.go
@@ -34,6 +34,8 @@ type ConcurrencyConfig struct {
 	defaultedExtractWorkers  int
 }

+const defaultLLMConcurrency = 16
+
 type OutputConfig struct {
 	Directory string `json:"directory"`
 }
@@ -60,9 +62,9 @@ func Default() Config {
 	return Config{
 		Pipelines: map[string]pipeline.PipelineProfile{},
 		Concurrency: ConcurrencyConfig{
-			TotalLLM:                1,
-			StageWorkers:            map[string]int{"extract": 1},
-			defaultedExtractWorkers: 1,
+			TotalLLM:                defaultLLMConcurrency,
+			StageWorkers:            map[string]int{"extract": defaultLLMConcurrency},
+			defaultedExtractWorkers: defaultLLMConcurrency,
 		},
 		Output: OutputConfig{Directory: "./notarius-output"},
 		Cache:  CacheConfig{ChunkPlans: ChunkPlanCacheConfig{Mode: pipeline.ChunkCacheAuto}},