Add chunk plan cache configuration and storage
This commit is contained in:
29
internal/framework/pipeline/chunk_cache.go
Normal file
29
internal/framework/pipeline/chunk_cache.go
Normal file
@@ -0,0 +1,29 @@
|
||||
package pipeline
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"strings"
|
||||
)
|
||||
|
||||
type ChunkCacheMode string
|
||||
|
||||
const (
|
||||
ChunkCacheAuto ChunkCacheMode = "auto"
|
||||
ChunkCacheBypass ChunkCacheMode = "bypass"
|
||||
ChunkCacheRefresh ChunkCacheMode = "refresh"
|
||||
)
|
||||
|
||||
func ParseChunkCacheMode(raw string) (ChunkCacheMode, error) {
|
||||
mode := ChunkCacheMode(strings.TrimSpace(raw))
|
||||
switch mode {
|
||||
case ChunkCacheAuto, ChunkCacheBypass, ChunkCacheRefresh:
|
||||
return mode, nil
|
||||
default:
|
||||
return "", fmt.Errorf("chunk cache mode %q is not supported", strings.TrimSpace(raw))
|
||||
}
|
||||
}
|
||||
|
||||
func (m ChunkCacheMode) Validate() error {
|
||||
_, err := ParseChunkCacheMode(string(m))
|
||||
return err
|
||||
}
|
||||
20
internal/framework/pipeline/chunk_cache_test.go
Normal file
20
internal/framework/pipeline/chunk_cache_test.go
Normal file
@@ -0,0 +1,20 @@
|
||||
package pipeline
|
||||
|
||||
import "testing"
|
||||
|
||||
func TestParseChunkCacheMode(t *testing.T) {
|
||||
for _, value := range []ChunkCacheMode{ChunkCacheAuto, ChunkCacheBypass, ChunkCacheRefresh} {
|
||||
got, err := ParseChunkCacheMode(string(value))
|
||||
if err != nil || got != value {
|
||||
t.Fatalf("ParseChunkCacheMode(%q) = %q, %v", value, got, err)
|
||||
}
|
||||
if err := value.Validate(); err != nil {
|
||||
t.Fatalf("%q.Validate() error = %v", value, err)
|
||||
}
|
||||
}
|
||||
for _, value := range []string{"", "enabled", "AUTO", "auto,refresh"} {
|
||||
if _, err := ParseChunkCacheMode(value); err == nil {
|
||||
t.Fatalf("ParseChunkCacheMode(%q) error = nil, want error", value)
|
||||
}
|
||||
}
|
||||
}
|
||||
47
internal/framework/pipeline/chunk_plan_store.go
Normal file
47
internal/framework/pipeline/chunk_plan_store.go
Normal file
@@ -0,0 +1,47 @@
|
||||
package pipeline
|
||||
|
||||
import (
|
||||
"time"
|
||||
|
||||
"gitea.maximumdirect.net/eric/notarius/internal/core/artifacts"
|
||||
"gitea.maximumdirect.net/eric/notarius/internal/core/source"
|
||||
"gitea.maximumdirect.net/eric/notarius/internal/framework/contracts"
|
||||
)
|
||||
|
||||
type ChunkPlanProducer struct {
|
||||
InputModule string `json:"input_module"`
|
||||
ChunkModule string `json:"chunk_module"`
|
||||
LLMProfile string `json:"llm_profile,omitempty"`
|
||||
References []artifacts.ReferenceProvenance `json:"references,omitempty"`
|
||||
Metadata map[string]any `json:"metadata,omitempty"`
|
||||
}
|
||||
|
||||
type ChunkPlanRecord struct {
|
||||
SchemaVersion string `json:"schema_version"`
|
||||
SourceDigest string `json:"source_digest"`
|
||||
PlanDigest string `json:"plan_digest"`
|
||||
Plan source.ChunkPlan `json:"plan"`
|
||||
Producer ChunkPlanProducer `json:"producer"`
|
||||
Warnings []contracts.Warning `json:"warnings,omitempty"`
|
||||
CreatedAt time.Time `json:"created_at"`
|
||||
}
|
||||
|
||||
type ChunkPlanStore interface {
|
||||
Load(sourceDigest string) (ChunkPlanRecord, ChunkPlanDecision, error)
|
||||
Save(ChunkPlanRecord) error
|
||||
}
|
||||
|
||||
type ChunkPlanStoreFactory func(root string) (ChunkPlanStore, error)
|
||||
|
||||
type ChunkPlanDecision struct {
|
||||
Status ChunkPlanStatus `json:"status"`
|
||||
Reason string `json:"reason,omitempty"`
|
||||
}
|
||||
|
||||
type ChunkPlanStatus string
|
||||
|
||||
const (
|
||||
ChunkPlanHit ChunkPlanStatus = "hit"
|
||||
ChunkPlanMissing ChunkPlanStatus = "missing"
|
||||
ChunkPlanInvalid ChunkPlanStatus = "invalid"
|
||||
)
|
||||
Reference in New Issue
Block a user