Inspect PromptKit profiles during preflight

internal/cli/promptkit_profiles.go

@@ -2,73 +2,34 @@ package cli
 
 import (
 	"context"
-	"errors"
 	"fmt"
-	"testing/fstest"
 
 	"gitea.maximumdirect.net/eric/notarius/internal/core/config"
 	"gitea.maximumdirect.net/eric/notarius/internal/framework/llm"
-	"gitea.maximumdirect.net/eric/promptkit"
 )
 
-const profileCheckPromptID = "notarius.profile.check"
-
-var profileCheckPromptFS = fstest.MapFS{
-	"prompts/profile-check.yaml": &fstest.MapFile{Data: []byte(`id: notarius.profile.check
-version: "1.0.0"
-default_profile: mistral-small-3
-inputs:
-  - name: transcript
-    required: true
-messages:
-  - role: user
-    content: "{{input \"transcript\"}}"
-output:
-  format: text
-  validation_mode: none
-  repair_attempts: 0
-`)},
-}
-
 func validateExplicitPromptKitProfiles(ctx context.Context, cfg config.Config, profileIDs []string) error {
 	if len(profileIDs) == 0 {
 		return nil
 	}
-	engine, err := newProfileValidationEngine(cfg)
+	inspector, err := llm.NewPromptKitProfileInspector(promptKitProfileSourceConfig(cfg))
 	if err != nil {
 		return fmt.Errorf("load PromptKit profiles: %w", err)
 	}
 	for _, profileID := range profileIDs {
-		if _, err := engine.Prepare(ctx, promptkit.RunRequest{
-			PromptID:  profileCheckPromptID,
-			ProfileID: profileID,
-			Inputs: map[string]promptkit.ArtifactRef{
-				"transcript": promptkit.Inline("profile check"),
-			},
-		}); err != nil {
-			if errors.Is(err, promptkit.ErrProfileNotFound) {
-				return fmt.Errorf("PromptKit profile %q is not configured", profileID)
-			}
-			return fmt.Errorf("validate PromptKit profile %q: %w", profileID, err)
+		if _, err := inspector.InspectProfile(ctx, profileID); err != nil {
+			return err
 		}
 	}
 	return nil
 }
 
-func newProfileValidationEngine(cfg config.Config) (*promptkit.Engine, error) {
-	opts := []promptkit.Option{
-		promptkit.WithPromptFS(profileCheckPromptFS, "prompts"),
+func promptKitProfileSourceConfig(cfg config.Config) llm.PromptKitProfileSourceConfig {
+	return llm.PromptKitProfileSourceConfig{
+		ProfileDir:   cfg.PromptKit.ProfileDir,
+		ProfileFile:  cfg.PromptKit.ProfileFile,
+		LocalBackend: mapPromptKitLocalBackend(cfg.PromptKit.LocalBackend),
 	}
-	if cfg.PromptKit.ProfileFile != "" {
-		opts = append(opts, promptkit.WithProfileFile(cfg.PromptKit.ProfileFile))
-	}
-	if localBackend := mapPromptKitLocalBackend(cfg.PromptKit.LocalBackend); localBackend != nil {
-		opts = append(opts, llm.PromptKitLocalBackendOption(*localBackend))
-	}
-	return promptkit.NewEngine(promptkit.Config{
-		PromptDir:  "unused",
-		ProfileDir: cfg.PromptKit.ProfileDir,
-	}, opts...)
 }
 
 func mapPromptKitLocalBackend(cfg *config.PromptKitLocalBackendConfig) *llm.PromptKitLocalBackendConfig {