Remove superseded configuration loaders and consolidate runtime tests

profile_inspection_contract_test.go

@@ -0,0 +1,99 @@
+package promptkit_test
+
+import (
+	"context"
+	"errors"
+	"testing"
+	"testing/fstest"
+
+	"gitea.maximumdirect.net/eric/ConfigKit"
+	"gitea.maximumdirect.net/eric/promptkit"
+)
+
+func TestInspectProfileUsesLiteralFileKeyForPreparation(t *testing.T) {
+	profiles, err := promptkit.FilesystemInputs("literal profile", fstest.MapFS{
+		"config/profile.yaml": &fstest.MapFile{Data: []byte("profiles:\n  '  literal  ':\n    endpoint: https://example.test/v1\n    model: model\n")},
+	}, "config")
+	if err != nil {
+		t.Fatal(err)
+	}
+	engine, err := promptkit.NewEngine(promptkit.Config{Sources: promptkit.ConfigurationSources{
+		Underlays: []configkit.Underlay{{Inputs: profiles}},
+		Main: &configkit.Input{Source: configkit.Mapping("prompt", map[string]any{
+			"prompts": map[string]any{"prompt": map[string]any{"1": map[string]any{
+				"default_profile": "  literal  ",
+				"messages":        []any{map[string]any{"role": "user", "content": "hello"}},
+				"output":          map[string]any{"format": "text", "validation_mode": "none"},
+			}}},
+		})},
+	}})
+	if err != nil {
+		t.Fatal(err)
+	}
+	inspected, err := engine.InspectProfile(context.Background(), "  literal  ")
+	if err != nil {
+		t.Fatal(err)
+	}
+	prepared, err := engine.Prepare(context.Background(), promptkit.RunRequest{PromptID: "prompt"})
+	if err != nil {
+		t.Fatal(err)
+	}
+	if inspected.ProfileID != "  literal  " || prepared.SelectedProfileID != inspected.ProfileID || prepared.EffectiveModelParams.Model != inspected.EffectiveModelParams.Model {
+		t.Fatalf("inspection=%+v preparation=%+v", inspected, prepared)
+	}
+	if _, err := engine.InspectProfile(context.Background(), "literal"); !errors.Is(err, promptkit.ErrProfileNotFound) {
+		t.Fatalf("trimmed ID resolved unexpectedly: %v", err)
+	}
+}
+
+func TestInspectProfileIsIndependentAndDoesNotInvokeProvider(t *testing.T) {
+	client := &fakeLLMClient{response: &promptkit.GenerateResponse{Content: "unexpected"}}
+	engine, err := promptkit.NewEngine(promptkit.Config{Sources: promptkit.ConfigurationSources{Main: &configkit.Input{
+		Source: configkit.Mapping("inspection", map[string]any{"profiles": map[string]any{
+			"profile": map[string]any{
+				"endpoint": "https://example.test/v1", "model": "model", "api_key_required": true,
+				"extra_params": map[string]any{"nested": map[string]any{"value": "original"}},
+			},
+		}}),
+	}}}, promptkit.WithLLMClient(client))
+	if err != nil {
+		t.Fatal(err)
+	}
+	first, err := engine.InspectProfile(context.Background(), "profile")
+	if err != nil || first == nil || !first.APIKeyRequired {
+		t.Fatalf("first inspection=(%+v, %v)", first, err)
+	}
+	first.EffectiveModelParams.ExtraParams["nested"].(map[string]any)["value"] = "changed"
+	second, err := engine.InspectProfile(context.Background(), "profile")
+	if err != nil || second == nil || second.EffectiveModelParams.ExtraParams["nested"].(map[string]any)["value"] != "original" || len(client.requests) != 0 {
+		t.Fatalf("inspection changed snapshot or invoked provider: (%+v, %v), calls=%d", second, err, len(client.requests))
+	}
+}
+
+func TestInspectProfilePublicErrorsAndPartialTarget(t *testing.T) {
+	var nilEngine *promptkit.Engine
+	if _, err := nilEngine.InspectProfile(context.Background(), "profile"); !errors.Is(err, promptkit.ErrInvalidConfig) {
+		t.Fatalf("nil engine: %v", err)
+	}
+	engine, err := promptkit.NewEngine(promptkit.Config{Sources: promptkit.ConfigurationSources{Main: &configkit.Input{
+		Source: configkit.Mapping("partial", map[string]any{"profiles": map[string]any{"profile": map[string]any{"model": "model"}}}),
+	}}})
+	if err != nil {
+		t.Fatal(err)
+	}
+	if _, err := engine.InspectProfile(context.Background(), " "); !errors.Is(err, promptkit.ErrInvalidRequest) {
+		t.Fatalf("blank selection: %v", err)
+	}
+	if _, err := engine.InspectProfile(context.Background(), "missing"); !errors.Is(err, promptkit.ErrProfileNotFound) {
+		t.Fatalf("missing selection: %v", err)
+	}
+	ctx, cancel := context.WithCancel(context.Background())
+	cancel()
+	if _, err := engine.InspectProfile(ctx, "profile"); !errors.Is(err, context.Canceled) {
+		t.Fatalf("canceled inspection: %v", err)
+	}
+	partial, err := engine.InspectProfile(context.Background(), "profile")
+	if err != nil || partial == nil || partial.EffectiveModelParams.Endpoint != "" || partial.EffectiveModelParams.Model != "model" {
+		t.Fatalf("partial inspection=(%+v, %v)", partial, err)
+	}
+}