107 lines
3.5 KiB
Go
107 lines
3.5 KiB
Go
package promptkit_test
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"testing"
|
|
|
|
"go.maximumdirect.net/promptkit"
|
|
)
|
|
|
|
func TestPreparationRejectsInvalidOutputContractWithPublicError(t *testing.T) {
|
|
engine := newSimpleEngine(t, "message")
|
|
cycle := map[string]any{}
|
|
cycle["self"] = cycle
|
|
|
|
for _, tc := range []struct {
|
|
name string
|
|
contract promptkit.OutputContract
|
|
}{
|
|
{
|
|
name: "cyclic inline schema",
|
|
contract: promptkit.OutputContract{Format: promptkit.FormatJSON, ValidationMode: promptkit.ValidationJSONSchema, Schema: cycle},
|
|
},
|
|
{
|
|
name: "inline schema cannot be encoded",
|
|
contract: promptkit.OutputContract{
|
|
Format: promptkit.FormatJSON, ValidationMode: promptkit.ValidationJSONSchema,
|
|
Schema: make(chan int),
|
|
},
|
|
},
|
|
{
|
|
name: "unsupported format",
|
|
contract: promptkit.OutputContract{
|
|
Format: promptkit.OutputFormat("binary"),
|
|
ValidationMode: promptkit.ValidationNone,
|
|
},
|
|
},
|
|
{
|
|
name: "repair attempts above maximum",
|
|
contract: promptkit.OutputContract{
|
|
Format: promptkit.FormatText,
|
|
ValidationMode: promptkit.ValidationBasic,
|
|
RepairAttempts: 4,
|
|
},
|
|
},
|
|
{
|
|
name: "none validation with repair attempts",
|
|
contract: promptkit.OutputContract{
|
|
Format: promptkit.FormatText,
|
|
ValidationMode: promptkit.ValidationNone,
|
|
RepairAttempts: 1,
|
|
},
|
|
},
|
|
} {
|
|
t.Run(tc.name, func(t *testing.T) {
|
|
req := promptkit.RunRequest{PromptID: "prompt", Validation: &tc.contract}
|
|
|
|
prepared, err := engine.Prepare(context.Background(), req)
|
|
if prepared != nil {
|
|
t.Fatalf("expected no partial prepared run, got %+v", prepared)
|
|
}
|
|
if !errors.Is(err, promptkit.ErrInvalidRequest) {
|
|
t.Fatalf("prepare error = %v, want ErrInvalidRequest", err)
|
|
}
|
|
|
|
preparedExecution, err := engine.PrepareExecution(context.Background(), req)
|
|
if preparedExecution != nil {
|
|
t.Fatalf("expected no partial prepared execution, got %+v", preparedExecution)
|
|
}
|
|
if !errors.Is(err, promptkit.ErrInvalidRequest) {
|
|
t.Fatalf("prepare execution error = %v, want ErrInvalidRequest", err)
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestInactiveRuntimeSchemaIsNotRetained(t *testing.T) {
|
|
cycle := map[string]any{}
|
|
cycle["self"] = cycle
|
|
engine := newSimpleEngine(t, "message")
|
|
type schemaValue struct{ Properties map[string]any }
|
|
original := schemaValue{Properties: map[string]any{"title": "original"}}
|
|
for _, mode := range []promptkit.ValidationMode{promptkit.ValidationNone, promptkit.ValidationBasic, promptkit.ValidationJSON} {
|
|
for _, value := range []any{original, cycle, make(chan int)} {
|
|
request := promptkit.RunRequest{PromptID: "prompt", Validation: &promptkit.OutputContract{Format: promptkit.FormatText, ValidationMode: mode, Schema: value, SchemaPath: "ignored.json"}}
|
|
prepared, err := engine.Prepare(context.Background(), request)
|
|
if err != nil || prepared.OutputContract.Schema != nil || prepared.OutputContract.SchemaPath != "ignored.json" {
|
|
t.Fatalf("prepare inactive %s schema: %+v, %v", mode, prepared, err)
|
|
}
|
|
handle, err := engine.PrepareExecution(context.Background(), request)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
original.Properties["title"] = "caller mutation"
|
|
details := handle.Details()
|
|
if details.OutputContract.Schema != nil {
|
|
t.Fatal("inactive schema retained in details")
|
|
}
|
|
details.OutputContract.Schema = map[string]any{"title": "details mutation"}
|
|
if handle.Details().OutputContract.Schema != nil {
|
|
t.Fatal("details mutation changed retained state")
|
|
}
|
|
handle.Discard()
|
|
}
|
|
}
|
|
}
|