eric/promptkit
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Expose structured generation errors to consumers

Browse Source
This commit is contained in:
Eric Rakestraw
2026-08-23 19:01:38 +00:00
parent e5b7adfb49
commit 159b02116f
9 changed files with 263 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
engine_test.go
View File

@@ -1164,8 +1164,9 @@ func TestArtifactReaderFailuresPreserveArtifactLoadErrors(t *testing.T) {
}
func TestRunAddsLLMGenerateToCollaboratorPublicError(t *testing.T) {
injectedErr := errors.New("injected model client failure")
engine := newContractEngineWithOptions(t, frameworkSchemaDir,
promptkit.WithLLMClient(&fakeLLMClient{err: promptkit.ErrArtifactLoad}),
promptkit.WithLLMClient(&fakeLLMClient{err: injectedErr}),
)
_, err := engine.Run(context.Background(), promptkit.RunRequest{
@@ -1178,8 +1179,12 @@ func TestRunAddsLLMGenerateToCollaboratorPublicError(t *testing.T) {
if !errors.Is(err, promptkit.ErrLLMGenerate) {
t.Fatalf("expected ErrLLMGenerate, got %v", err)
}
if !errors.Is(err, promptkit.ErrArtifactLoad) {
t.Fatalf("expected preserved ErrArtifactLoad, got %v", err)
if !errors.Is(err, injectedErr) {
t.Fatalf("expected preserved injected error, got %v", err)
}
var generationErr *promptkit.GenerationError
if errors.As(err, &generationErr) {
t.Fatalf("injected error became GenerationError: %v", err)
}
}