110 lines
4.3 KiB
Go
110 lines
4.3 KiB
Go
package combatturns
|
|
|
|
import (
|
|
"context"
|
|
"io/fs"
|
|
"strings"
|
|
"testing"
|
|
"time"
|
|
|
|
"gitea.maximumdirect.net/eric/notarius/internal/framework/llm"
|
|
"gitea.maximumdirect.net/eric/scriptorium"
|
|
)
|
|
|
|
func TestRegisterPromptAssetsAndPrepareCombatPrompt(t *testing.T) {
|
|
registry := llm.NewAssetRegistry()
|
|
if err := RegisterPromptAssets(registry); err != nil {
|
|
t.Fatalf("RegisterPromptAssets() error = %v", err)
|
|
}
|
|
schemaFS, err := registry.SchemaFS()
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if _, err := fs.ReadFile(schemaFS, "dnd_combat_turns_llm.v1.json"); err != nil {
|
|
t.Fatalf("response schema asset: %v", err)
|
|
}
|
|
hash, err := scriptoriumPromptMetadata()
|
|
if err != nil || !strings.HasPrefix(hash, "sha256:") {
|
|
t.Fatalf("scriptoriumPromptMetadata() = %q, %v; want digest", hash, err)
|
|
}
|
|
}
|
|
|
|
func TestScriptoriumPromptPreparesRequiredInputs(t *testing.T) {
|
|
registry := llm.NewAssetRegistry()
|
|
if err := RegisterPromptAssets(registry); err != nil {
|
|
t.Fatalf("RegisterPromptAssets() error = %v, want nil", err)
|
|
}
|
|
options, err := registry.ScriptoriumOptions()
|
|
if err != nil {
|
|
t.Fatalf("ScriptoriumOptions() error = %v, want nil", err)
|
|
}
|
|
options = append(options, scriptorium.WithProfiles(scriptorium.OpenAICompatibleProfile(scriptorium.OpenAICompatibleProfileConfig{
|
|
ID: "combat-test-profile", Endpoint: "http://127.0.0.1:1/v1", Model: "combat-test-model",
|
|
})))
|
|
engine, err := scriptorium.NewEngine(scriptorium.Config{Timeout: time.Second}, options...)
|
|
if err != nil {
|
|
t.Fatalf("NewEngine() error = %v, want nil", err)
|
|
}
|
|
transcript := `{"units":[1]}`
|
|
prepared, err := engine.Prepare(context.Background(), scriptorium.RunRequest{
|
|
PromptID: PromptID, PromptVersion: SchemaVersion, ProfileID: "combat-test-profile",
|
|
Inputs: map[string]scriptorium.ArtifactRef{
|
|
"transcript": scriptorium.InlineWithURI("file:///session.json", transcript),
|
|
"players": scriptorium.Inline("Dana: Mira"),
|
|
"party": scriptorium.Inline("Mira: ranger"),
|
|
"glossary": scriptorium.Inline("Greencloak: title"),
|
|
"npcs": scriptorium.Inline(`{"npcs":[]}`),
|
|
},
|
|
})
|
|
if err != nil {
|
|
t.Fatalf("Prepare() error = %v, want nil", err)
|
|
}
|
|
if prepared.PromptID != PromptID || prepared.OutputContract.SchemaPath != "dnd_combat_turns_llm.v1.json" {
|
|
t.Fatalf("prepared prompt = %#v, want combat prompt identity and schema", prepared)
|
|
}
|
|
for index, want := range []struct {
|
|
role string
|
|
cached bool
|
|
marker string
|
|
}{
|
|
{role: "system", marker: "Dungeons & Dragons gameplay transcripts"},
|
|
{role: "user", marker: "Transcript units are the only evidence"},
|
|
{role: "user", cached: true, marker: "most specific supported in-world"},
|
|
{role: "user", cached: true},
|
|
{role: "user", cached: true},
|
|
{role: "user", marker: "combat-turn artifacts"},
|
|
{role: "user", cached: true, marker: "turn_kind"},
|
|
{role: "user"},
|
|
} {
|
|
if index >= len(prepared.Messages) {
|
|
t.Fatalf("prepared prompt has %d messages, want at least %d", len(prepared.Messages), index+1)
|
|
}
|
|
message := prepared.Messages[index]
|
|
if message.Role != want.role {
|
|
t.Errorf("message %d role = %q, want %q", index, message.Role, want.role)
|
|
}
|
|
if want.cached {
|
|
if message.CacheControl == nil || message.CacheControl.Type != scriptorium.CacheControlEphemeral {
|
|
t.Errorf("message %d cache control = %#v, want ephemeral", index, message.CacheControl)
|
|
}
|
|
} else if message.CacheControl != nil {
|
|
t.Errorf("message %d cache control = %#v, want nil", index, message.CacheControl)
|
|
}
|
|
if want.marker != "" && !strings.Contains(message.Content, want.marker) {
|
|
t.Errorf("message %d content does not contain purpose marker %q", index, want.marker)
|
|
}
|
|
}
|
|
if len(prepared.Messages) != 8 {
|
|
t.Fatalf("prepared prompt has %d messages, want 8", len(prepared.Messages))
|
|
}
|
|
if references := prepared.Messages[3].Content; !strings.Contains(references, "Dana: Mira") || !strings.Contains(references, "Mira: ranger") || !strings.Contains(references, "Greencloak: title") {
|
|
t.Fatalf("campaign references message = %q, want rendered reference inputs", references)
|
|
}
|
|
if registry := prepared.Messages[4].Content; !strings.Contains(registry, `{"npcs":[]}`) {
|
|
t.Fatalf("NPC registry message = %q, want registry input", registry)
|
|
}
|
|
if final := prepared.Messages[7].Content; !strings.Contains(final, transcript) {
|
|
t.Fatalf("final message = %q, want transcript", final)
|
|
}
|
|
}
|