diff --git a/docs/roadmap/implementation.md b/docs/roadmap/implementation.md index 56b66f3..a3945a5 100644 --- a/docs/roadmap/implementation.md +++ b/docs/roadmap/implementation.md @@ -56,6 +56,8 @@ Select these concrete implementation details for this sprint: ## Stage 1 — Implement The Versioned Hash And Reference Tests +Status: complete. + Work in `internal/usecase`, using a focused `message_content_hash.go` and `message_content_hash_test.go`. Implement the unexported helper `hashMessageContent(messages []domain.RenderedMessage) string`. diff --git a/internal/usecase/message_content_hash.go b/internal/usecase/message_content_hash.go new file mode 100644 index 0000000..0401777 --- /dev/null +++ b/internal/usecase/message_content_hash.go @@ -0,0 +1,21 @@ +package usecase + +import ( + "crypto/sha256" + "encoding/hex" + "io" + + "go.maximumdirect.net/promptkit/internal/domain" +) + +func hashMessageContent(messages []domain.RenderedMessage) string { + hasher := sha256.New() + _, _ = io.WriteString(hasher, "promptkit/message-content/v1\x00") + var buffer [8]byte + writeRenderedPromptHashLength(hasher, &buffer, len(messages)) + for _, message := range messages { + writeRenderedPromptHashString(hasher, &buffer, string(message.Role)) + writeRenderedPromptHashString(hasher, &buffer, message.Content) + } + return hex.EncodeToString(hasher.Sum(nil)) +} diff --git a/internal/usecase/message_content_hash_test.go b/internal/usecase/message_content_hash_test.go new file mode 100644 index 0000000..fa31dfe --- /dev/null +++ b/internal/usecase/message_content_hash_test.go @@ -0,0 +1,60 @@ +package usecase + +import ( + "testing" + + "go.maximumdirect.net/promptkit/internal/domain" +) + +func TestMessageContentHashVectors(t *testing.T) { + tests := []struct { + name string + messages []domain.RenderedMessage + want string + }{ + {"empty", []domain.RenderedMessage{}, "4b3d27f1ccb333598f041ab4c079f285ba65b095066dda9064e23e0de57116c7"}, + {"single", []domain.RenderedMessage{{Role: "user", Content: "hello"}}, "34e867fb7cfe57c68d3a25ce6f007751230b3c41915d927492d96158c6cb0f04"}, + {"unicode and nul", []domain.RenderedMessage{{Role: "system", Content: "a\x00b"}, {Role: "user", Content: "café\n"}}, "38bcd39c878e656be34449951e24db771a5fb14d809d54b918b0c18b79c1925f"}, + } + for _, tt := range tests { + t.Run(tt.name, func(t *testing.T) { + if got := hashMessageContent(tt.messages); got != tt.want { + t.Fatalf("got %s; want %s", got, tt.want) + } + }) + } + if hashMessageContent(nil) != hashMessageContent([]domain.RenderedMessage{}) { + t.Fatal("nil and empty message slices must hash equally") + } +} + +func TestMessageContentHashRelations(t *testing.T) { + base := []domain.RenderedMessage{{Role: "system", Content: "ab"}, {Role: "user", Content: "cd"}} + variants := []struct { + name string + messages []domain.RenderedMessage + }{ + {"role", []domain.RenderedMessage{{Role: "developer", Content: "ab"}, {Role: "user", Content: "cd"}}}, + {"text", []domain.RenderedMessage{{Role: "system", Content: "ac"}, {Role: "user", Content: "cd"}}}, + {"whitespace", []domain.RenderedMessage{{Role: "system", Content: "ab "}, {Role: "user", Content: "cd"}}}, + {"order", []domain.RenderedMessage{{Role: "user", Content: "cd"}, {Role: "system", Content: "ab"}}}, + {"count", []domain.RenderedMessage{{Role: "system", Content: "ab"}}}, + {"boundary", []domain.RenderedMessage{{Role: "syste", Content: "mab"}, {Role: "user", Content: "cd"}}}, + } + for _, tt := range variants { + t.Run(tt.name, func(t *testing.T) { + if hashMessageContent(base) == hashMessageContent(tt.messages) { + t.Fatal("distinct content must have distinct hashes") + } + }) + } + withCache := []domain.RenderedMessage{{Role: "system", Content: "ab", CacheControl: &domain.CacheControl{Type: domain.CacheControlEphemeral, TTL: "1h"}}, {Role: "user", Content: "cd"}} + if hashMessageContent(base) != hashMessageContent(withCache) { + t.Fatal("cache control must not affect the content hash") + } + one := []domain.RenderedMessage{{Role: "user", Content: "xassistanty"}} + two := []domain.RenderedMessage{{Role: "user", Content: "x"}, {Role: "assistant", Content: "y"}} + if hashMessageContent(one) == hashMessageContent(two) { + t.Fatal("message boundaries must be represented") + } +}