Add versioned message content hashing

This commit is contained in:
2026-11-20 04:15:25 +00:00
parent ae1efc8049
commit e415ad43ce
3 changed files with 83 additions and 0 deletions

View File

@@ -0,0 +1,21 @@
package usecase
import (
"crypto/sha256"
"encoding/hex"
"io"
"go.maximumdirect.net/promptkit/internal/domain"
)
func hashMessageContent(messages []domain.RenderedMessage) string {
hasher := sha256.New()
_, _ = io.WriteString(hasher, "promptkit/message-content/v1\x00")
var buffer [8]byte
writeRenderedPromptHashLength(hasher, &buffer, len(messages))
for _, message := range messages {
writeRenderedPromptHashString(hasher, &buffer, string(message.Role))
writeRenderedPromptHashString(hasher, &buffer, message.Content)
}
return hex.EncodeToString(hasher.Sum(nil))
}

View File

@@ -0,0 +1,60 @@
package usecase
import (
"testing"
"go.maximumdirect.net/promptkit/internal/domain"
)
func TestMessageContentHashVectors(t *testing.T) {
tests := []struct {
name string
messages []domain.RenderedMessage
want string
}{
{"empty", []domain.RenderedMessage{}, "4b3d27f1ccb333598f041ab4c079f285ba65b095066dda9064e23e0de57116c7"},
{"single", []domain.RenderedMessage{{Role: "user", Content: "hello"}}, "34e867fb7cfe57c68d3a25ce6f007751230b3c41915d927492d96158c6cb0f04"},
{"unicode and nul", []domain.RenderedMessage{{Role: "system", Content: "a\x00b"}, {Role: "user", Content: "café\n"}}, "38bcd39c878e656be34449951e24db771a5fb14d809d54b918b0c18b79c1925f"},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
if got := hashMessageContent(tt.messages); got != tt.want {
t.Fatalf("got %s; want %s", got, tt.want)
}
})
}
if hashMessageContent(nil) != hashMessageContent([]domain.RenderedMessage{}) {
t.Fatal("nil and empty message slices must hash equally")
}
}
func TestMessageContentHashRelations(t *testing.T) {
base := []domain.RenderedMessage{{Role: "system", Content: "ab"}, {Role: "user", Content: "cd"}}
variants := []struct {
name string
messages []domain.RenderedMessage
}{
{"role", []domain.RenderedMessage{{Role: "developer", Content: "ab"}, {Role: "user", Content: "cd"}}},
{"text", []domain.RenderedMessage{{Role: "system", Content: "ac"}, {Role: "user", Content: "cd"}}},
{"whitespace", []domain.RenderedMessage{{Role: "system", Content: "ab "}, {Role: "user", Content: "cd"}}},
{"order", []domain.RenderedMessage{{Role: "user", Content: "cd"}, {Role: "system", Content: "ab"}}},
{"count", []domain.RenderedMessage{{Role: "system", Content: "ab"}}},
{"boundary", []domain.RenderedMessage{{Role: "syste", Content: "mab"}, {Role: "user", Content: "cd"}}},
}
for _, tt := range variants {
t.Run(tt.name, func(t *testing.T) {
if hashMessageContent(base) == hashMessageContent(tt.messages) {
t.Fatal("distinct content must have distinct hashes")
}
})
}
withCache := []domain.RenderedMessage{{Role: "system", Content: "ab", CacheControl: &domain.CacheControl{Type: domain.CacheControlEphemeral, TTL: "1h"}}, {Role: "user", Content: "cd"}}
if hashMessageContent(base) != hashMessageContent(withCache) {
t.Fatal("cache control must not affect the content hash")
}
one := []domain.RenderedMessage{{Role: "user", Content: "xassistanty"}}
two := []domain.RenderedMessage{{Role: "user", Content: "x"}, {Role: "assistant", Content: "y"}}
if hashMessageContent(one) == hashMessageContent(two) {
t.Fatal("message boundaries must be represented")
}
}