Add versioned message content hashing
This commit is contained in:
21
internal/usecase/message_content_hash.go
Normal file
21
internal/usecase/message_content_hash.go
Normal file
@@ -0,0 +1,21 @@
|
||||
package usecase
|
||||
|
||||
import (
|
||||
"crypto/sha256"
|
||||
"encoding/hex"
|
||||
"io"
|
||||
|
||||
"go.maximumdirect.net/promptkit/internal/domain"
|
||||
)
|
||||
|
||||
func hashMessageContent(messages []domain.RenderedMessage) string {
|
||||
hasher := sha256.New()
|
||||
_, _ = io.WriteString(hasher, "promptkit/message-content/v1\x00")
|
||||
var buffer [8]byte
|
||||
writeRenderedPromptHashLength(hasher, &buffer, len(messages))
|
||||
for _, message := range messages {
|
||||
writeRenderedPromptHashString(hasher, &buffer, string(message.Role))
|
||||
writeRenderedPromptHashString(hasher, &buffer, message.Content)
|
||||
}
|
||||
return hex.EncodeToString(hasher.Sum(nil))
|
||||
}
|
||||
60
internal/usecase/message_content_hash_test.go
Normal file
60
internal/usecase/message_content_hash_test.go
Normal file
@@ -0,0 +1,60 @@
|
||||
package usecase
|
||||
|
||||
import (
|
||||
"testing"
|
||||
|
||||
"go.maximumdirect.net/promptkit/internal/domain"
|
||||
)
|
||||
|
||||
func TestMessageContentHashVectors(t *testing.T) {
|
||||
tests := []struct {
|
||||
name string
|
||||
messages []domain.RenderedMessage
|
||||
want string
|
||||
}{
|
||||
{"empty", []domain.RenderedMessage{}, "4b3d27f1ccb333598f041ab4c079f285ba65b095066dda9064e23e0de57116c7"},
|
||||
{"single", []domain.RenderedMessage{{Role: "user", Content: "hello"}}, "34e867fb7cfe57c68d3a25ce6f007751230b3c41915d927492d96158c6cb0f04"},
|
||||
{"unicode and nul", []domain.RenderedMessage{{Role: "system", Content: "a\x00b"}, {Role: "user", Content: "café\n"}}, "38bcd39c878e656be34449951e24db771a5fb14d809d54b918b0c18b79c1925f"},
|
||||
}
|
||||
for _, tt := range tests {
|
||||
t.Run(tt.name, func(t *testing.T) {
|
||||
if got := hashMessageContent(tt.messages); got != tt.want {
|
||||
t.Fatalf("got %s; want %s", got, tt.want)
|
||||
}
|
||||
})
|
||||
}
|
||||
if hashMessageContent(nil) != hashMessageContent([]domain.RenderedMessage{}) {
|
||||
t.Fatal("nil and empty message slices must hash equally")
|
||||
}
|
||||
}
|
||||
|
||||
func TestMessageContentHashRelations(t *testing.T) {
|
||||
base := []domain.RenderedMessage{{Role: "system", Content: "ab"}, {Role: "user", Content: "cd"}}
|
||||
variants := []struct {
|
||||
name string
|
||||
messages []domain.RenderedMessage
|
||||
}{
|
||||
{"role", []domain.RenderedMessage{{Role: "developer", Content: "ab"}, {Role: "user", Content: "cd"}}},
|
||||
{"text", []domain.RenderedMessage{{Role: "system", Content: "ac"}, {Role: "user", Content: "cd"}}},
|
||||
{"whitespace", []domain.RenderedMessage{{Role: "system", Content: "ab "}, {Role: "user", Content: "cd"}}},
|
||||
{"order", []domain.RenderedMessage{{Role: "user", Content: "cd"}, {Role: "system", Content: "ab"}}},
|
||||
{"count", []domain.RenderedMessage{{Role: "system", Content: "ab"}}},
|
||||
{"boundary", []domain.RenderedMessage{{Role: "syste", Content: "mab"}, {Role: "user", Content: "cd"}}},
|
||||
}
|
||||
for _, tt := range variants {
|
||||
t.Run(tt.name, func(t *testing.T) {
|
||||
if hashMessageContent(base) == hashMessageContent(tt.messages) {
|
||||
t.Fatal("distinct content must have distinct hashes")
|
||||
}
|
||||
})
|
||||
}
|
||||
withCache := []domain.RenderedMessage{{Role: "system", Content: "ab", CacheControl: &domain.CacheControl{Type: domain.CacheControlEphemeral, TTL: "1h"}}, {Role: "user", Content: "cd"}}
|
||||
if hashMessageContent(base) != hashMessageContent(withCache) {
|
||||
t.Fatal("cache control must not affect the content hash")
|
||||
}
|
||||
one := []domain.RenderedMessage{{Role: "user", Content: "xassistanty"}}
|
||||
two := []domain.RenderedMessage{{Role: "user", Content: "x"}, {Role: "assistant", Content: "y"}}
|
||||
if hashMessageContent(one) == hashMessageContent(two) {
|
||||
t.Fatal("message boundaries must be represented")
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user