Preserve cache control in rendered prompts

2026-07-02 23:03:50 +00:00
parent 0badb4364d
commit c95d6fcfec
8 changed files with 286 additions and 4 deletions
--- a/internal/domain/domain.go
+++ b/internal/domain/domain.go
@@ -194,8 +194,9 @@ type RenderedPrompt struct {

 // RenderedMessage is a single message in a rendered prompt.
 type RenderedMessage struct {
-	Role    string `json:"role"`
-	Content string `json:"content"`
+	Role         string        `json:"role"`
+	Content      string        `json:"content"`
+	CacheControl *CacheControl `json:"cache_control,omitempty"`
 }

 // GenerateRequest is the internal request passed to the LLM client.