Added a configurable timeout knob

2026-05-04 22:38:20 -05:00
parent ea05945457
commit c5ce270090
15 changed files with 215 additions and 34 deletions
--- a/internal/adapter/http/dto.go
+++ b/internal/adapter/http/dto.go
@@ -21,11 +21,12 @@ type inputRefDTO struct {
 }

 type modelOverrideRequestDTO struct {
-	Endpoint    string  `json:"endpoint,omitempty"`
-	Model       string  `json:"model,omitempty"`
-	Temperature float64 `json:"temperature,omitempty"`
-	MaxTokens   int     `json:"max_tokens,omitempty"`
-	TopP        float64 `json:"top_p,omitempty"`
+	Endpoint       string  `json:"endpoint,omitempty"`
+	Model          string  `json:"model,omitempty"`
+	Temperature    float64 `json:"temperature,omitempty"`
+	MaxTokens      int     `json:"max_tokens,omitempty"`
+	TopP           float64 `json:"top_p,omitempty"`
+	TimeoutSeconds int     `json:"timeout_seconds,omitempty"`
 }

 type runResponseDTO struct {