Added a configurable timeout knob

2026-05-04 22:38:20 -05:00
parent ea05945457
commit c5ce270090
15 changed files with 215 additions and 34 deletions
--- a/internal/adapter/http/handler.go
+++ b/internal/adapter/http/handler.go
@@ -62,11 +62,12 @@ func (h *Handler) ServeHTTP(w http.ResponseWriter, r *http.Request) {
 	var model *domain.ModelTarget
 	if req.Model != nil {
 		model = &domain.ModelTarget{
-			Endpoint:    req.Model.Endpoint,
-			Model:       req.Model.Model,
-			Temperature: req.Model.Temperature,
-			MaxTokens:   req.Model.MaxTokens,
-			TopP:        req.Model.TopP,
+			Endpoint:       req.Model.Endpoint,
+			Model:          req.Model.Model,
+			Temperature:    req.Model.Temperature,
+			MaxTokens:      req.Model.MaxTokens,
+			TopP:           req.Model.TopP,
+			TimeoutSeconds: req.Model.TimeoutSeconds,
 		}
 	}