ConfigureRequest embeds BackendConfiguration to improve readability

Author: ilopezluna

cmd/cli/commands/compose.go

@@ -83,9 +83,11 @@ func newUpCommand() *cobra.Command {
 
 			for _, model := range models {
 				if err := desktopClient.ConfigureBackend(scheduling.ConfigureRequest{
-					Model:       model,
-					ContextSize: ctxSize,
-					Speculative: speculativeConfig,
+					Model: model,
+					BackendConfiguration: inference.BackendConfiguration{
+						ContextSize: ctxSize,
+						Speculative: speculativeConfig,
+					},
 				}); err != nil {
 					configErrFmtString := "failed to configure backend for model %s with context-size %d"
 					_ = sendErrorf(configErrFmtString+": %v", model, ctxSize, err)

pkg/inference/scheduling/api.go

@@ -93,12 +93,7 @@ type UnloadResponse struct {
 
 // ConfigureRequest specifies per-model runtime configuration options.
 type ConfigureRequest struct {
-	Model       string                               `json:"model"`
-	ContextSize int64                                `json:"context-size,omitempty"`
-	Mode        *inference.BackendMode               `json:"mode,omitempty"`
-	Speculative *inference.SpeculativeDecodingConfig `json:"speculative,omitempty"`
-
-	// Backend-specific configuration
-	VLLM     *inference.VLLMConfig     `json:"vllm,omitempty"`
-	LlamaCpp *inference.LlamaCppConfig `json:"llamacpp,omitempty"`
+	Model string                 `json:"model"`
+	Mode  *inference.BackendMode `json:"mode,omitempty"`
+	inference.BackendConfiguration
 }

pkg/inference/scheduling/http_handler.go

@@ -330,7 +330,9 @@ func (h *HTTPHandler) Configure(w http.ResponseWriter, r *http.Request) {
 	}
 
 	configureRequest := ConfigureRequest{
-		ContextSize: -1,
+		BackendConfiguration: inference.BackendConfiguration{
+			ContextSize: -1,
+		},
 	}
 	if err := json.Unmarshal(body, &configureRequest); err != nil {
 		http.Error(w, "invalid request", http.StatusBadRequest)

pkg/ollama/http_handler.go

@@ -493,8 +493,10 @@ func (h *HTTPHandler) handleGenerate(w http.ResponseWriter, r *http.Request) {
 		// Empty prompt - preload the model
 		// ConfigureRunner is idempotent, so calling it again with the same context size is safe
 		configureRequest := scheduling.ConfigureRequest{
-			Model:       modelName,
-			ContextSize: ctxSize, // Use extracted value (or 0 for default)
+			Model: modelName,
+			BackendConfiguration: inference.BackendConfiguration{
+				ContextSize: ctxSize, // Use extracted value (or 0 for default)
+			},
 		}
 
 		_, err := h.scheduler.ConfigureRunner(ctx, nil, configureRequest, r.UserAgent()+" (Ollama API)")