From cf1eb320aa8056ccbc92e4db2d5c2f453e3997ca Mon Sep 17 00:00:00 2001 From: Ruben Ortlam Date: Sun, 6 Sep 2026 07:58:40 +0200 Subject: [PATCH] default draft model devices to global devices value --- common/speculative.cpp | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/common/speculative.cpp b/common/speculative.cpp index 854a97b85a..2db381d580 100644 --- a/common/speculative.cpp +++ b/common/speculative.cpp @@ -2467,7 +2467,10 @@ common_params common_base_params_to_speculative(const common_params & params) { result.pooling_type = LLAMA_POOLING_TYPE_UNSPECIFIED; if (has_draft) { - result.devices = params_spec.devices; + // default to global devices value + if (!params_spec.devices.empty()) { + result.devices = params_spec.devices; + } result.model = params_spec.mparams; result.n_gpu_layers = params_spec.n_gpu_layers; result.tensor_buft_overrides = params_spec.tensor_buft_overrides;