From 917f4bb14bb4677ee8376ea45999a601d39c4c61 Mon Sep 17 00:00:00 2001 From: Sascha Rogmann <59577610+srogmann@users.noreply.github.com> Date: Fri, 2 Jan 2026 22:42:59 +0100 Subject: [PATCH] server: replace can_speculate() with slot.can_speculate() MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Co-authored-by: Sigbjørn Skjæret --- tools/server/server-context.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tools/server/server-context.cpp b/tools/server/server-context.cpp index 7a72fa98e4..024dbd80e2 100644 --- a/tools/server/server-context.cpp +++ b/tools/server/server-context.cpp @@ -1182,7 +1182,7 @@ private: // initialize draft batch // TODO: rework speculative decoding [TAG_SERVER_SPEC_REWORK] - if (can_speculate()) { + if (slot.can_speculate()) { llama_batch_free(slot.batch_spec); slot.batch_spec = llama_batch_init(task.params.speculative.n_max + 1, 0, 1);