From 54483ad5bd60c892136a3e63ddbc1bb21b57744d Mon Sep 17 00:00:00 2001 From: aendk Date: Wed, 13 May 2026 15:27:18 +0200 Subject: [PATCH] Fix: default-disable PDL. Enable by setting GGML_CUDA_ENABLE_PDL=1 --- ggml/src/ggml-cuda/common.cuh | 10 ++++++++-- 1 file changed, 8 insertions(+), 2 deletions(-) diff --git a/ggml/src/ggml-cuda/common.cuh b/ggml/src/ggml-cuda/common.cuh index 06e0fbdb1d..4a99a17097 100644 --- a/ggml/src/ggml-cuda/common.cuh +++ b/ggml/src/ggml-cuda/common.cuh @@ -230,8 +230,14 @@ struct ggml_cuda_pdl_config { template static __inline__ void ggml_cuda_kernel_launch(Kernel kernel, const ggml_cuda_kernel_launch_params & launch_params, Args&&... args) { #if defined(GGML_CUDA_USE_PDL) - static const bool disable_pdl = (getenv("GGML_CUDA_PDL") != nullptr); - if (!disable_pdl) { + + // PDL is off by default. To enable, set GGML_CUDA_ENABLE_PDL=1 + static const bool enable_pdl = []() { + const char * env = getenv("GGML_CUDA_ENABLE_PDL"); + return env != nullptr && std::atoi(env) != 0; + }(); + + if (enable_pdl) { auto pdl_cfg = ggml_cuda_pdl_config(launch_params); CUDA_CHECK(cudaLaunchKernelEx(&pdl_cfg.cfg, kernel, std::forward(args)... )); return;