Update fwd_prefill.py

Remove cudagraph from triton autotune. Buggy under zluda
This commit is contained in:
AS
2025-05-08 19:32:51 -07:00
committed by GitHub
parent 9141e060f8
commit 5e561560ea
+1 -2
View File
@@ -218,8 +218,7 @@ autotune_configs, autotune_keys = get_autotune_configs()
@triton.autotune(
configs=autotune_configs,
key=autotune_keys,
use_cuda_graph=True,
key=autotune_keys
)
@triton.jit
def attn_fwd(Q, K, V, bias, Cache_seqlens, Cache_batch_idx, # pylint: disable=unused-argument