mirror of
https://github.com/vladmandic/automatic
synced 2026-09-18 16:54:33 +02:00
Update fwd_prefill.py
Remove cudagraph from triton autotune. Buggy under zluda
This commit is contained in:
@@ -218,8 +218,7 @@ autotune_configs, autotune_keys = get_autotune_configs()
|
||||
|
||||
@triton.autotune(
|
||||
configs=autotune_configs,
|
||||
key=autotune_keys,
|
||||
use_cuda_graph=True,
|
||||
key=autotune_keys
|
||||
)
|
||||
@triton.jit
|
||||
def attn_fwd(Q, K, V, bias, Cache_seqlens, Cache_batch_idx, # pylint: disable=unused-argument
|
||||
|
||||
Reference in New Issue
Block a user