Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-19 17:24:32 +02:00
Code Issues Packages Projects Releases Wiki Activity

Set SDPA as the default on all backends and enable Dyn SDPA on ROCm, DML, CPU and MPS

Browse Source
This commit is contained in:
Disty0
2025-05-28 13:42:29 +03:00
parent 569e9099d7
commit 1961e88c13
2 changed files with 6 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/shared.py
+2 -9
View File
@@ -369,18 +369,11 @@ def get_default_modes():
default_offload_mode = "sequential"
default_diffusers_offload_min_gpu_memory = 0
if devices.backend == "directml": # Force BMM for DirectML instead of SDP
default_cross_attention = "Dynamic Attention BMM" if native else "Sub-quadratic"
elif devices.backend == "cpu":
default_cross_attention = "Scaled-Dot-Product" if native else "Doggettx's"
elif devices.backend == "mps":
default_cross_attention = "Scaled-Dot-Product" if native else "Doggettx's"
else: # cuda, rocm, zluda, ipex, openvino
default_cross_attention = "Scaled-Dot-Product"
default_cross_attention = "Scaled-Dot-Product"
if devices.backend == "zluda":
default_sdp_options = ['Flash attention', 'Math attention', 'Dynamic attention']
elif devices.backend == "rocm":
elif devices.backend in {"rocm", "directml", "cpu", "mps"}:
default_sdp_options = ['Flash attention', 'Memory attention', 'Math attention', 'Dynamic attention']
else:
default_sdp_options = ['Flash attention', 'Memory attention', 'Math attention']