Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-04 12:00:46 +02:00
Code Issues Packages Projects Releases Wiki Activity

Enable dyn atten by default for ROCm

Browse Source
This commit is contained in:
Disty0
2025-05-23 18:24:47 +03:00
parent 50e3a134ca
commit 85f00f9edb
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/shared.py
+3 -1
View File
@@ -379,7 +379,9 @@ def get_default_modes():
default_cross_attention = "Scaled-Dot-Product"
if devices.backend == "zluda":
default_sdp_options = ['Math attention', 'Flash attention', 'Dynamic attention']
default_sdp_options = ['Flash attention', 'Math attention', 'Dynamic attention']
elif devices.backend == "rocm":
default_sdp_options = ['Flash attention', 'Memory attention', 'Math attention', 'Dynamic attention']
else:
default_sdp_options = ['Flash attention', 'Memory attention', 'Math attention']