Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-19 09:14:35 +02:00
Code Issues Packages Projects Releases Wiki Activity

zluda flash attention 2

Browse Source
This commit is contained in:
Seunghoon Lee
2025-02-21 23:54:14 +09:00
parent d7315940b1
commit 3253ec9c99
2 changed files with 6 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/shared.py
+1 -1
View File
@@ -453,7 +453,7 @@ def get_default_modes():
default_cross_attention = "Scaled-Dot-Product"
if devices.backend == "zluda":
default_sdp_options = ['Math attention', 'Dynamic attention']
default_sdp_options = ['Math attention', 'Flash attention', 'Dynamic attention']
else:
default_sdp_options = ['Flash attention', 'Memory attention', 'Math attention']