Add SDNQ attention

This commit is contained in:
Disty0
2026-06-23 08:10:02 +03:00
parent 3e1df229ba
commit dfa713e6fc
5 changed files with 254 additions and 1 deletions
+1 -1
View File
@@ -43,7 +43,7 @@ def get_default_modes(cmd_opts, mem_stat):
default_sdp_choices = ['Flash', 'Memory', 'Math']
default_sdp_options = ['Flash', 'Memory', 'Math']
default_sdp_override_choices = ['Dynamic attention', 'Flex attention', 'Flash attention', 'Sage attention']
default_sdp_override_choices = ['Dynamic attention', 'Flex attention', 'Flash attention', 'Sage attention', 'SDNQ attention']
default_sdp_override_options = []
if devices.backend == "zluda":