Add SDNQ attention

2026-09-20 01:31:13 +02:00 · 2026-06-23 08:10:02 +03:00
parent 3e1df229ba
commit dfa713e6fc
5 changed files with 254 additions and 1 deletions
@@ -530,6 +530,9 @@ def set_sdpa_params():
        if 'Sage attention' in opts.sdp_overrides:
            attention.set_sage_attention(backend, device)

+        if 'SDNQ attention' in opts.sdp_overrides:
+            attention.set_sdnq_attention()
+
        from importlib.metadata import version
        try:
            flash = version('flash-attn')