zluda force sdp_options to math

2026-08-26 15:16:01 +02:00 · 2024-02-20 00:00:06 +09:00
parent ee7517dfb8
commit 0e1fb9c18a
1 changed files with 1 additions and 0 deletions
@@ -12,3 +12,4 @@ def initialize_zluda():
        torch.backends.cuda.enable_flash_sdp(False)
        torch.backends.cuda.enable_math_sdp(True)
        torch.backends.cuda.enable_mem_efficient_sdp(False)
+        shared.opts.sdp_options = ['Math attention']