From 0e1fb9c18a3cdc70d2bc4a5233ca029a98da985e Mon Sep 17 00:00:00 2001
From: Seunghoon Lee <lshqqytiger@naver.com>
Date: Tue, 20 Feb 2024 00:00:06 +0900
Subject: [PATCH] zluda force sdp_options to math

---
 modules/zluda.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/modules/zluda.py b/modules/zluda.py
index 37e946825..795ea1f3e 100644
--- a/modules/zluda.py
+++ b/modules/zluda.py
@@ -12,3 +12,4 @@ def initialize_zluda():
         torch.backends.cuda.enable_flash_sdp(False)
         torch.backends.cuda.enable_math_sdp(True)
         torch.backends.cuda.enable_mem_efficient_sdp(False)
+        shared.opts.sdp_options = ['Math attention']