Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-19 09:14:35 +02:00
Code Issues Packages Projects Releases Wiki Activity

zluda enable math sdp kernel

Browse Source
This commit is contained in:
Seunghoon Lee
2024-02-18 01:23:25 +09:00
parent 5f39f80075
commit 2785af1bc4
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/zluda.py
+3 -2
View File
@@ -9,5 +9,6 @@ def initialize_zluda():
torch.backends.cudnn.enabled = shared.opts.zluda_enable_cudnn
if torch.backends.cudnn.enabled:
shared.log.warning("cuDNN with ZLUDA won't work at this moment. Please wait for future update.")
if shared.opts.cross_attention_optimization == "Scaled-Dot-Product":
shared.log.warning("ZLUDA does not support Scaled-Dot-Product attention. Please consider changing it to Batch matrix-matrix.")
torch.backends.cuda.enable_flash_sdp(False)
torch.backends.cuda.enable_math_sdp(True)
torch.backends.cuda.enable_mem_efficient_sdp(False)