ZLUDA loosen attention settings

This commit is contained in:
Disty0
2024-02-15 20:42:34 +03:00
parent b28fd28d2f
commit cc9d0960c2
+2 -1
View File
@@ -6,4 +6,5 @@ from modules import shared, devices
def initialize_zluda():
if platform.system() == "Windows" and devices.cuda_ok and torch.cuda.get_device_name(devices.get_optimal_device()).endswith("[ZLUDA]"):
torch.backends.cudnn.enabled = False
shared.opts.cross_attention_optimization = "Batch matrix-matrix"
if shared.opts.cross_attention_optimization == "Scaled-Dot-Product":
shared.opts.cross_attention_optimization = "Batch matrix-matrix"