From cc9d0960c2e7a2d5f2ede52ede95635a65f37598 Mon Sep 17 00:00:00 2001 From: Disty0 Date: Thu, 15 Feb 2024 20:42:34 +0300 Subject: [PATCH] ZLUDA loosen attention settings --- modules/zluda.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/modules/zluda.py b/modules/zluda.py index 440a60aaf..56b960e47 100644 --- a/modules/zluda.py +++ b/modules/zluda.py @@ -6,4 +6,5 @@ from modules import shared, devices def initialize_zluda(): if platform.system() == "Windows" and devices.cuda_ok and torch.cuda.get_device_name(devices.get_optimal_device()).endswith("[ZLUDA]"): torch.backends.cudnn.enabled = False - shared.opts.cross_attention_optimization = "Batch matrix-matrix" + if shared.opts.cross_attention_optimization == "Scaled-Dot-Product": + shared.opts.cross_attention_optimization = "Batch matrix-matrix"