From 85f00f9edbc4433ce45f7394bf1d3585e4e06de7 Mon Sep 17 00:00:00 2001 From: Disty0 Date: Fri, 23 May 2025 18:24:47 +0300 Subject: [PATCH] Enable dyn atten by default for ROCm --- modules/shared.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/modules/shared.py b/modules/shared.py index 66a7ebfa7..cba39b41d 100644 --- a/modules/shared.py +++ b/modules/shared.py @@ -379,7 +379,9 @@ def get_default_modes(): default_cross_attention = "Scaled-Dot-Product" if devices.backend == "zluda": - default_sdp_options = ['Math attention', 'Flash attention', 'Dynamic attention'] + default_sdp_options = ['Flash attention', 'Math attention', 'Dynamic attention'] + elif devices.backend == "rocm": + default_sdp_options = ['Flash attention', 'Memory attention', 'Math attention', 'Dynamic attention'] else: default_sdp_options = ['Flash attention', 'Memory attention', 'Math attention']