From 7b3f4d402041db97d25932cb325d86519d4aeeae Mon Sep 17 00:00:00 2001 From: Seunghoon Lee Date: Thu, 26 Sep 2024 13:39:47 +0900 Subject: [PATCH] rocm skip if flash-attn is installed --- installer.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/installer.py b/installer.py index 25f755a73..c96a10854 100644 --- a/installer.py +++ b/installer.py @@ -563,7 +563,8 @@ def install_rocm_zluda(): if device is not None: if 'Flash attention' in opts.get('sdp_options'): - install(rocm.get_flash_attention_command(device)) + if not installed('flash-attn'): + install(rocm.get_flash_attention_command(device), reinstall=True) elif not args.experimental: uninstall('flash-attn')