From 358f1897a88274906bea69daf7879d0132f9a4cc Mon Sep 17 00:00:00 2001 From: Disty0 Date: Sun, 3 Nov 2024 01:04:49 +0300 Subject: [PATCH] Don't uninstall flash-attn --- installer.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/installer.py b/installer.py index 492961439..da1817508 100644 --- a/installer.py +++ b/installer.py @@ -595,11 +595,11 @@ def install_rocm_zluda(): install(ort_package, 'onnxruntime-training') if installed("torch") and device is not None: - if 'Flash attention' in opts.get('sdp_options'): + if 'Flash attention' in opts.get('sdp_options', ''): if not installed('flash-attn'): install(rocm.get_flash_attention_command(device), reinstall=True) - elif not args.experimental: - uninstall('flash-attn') + #elif not args.experimental: + # uninstall('flash-attn') if device is not None and rocm.version != "6.2" and rocm.version == rocm.version_torch and rocm.get_blaslt_enabled(): log.debug(f'ROCm hipBLASLt: arch={device.name} available={device.blaslt_supported}')