Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-20 01:31:13 +02:00
Code Issues Packages Projects Releases Wiki Activity

Don't uninstall flash-attn

Browse Source
This commit is contained in:
Disty0
2024-11-03 01:04:49 +03:00
parent 430902c948
commit 358f1897a8
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
installer.py
+3 -3
View File
@@ -595,11 +595,11 @@ def install_rocm_zluda():
install(ort_package, 'onnxruntime-training')
if installed("torch") and device is not None:
if 'Flash attention' in opts.get('sdp_options'):
if 'Flash attention' in opts.get('sdp_options', ''):
if not installed('flash-attn'):
install(rocm.get_flash_attention_command(device), reinstall=True)
elif not args.experimental:
uninstall('flash-attn')
#elif not args.experimental:
# uninstall('flash-attn')
if device is not None and rocm.version != "6.2" and rocm.version == rocm.version_torch and rocm.get_blaslt_enabled():
log.debug(f'ROCm hipBLASLt: arch={device.name} available={device.blaslt_supported}')