Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-19 17:24:32 +02:00
Code Issues Packages Projects Releases Wiki Activity

flash attn triton is already merged into main

Browse Source
This commit is contained in:
Seunghoon Lee
2025-02-14 23:21:56 +09:00
parent d73a18543c
commit 13e9f4f3e1
1 changed files with 1 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/rocm.py
+1 -3
View File
@@ -202,10 +202,8 @@ else:
return version == version_torch and bool(int(os.environ.get("TORCH_BLAS_PREFER_HIPBLASLT", "1")))
def get_flash_attention_command(agent: Agent):
if os.environ.get("FLASH_ATTENTION_USE_TRITON_ROCM", "false").lower() == "true":
return "pytest git+https://github.com/ROCm/flash-attention@micmelesse/upstream_pr"
default = "git+https://github.com/ROCm/flash-attention"
if agent.gfx_version >= 0x1100:
if agent.gfx_version >= 0x1100 and os.environ.get("FLASH_ATTENTION_USE_TRITON_ROCM", "false").lower() != "true":
default = "git+https://github.com/ROCm/flash-attention@howiejay/navi_support"
return os.environ.get("FLASH_ATTENTION_PACKAGE", default)