From 13e9f4f3e1e9be3b65fc0bc6050860fcd6b30995 Mon Sep 17 00:00:00 2001 From: Seunghoon Lee Date: Fri, 14 Feb 2025 23:21:56 +0900 Subject: [PATCH] flash attn triton is already merged into main --- modules/rocm.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/modules/rocm.py b/modules/rocm.py index 1557a408a..4b9cef6c7 100644 --- a/modules/rocm.py +++ b/modules/rocm.py @@ -202,10 +202,8 @@ else: return version == version_torch and bool(int(os.environ.get("TORCH_BLAS_PREFER_HIPBLASLT", "1"))) def get_flash_attention_command(agent: Agent): - if os.environ.get("FLASH_ATTENTION_USE_TRITON_ROCM", "false").lower() == "true": - return "pytest git+https://github.com/ROCm/flash-attention@micmelesse/upstream_pr" default = "git+https://github.com/ROCm/flash-attention" - if agent.gfx_version >= 0x1100: + if agent.gfx_version >= 0x1100 and os.environ.get("FLASH_ATTENTION_USE_TRITON_ROCM", "false").lower() != "true": default = "git+https://github.com/ROCm/flash-attention@howiejay/navi_support" return os.environ.get("FLASH_ATTENTION_PACKAGE", default)