Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-19 17:24:32 +02:00
Code Issues Packages Projects Releases Wiki Activity

Rename ROCm Flash atten hijack to CK Flash atten and enable AOTriton memory and flash atten by default

Browse Source
This commit is contained in:
Disty0
2025-02-13 22:01:06 +03:00
parent 5ee6768eba
commit f94196bcd1
5 changed files with 36 additions and 50 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/rocm.py
+1 -1
View File
@@ -202,7 +202,7 @@ else:
return version == version_torch and bool(int(os.environ.get("TORCH_BLAS_PREFER_HIPBLASLT", "1")))
def get_flash_attention_command(agent: Agent):
if os.environ.get("FLASH_ATTENTION_USE_TRITON_ROCM", "FALSE") == "TRUE":
if os.environ.get("FLASH_ATTENTION_USE_TRITON_ROCM", "false").lower() == "true":
return "pytest git+https://github.com/ROCm/flash-attention@micmelesse/upstream_pr"
default = "git+https://github.com/ROCm/flash-attention"
if agent.gfx_version >= 0x1100: