This commit is contained in:
Disty0
2025-09-10 05:23:41 +03:00
parent 1b0c06bc71
commit ca2e5ae610
+2 -2
View File
@@ -1,4 +1,4 @@
from typing import Tuple, Optional
from typing import Optional
import os
from functools import wraps
@@ -132,7 +132,7 @@ else:
# 32 bit attention workarounds for Alchemist:
try:
from .attention import dynamic_scaled_dot_product_attention as original_scaled_dot_product_attention
except Exception: # pylint: disable=broad-exception-caught
except ImportError:
original_scaled_dot_product_attention = torch.nn.functional.scaled_dot_product_attention
@wraps(torch.nn.functional.scaled_dot_product_attention)