HyperTile add swap size and depth options

2026-09-19 01:04:32 +02:00 · 2024-02-10 22:12:47 +03:00
parent 0ac2dfbcaa
commit ef909cd003
3 changed files with 6 additions and 3 deletions
@@ -122,9 +122,9 @@ def torch_bmm_32_bit(input, mat2, *, out=None):
                    mat2[start_idx:end_idx],
                    out=out
                )
+        torch.xpu.synchronize(input.device)
    else:
        return original_torch_bmm(input, mat2, out=out)
-    torch.xpu.synchronize(input.device)
    return hidden_states

 original_scaled_dot_product_attention = torch.nn.functional.scaled_dot_product_attention