IPEX fix lock-ups at very high resolutions

2026-09-19 09:14:35 +02:00 · 2024-01-08 20:31:54 +03:00
parent c55bdffe02
commit 6fbb9ad7f3
2 changed files with 4 additions and 0 deletions
@@ -149,6 +149,7 @@ class SlicedAttnProcessor: # pylint: disable=too-few-public-methods

                        hidden_states[start_idx:end_idx, start_idx_2:end_idx_2] = attn_slice
                        del attn_slice
+                torch.xpu.synchronize()
            else:
                query_slice = query[start_idx:end_idx]
                key_slice = key[start_idx:end_idx]
@@ -283,6 +284,7 @@ class AttnProcessor:

                    hidden_states[start_idx:end_idx] = attn_slice
                    del attn_slice
+            torch.xpu.synchronize()
        else:
            attention_probs = attn.get_attention_scores(query, key, attention_mask)
            hidden_states = torch.bmm(attention_probs, value)