From 8ebef922ddc1c9d627fc58431efb1fa35d2a3cd3 Mon Sep 17 00:00:00 2001 From: Disty0 Date: Fri, 13 Oct 2023 23:34:18 +0300 Subject: [PATCH] IPEX Fix ControlNet IP Adapter --- modules/intel/ipex/attention.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/modules/intel/ipex/attention.py b/modules/intel/ipex/attention.py index 9bd382ca8..4f5429620 100644 --- a/modules/intel/ipex/attention.py +++ b/modules/intel/ipex/attention.py @@ -74,6 +74,11 @@ def scaled_dot_product_attention(query, key, value, attn_mask=None, dropout_p=0. shape_one, batch_size_attention, query_tokens, shape_four = query.shape no_shape_one = False + if query.dtype != key.dtype: + key = key.to(dtype=query.dtype) + if query.dtype != value.dtype: + value = value.to(dtype=query.dtype) + block_multiply = query.element_size() slice_block_size = shape_one * query_tokens * shape_four / 1024 / 1024 * block_multiply block_size = batch_size_attention * slice_block_size