From beae2f88a6a15760512a30774c4e61693f109492 Mon Sep 17 00:00:00 2001 From: Vladimir Mandic Date: Fri, 17 May 2024 11:21:30 -0400 Subject: [PATCH] fix hidiff --- modules/hidiffusion/hidiffusion.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/modules/hidiffusion/hidiffusion.py b/modules/hidiffusion/hidiffusion.py index b6c464ab2..89e39be3b 100644 --- a/modules/hidiffusion/hidiffusion.py +++ b/modules/hidiffusion/hidiffusion.py @@ -1666,6 +1666,7 @@ def make_diffusers_cross_attn_up_block(block_class: Type[torch.nn.Module]) -> Ty res_hidden_states_tuple = res_hidden_states_tuple[:-1] # FreeU: Only operate on the first two stages + """ # TODO disable hidiffusion usage of freeu if is_freeu_enabled: hidden_states, res_hidden_states = apply_freeu( self.resolution_idx, @@ -1676,6 +1677,7 @@ def make_diffusers_cross_attn_up_block(block_class: Type[torch.nn.Module]) -> Ty b1=self.b1, b2=self.b2, ) + """ hidden_states = torch.cat([hidden_states, res_hidden_states], dim=1)