From ffe53e4a7990e1f4787925b677fc44ff6bfcb83d Mon Sep 17 00:00:00 2001 From: Vladimir Mandic Date: Sun, 12 May 2024 12:31:04 -0400 Subject: [PATCH] fix hidiffusion with freeu --- modules/hidiffusion/hidiffusion.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/modules/hidiffusion/hidiffusion.py b/modules/hidiffusion/hidiffusion.py index 95e9a329f..d1b0a803f 100644 --- a/modules/hidiffusion/hidiffusion.py +++ b/modules/hidiffusion/hidiffusion.py @@ -1542,6 +1542,7 @@ def make_diffusers_cross_attn_up_block(block_class: Type[torch.nn.Module]) -> Ty res_hidden_states_tuple = res_hidden_states_tuple[:-1] # FreeU: Only operate on the first two stages + """ # TODO disable hidiffusion usage of freeu if is_freeu_enabled: hidden_states, res_hidden_states = apply_freeu( self.resolution_idx, @@ -1552,6 +1553,7 @@ def make_diffusers_cross_attn_up_block(block_class: Type[torch.nn.Module]) -> Ty b1=self.b1, b2=self.b2, ) + """ hidden_states = torch.cat([hidden_states, res_hidden_states], dim=1)