Update lora_diffusers.py for Diffusers 0.21.2

Caution, NOT backward compatible to 0.20.2
This commit is contained in:
AI-Casanova
2023-09-26 18:25:15 -05:00
committed by GitHub
parent 89ba8e3cf6
commit 7a00e16725
+2 -2
View File
@@ -249,10 +249,10 @@ class LoRAModule(torch.nn.Module):
self.org_module[0].forward = self.org_forward
# forward with lora
def forward(self, x):
def forward(self, x, scale = 1.0):
if not self.enabled:
return self.org_forward(x)
return self.org_forward(x) + self.lora_up(self.lora_down(x)) * self.multiplier * self.scale
return self.org_forward(x, scale = 1.0) + self.lora_up(self.lora_down(x)) * self.multiplier * self.scale
def set_network(self, network):
self.network = network