Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-19 17:24:32 +02:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #251 from wk5ovc/patch-3

Browse Source 
Fix #8984
This commit is contained in:
Vladimir Mandic
2023-04-21 09:27:09 -04:00
committed by GitHub
parent 886b0a595f 538600288c
commit ed2ab2a194
1 changed files with 18 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
extensions-builtin/Lora/lora.py
+18 -1
View File
@@ -169,7 +169,7 @@ def load_lora(name, filename):
elif type(sd_module) == torch.nn.MultiheadAttention:
module = torch.nn.Linear(weight.shape[1], weight.shape[0], bias=False)
elif type(sd_module) == torch.nn.Conv2d:
module = torch.nn.Conv2d(weight.shape[1], weight.shape[0], (1, 1), bias=False)
module = torch.nn.Conv2d(weight.shape[1], weight.shape[0], (weight.shape[2], weight.shape[3]), bias=False)
else:
print(f'Lora layer {key_diffusers} matched a layer with unsupported type: {type(sd_module).__name__}')
continue
@@ -232,7 +232,24 @@ def lora_calc_updown(lora, module, target):
if up.shape[2:] == (1, 1) and down.shape[2:] == (1, 1):
updown = (up.squeeze(2).squeeze(2) @ down.squeeze(2).squeeze(2)).unsqueeze(2).unsqueeze(3)
else:
permute, h, w = False, 1, 1
if len(up.shape) == 4 and len(down.shape) == 4:
if up.shape[2:] == (1, 1):
up = up.squeeze(2).squeeze(2)
else:
n, c, h, w = up.shape
up = up.view(n, c, -1).permute(2, 0, 1)
permute = True
if down.shape[2:] == (1, 1):
down = down.squeeze(2).squeeze(2)
else:
n, c, h, w = down.shape
down = down.view(n, c, -1).permute(2, 0, 1)
permute = True
updown = up @ down
if permute:
nh, nw = updown.shape[1:]
updown = updown.permute(1, 2, 0).view(nh, nw, h, w)
updown = updown * lora.multiplier * (module.alpha / module.up.weight.shape[1] if module.alpha else 1.0)