Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-02 11:00:46 +02:00
Code Issues Packages Projects Releases Wiki Activity

in-mid-out LoRA Weights

Browse Source
This commit is contained in:
AI-Casanova
2023-12-03 15:06:13 -06:00
parent 099188a8cd
commit 323e2c142c
2 changed files with 13 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
extensions-builtin/Lora/extra_networks_lora.py
+5 -2
View File
@@ -35,8 +35,11 @@ class ExtraNetworkLora(extra_networks.ExtraNetwork):
names.append(params.positional[0])
te_multiplier = float(params.positional[1]) if len(params.positional) > 1 else 1.0
te_multiplier = float(params.named.get("te", te_multiplier))
unet_multiplier = float(params.positional[2]) if len(params.positional) > 2 else te_multiplier
unet_multiplier = float(params.named.get("unet", unet_multiplier))
unet_multiplier = [float(params.positional[2]) if len(params.positional) > 2 else te_multiplier] * 3
unet_multiplier = [float(params.named.get("unet", unet_multiplier))] * 3
unet_multiplier[0] = float(params.named.get("in", unet_multiplier[0]))
unet_multiplier[1] = float(params.named.get("mid", unet_multiplier[1]))
unet_multiplier[2] = float(params.named.get("out", unet_multiplier[2]))
dyn_dim = int(params.positional[3]) if len(params.positional) > 3 else None
dyn_dim = int(params.named["dyn"]) if "dyn" in params.named else dyn_dim
te_multipliers.append(te_multiplier)
extensions-builtin/Lora/network.py
+8 -2
View File
@@ -83,7 +83,7 @@ class Network: # LoraModule
self.name = name
self.network_on_disk = network_on_disk
self.te_multiplier = 1.0
self.unet_multiplier = 1.0
self.unet_multiplier = [1.0] * 3
self.dyn_dim = None
self.modules = {}
self.mtime = None
@@ -112,8 +112,14 @@ class NetworkModule:
def multiplier(self):
if 'transformer' in self.sd_key[:20]:
return self.network.te_multiplier
if "input_blocks" in self.sd_key:
return self.network.unet_multiplier[0]
if "middle_block" in self.sd_key:
return self.network.unet_multiplier[1]
if "output_blocks" in self.sd_key:
return self.network.unet_multiplier[2]
else:
return self.network.unet_multiplier
return self.network.unet_multiplier[0]
def calc_scale(self):
if self.scale is not None: