Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-10 06:48:43 +02:00
Code Issues Packages Projects Releases Wiki Activity

Fix loss=nan

Browse Source
This commit is contained in:
Disty0
2023-06-12 06:13:18 +03:00
parent 1595c7a11c
commit c9e95bec3f
2 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/hypernetworks/hypernetwork.py
+2 -1
View File
@@ -590,7 +590,8 @@ def train_hypernetwork(id_task, hypernetwork_name, learn_rate, batch_size, gradi
print(e)
if shared.cmd_opts.use_ipex:
pass
shared.sd_model.train()
shared.sd_model, optimizer = torch.xpu.optimize(shared.sd_model.to(dtype=torch.float32), optimizer=optimizer, dtype=devices.dtype)
else:
scaler = torch.cuda.amp.GradScaler()
modules/textual_inversion/textual_inversion.py
+2 -1
View File
@@ -430,7 +430,8 @@ def train_embedding(id_task, embedding_name, learn_rate, batch_size, gradient_st
shared.log.info("No saved optimizer exists in checkpoint")
if shared.cmd_opts.use_ipex:
pass
shared.sd_model.train()
shared.sd_model, optimizer = torch.xpu.optimize(shared.sd_model.to(dtype=torch.float32), optimizer=optimizer, dtype=devices.dtype)
else:
scaler = torch.cuda.amp.GradScaler()