Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-19 17:24:32 +02:00
Code Issues Packages Projects Releases Wiki Activity

Revert loss scale for ipex

Browse Source
This commit is contained in:
Disty0
2023-06-19 23:59:10 +03:00
parent bba92bd48f
commit 6ea6f2448e
2 changed files with 2 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/hypernetworks/hypernetwork.py
+1 -3
View File
@@ -654,11 +654,9 @@ def train_hypernetwork(id_task, hypernetwork_name, learn_rate, batch_size, gradi
loss = shared.sd_model.forward(x, c)[0] / gradient_step
del x
del c
if shared.cmd_opts.use_ipex and loss > (1 / gradient_step):
loss = (loss - (1 / gradient_step)) * 10
_loss_step += loss.item()
scaler.scale(loss).backward()
scaler.scale(loss).backward()
# go back until we reach gradient accumulation steps
if (j + 1) % gradient_step != 0:
continue