From 6ea6f2448eaf1454650fd8ca5acc0090e5bfb131 Mon Sep 17 00:00:00 2001 From: Disty0 Date: Mon, 19 Jun 2023 23:59:10 +0300 Subject: [PATCH] Revert loss scale for ipex --- modules/hypernetworks/hypernetwork.py | 4 +--- modules/textual_inversion/textual_inversion.py | 3 +-- 2 files changed, 2 insertions(+), 5 deletions(-) diff --git a/modules/hypernetworks/hypernetwork.py b/modules/hypernetworks/hypernetwork.py index 9d6b18517..0453e30d0 100644 --- a/modules/hypernetworks/hypernetwork.py +++ b/modules/hypernetworks/hypernetwork.py @@ -654,11 +654,9 @@ def train_hypernetwork(id_task, hypernetwork_name, learn_rate, batch_size, gradi loss = shared.sd_model.forward(x, c)[0] / gradient_step del x del c - if shared.cmd_opts.use_ipex and loss > (1 / gradient_step): - loss = (loss - (1 / gradient_step)) * 10 _loss_step += loss.item() - scaler.scale(loss).backward() + scaler.scale(loss).backward() # go back until we reach gradient accumulation steps if (j + 1) % gradient_step != 0: continue diff --git a/modules/textual_inversion/textual_inversion.py b/modules/textual_inversion/textual_inversion.py index 7a859897e..2fdcb03d9 100644 --- a/modules/textual_inversion/textual_inversion.py +++ b/modules/textual_inversion/textual_inversion.py @@ -486,8 +486,6 @@ def train_embedding(id_task, embedding_name, learn_rate, batch_size, gradient_st else: loss = shared.sd_model.forward(x, cond)[0] / gradient_step del x - if shared.cmd_opts.use_ipex and loss > (1 / gradient_step): - loss = (loss - (1 / gradient_step)) * 10 _loss_step += loss.item() scaler.scale(loss).backward() @@ -496,6 +494,7 @@ def train_embedding(id_task, embedding_name, learn_rate, batch_size, gradient_st continue if clip_grad: clip_grad(embedding.vec, clip_grad_sched.learn_rate) + scaler.step(optimizer) scaler.update() embedding.step += 1