From c9e95bec3fc1a67fa205312f4dbefd6bc5e94b52 Mon Sep 17 00:00:00 2001 From: Disty0 Date: Mon, 12 Jun 2023 06:13:18 +0300 Subject: [PATCH] Fix loss=nan --- modules/hypernetworks/hypernetwork.py | 3 ++- modules/textual_inversion/textual_inversion.py | 3 ++- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/modules/hypernetworks/hypernetwork.py b/modules/hypernetworks/hypernetwork.py index c8f1d59da..15e2c4aaf 100644 --- a/modules/hypernetworks/hypernetwork.py +++ b/modules/hypernetworks/hypernetwork.py @@ -590,7 +590,8 @@ def train_hypernetwork(id_task, hypernetwork_name, learn_rate, batch_size, gradi print(e) if shared.cmd_opts.use_ipex: - pass + shared.sd_model.train() + shared.sd_model, optimizer = torch.xpu.optimize(shared.sd_model.to(dtype=torch.float32), optimizer=optimizer, dtype=devices.dtype) else: scaler = torch.cuda.amp.GradScaler() diff --git a/modules/textual_inversion/textual_inversion.py b/modules/textual_inversion/textual_inversion.py index 9f9b68c7d..ba8f429c6 100644 --- a/modules/textual_inversion/textual_inversion.py +++ b/modules/textual_inversion/textual_inversion.py @@ -430,7 +430,8 @@ def train_embedding(id_task, embedding_name, learn_rate, batch_size, gradient_st shared.log.info("No saved optimizer exists in checkpoint") if shared.cmd_opts.use_ipex: - pass + shared.sd_model.train() + shared.sd_model, optimizer = torch.xpu.optimize(shared.sd_model.to(dtype=torch.float32), optimizer=optimizer, dtype=devices.dtype) else: scaler = torch.cuda.amp.GradScaler()