diff --git a/modules/sd_models.py b/modules/sd_models.py
index 40524dd38..15ed0d0a8 100644
--- a/modules/sd_models.py
+++ b/modules/sd_models.py
@@ -465,6 +465,8 @@ def reload_model_weights(sd_model=None, info=None):
             return
         if shared.cmd_opts.lowvram or shared.cmd_opts.medvram:
             lowvram.send_everything_to_cpu()
+        elif shared.cmd_opts.use_ipex:
+            sd_model.to("cpu")
         else:
             sd_model.to(devices.cpu)
         sd_hijack.model_hijack.undo_hijack(sd_model)
@@ -501,7 +503,10 @@ def reload_model_weights(sd_model=None, info=None):
 def unload_model_weights(sd_model=None, _info=None):
     from modules import sd_hijack
     if model_data.sd_model:
-        model_data.sd_model.to(devices.cpu)
+        if shared.cmd_opts.use_ipex:
+            model_data.sd_model.to("cpu")
+        else:
+            model_data.sd_model.to(devices.cpu)
         sd_hijack.model_hijack.undo_hijack(model_data.sd_model)
         model_data.sd_model = None
         sd_model = None