diff --git a/modules/intel/ipex/hijacks.py b/modules/intel/ipex/hijacks.py
index d81d7b05c..663d88f56 100644
--- a/modules/intel/ipex/hijacks.py
+++ b/modules/intel/ipex/hijacks.py
@@ -254,8 +254,15 @@ torch.Tensor.original_Tensor_to = torch.Tensor.to
 @wraps(torch.Tensor.to)
 def Tensor_to(self, device=None, *args, **kwargs):
     if check_cuda(device):
+        if not device_supports_fp64 and kwargs.get("dtype", None) == torch.float64:
+            kwargs["dtype"] = torch.float32
         return self.original_Tensor_to(return_xpu(device), *args, **kwargs)
     else:
+        if not device_supports_fp64:
+            if kwargs.get("dtype", None) == torch.float64:
+                kwargs["dtype"] = torch.float32
+            elif device == torch.float64 and self.device.type == "xpu":
+                device = torch.float32
         return self.original_Tensor_to(device, *args, **kwargs)
 
 original_Tensor_cuda = torch.Tensor.cuda