Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-05 20:40:44 +02:00
Code Issues Packages Projects Releases Wiki Activity

OpenVINO convert unused weight to FakeTensors

Browse Source
This commit is contained in:
Disty0
2024-01-05 20:41:33 +03:00
parent 99c2a9fec7
commit 2190788769
5 changed files with 15 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/processing_diffusers.py
+2 -2
View File
@@ -350,12 +350,12 @@ def process_diffusers(p: StableDiffusionProcessing):
if shared.compiled_model_state.first_pass and op == "base":
shared.compiled_model_state.first_pass = False
if hasattr(shared.sd_model, "unet"):
shared.sd_model.unet.to(dtype=torch.float8_e4m3fn)
shared.sd_model.unet.apply(sd_models.convert_to_faketensors)
devices.torch_gc(force=True)
if shared.compiled_model_state.first_pass_refiner and op == "refiner":
shared.compiled_model_state.first_pass_refiner = False
if hasattr(shared.sd_refiner, "unet"):
shared.sd_refiner.unet.to(dtype=torch.float8_e4m3fn)
shared.sd_refiner.unet.apply(sd_models.convert_to_faketensors)
devices.torch_gc(force=True)
def update_sampler(sd_model, second_pass=False):