OpenVINO 4 bit support for CPUs

2026-09-20 01:31:13 +02:00 · 2024-01-05 11:54:46 +03:00
parent 783783c39a
commit 6522c03667
5 changed files with 26 additions and 8 deletions
@@ -20,6 +20,7 @@ class CompiledModelState:
        self.lora_compile = False
        self.compiled_cache = {}
        self.partitioned_modules = {}
+        self.compiling_vae = False


 def ipex_optimize(sd_model):