OpenVINO enable Upscaler compile by default

CHANGELOG.md

@@ -12,7 +12,12 @@
   - [localization](https://github.com/vladmandic/wiki/Locale) documentation  
 - **Torch**:  
   - for **zluda** set default to `torch==2.6.0+cu118`  
-  - for **openvino** set default to `torch==2.6.0+cpu` and `openvino==2025.0.0`  
+  - for **openvino** set default to `torch==2.6.0+cpu`  
+- **OpenVINO**:
+  - update to `openvino==2025.0.0`  
+  - improve upscaler compatibility  
+  - enable upscaler compile by default  
+  - fix shape mismatch errors on too many resolution changes  
 - **Other**:  
   - asymmetric tiling  
     allows for configurable image tiling for x/y axis separately  

modules/intel/openvino/__init__.py

@@ -23,6 +23,7 @@ import functools
 from modules import shared, devices, sd_models
 
 
+torch._dynamo.config.cache_size_limit = 64 # pylint: disable=protected-access
 torch._dynamo.eval_frame.check_if_dynamo_supported = lambda: True # pylint: disable=protected-access
 if hasattr(torch._dynamo.config, "inline_inbuilt_nn_modules"):
     torch._dynamo.config.inline_inbuilt_nn_modules = False # pylint: disable=protected-access

modules/shared.py

@@ -670,7 +670,7 @@ options_templates.update(options_section(('advanced', "Pipeline Modifiers"), {
 
 options_templates.update(options_section(('compile', "Model Compile"), {
     "cuda_compile_sep": OptionInfo("<h2>Model Compile</h2>", "", gr.HTML),
-    "cuda_compile": OptionInfo([] if not cmd_opts.use_openvino else ["Model", "VAE"], "Compile Model", gr.CheckboxGroup, {"choices": ["Model", "VAE", "Text Encoder", "Upscaler"]}),
+    "cuda_compile": OptionInfo([] if not cmd_opts.use_openvino else ["Model", "VAE", "Upscaler"], "Compile Model", gr.CheckboxGroup, {"choices": ["Model", "VAE", "Text Encoder", "Upscaler"]}),
     "cuda_compile_backend": OptionInfo("none" if not cmd_opts.use_openvino else "openvino_fx", "Model compile backend", gr.Radio, {"choices": ['none', 'inductor', 'cudagraphs', 'aot_ts_nvfuser', 'hidet', 'migraphx', 'ipex', 'onediff', 'stable-fast', 'deep-cache', 'olive-ai', 'openvino_fx']}),
     "cuda_compile_mode": OptionInfo("default", "Model compile mode", gr.Radio, {"choices": ['default', 'reduce-overhead', 'max-autotune', 'max-autotune-no-cudagraphs']}),
     "cuda_compile_fullgraph": OptionInfo(True if not cmd_opts.use_openvino else False, "Model compile fullgraph"),

modules/upscaler.py

@@ -187,6 +187,9 @@ def compile_upscaler(model):
 
             if shared.opts.cuda_compile_backend == "openvino_fx":
                 from modules.intel.openvino import openvino_fx # pylint: disable=unused-import
+                if shared.compiled_model_state is None:
+                    from modules.sd_models_compile import CompiledModelState
+                    shared.compiled_model_state = CompiledModelState()
 
             log_level = logging.WARNING if shared.opts.cuda_compile_verbose else logging.CRITICAL # pylint: disable=protected-access
             if hasattr(torch, '_logging'):