Cleanup lora model state with NNCF and OpenVINO

2026-09-20 01:31:13 +02:00 · 2024-01-11 01:04:54 +03:00
parent 79d4c50e7e
commit 3820cb98ed
4 changed files with 503 additions and 514 deletions
@@ -1289,6 +1289,7 @@ def unload_model_weights(op='model'):
    if shared.compiled_model_state is not None:
        shared.compiled_model_state.compiled_cache.clear()
        shared.compiled_model_state.partitioned_modules.clear()
+        shared.compiled_model_state = None
    if op == 'model' or op == 'dict':
        if model_data.sd_model:
            if shared.backend == shared.Backend.ORIGINAL: