diff --git a/modules/lora/lora_load.py b/modules/lora/lora_load.py
index f9cea425d..51fab0e2c 100644
--- a/modules/lora/lora_load.py
+++ b/modules/lora/lora_load.py
@@ -342,8 +342,7 @@ def network_load(names, te_multipliers=None, unet_multipliers=None, dyn_dims=Non
     # Also restore backed-up weights when previously active native modules are removed
     from modules.lora import networks
     native_nets = [net for net in l.loaded_networks if len(net.modules) > 0]
-    had_native = len(networks.applied_layers) > 0
-    if native_nets or had_native:
+    if native_nets or networks.native_active:
         networks.network_activate()
 
     if len(l.loaded_networks) > 0 and l.debug:
diff --git a/modules/lora/networks.py b/modules/lora/networks.py
index ad95c887e..fe84f3b8a 100644
--- a/modules/lora/networks.py
+++ b/modules/lora/networks.py
@@ -9,6 +9,7 @@ from modules.logger import log, console
 
 
 applied_layers: list[str] = []
+native_active: bool = False
 default_components = ['text_encoder', 'text_encoder_2', 'text_encoder_3', 'text_encoder_4', 'unet', 'transformer', 'transformer_2', 'llm_adapter']
 
 
@@ -74,6 +75,8 @@ def network_activate(include=None, exclude=None):
 
             if task is not None and len(applied_layers) == 0:
                 pbar.remove_task(task) # hide progress bar for no action
+    global native_active # pylint: disable=global-statement
+    native_active = len(l.loaded_networks) > 0
     l.timer.activate += time.time() - t0
     if l.debug and len(l.loaded_networks) > 0:
         log.debug(f'Network load: type=LoRA networks={[n.name for n in l.loaded_networks]} modules={active_components} layers={total} weights={applied_weight} bias={applied_bias} backup={round(backup_size/1024/1024/1024, 2)} fuse={shared.opts.lora_fuse_native}:{shared.opts.lora_fuse_diffusers} device={device} time={l.timer.summary}')