Merge pull request #1875 from AI-Casanova/diffusers-LoRA

Enable SDXL LoRA (Must install the newest Diffusers!)

modules/processing_diffusers.py

@@ -159,6 +159,9 @@ def process_diffusers(p: StableDiffusionProcessing, seeds, prompts, negative_pro
     if shared.sd_refiner is None or not p.enable_hr:
         output.images = vae_decode(output.images, shared.sd_model)
 
+    if lora_state['active']:
+        unload_diffusers_lora()
+        
     if refiner_enabled:
         for i in range(len(output.images)):
             #shared.cmd_opts.medvram or shared.opts.diffusers_model_cpu_offload:
@@ -216,7 +219,6 @@ def process_diffusers(p: StableDiffusionProcessing, seeds, prompts, negative_pro
     if p.is_hr_pass:
         shared.log.warning('Diffusers not implemented: hires fix')
 
-    if lora_state['active']:
-        unload_diffusers_lora()
+    
 
     return results