mirror of
https://github.com/vladmandic/automatic
synced 2026-09-20 01:31:13 +02:00
reduce memory leak on control unit change
Signed-off-by: Vladimir Mandic <mandic00@live.com>
This commit is contained in:
@@ -139,8 +139,9 @@ class Processor():
|
||||
def reset(self, processor_id: str = None):
|
||||
if self.model is not None:
|
||||
debug(f'Control Processor unloaded: id="{self.processor_id}"')
|
||||
self.model = None
|
||||
self.processor_id = processor_id
|
||||
self.model = None
|
||||
self.processor_id = processor_id
|
||||
devices.torch_gc(force=True, reason='processor')
|
||||
# self.override = None
|
||||
# devices.torch_gc()
|
||||
self.load_config = { 'cache_dir': cache_dir }
|
||||
|
||||
+11
-11
@@ -93,16 +93,6 @@ class Unit(): # mashup of gradio controls and mapping to actual implementation c
|
||||
# control tile
|
||||
self.tile = '1x1'
|
||||
|
||||
def reset():
|
||||
if self.process is not None:
|
||||
self.process.reset()
|
||||
if self.adapter is not None:
|
||||
self.adapter.reset()
|
||||
if self.controlnet is not None:
|
||||
self.controlnet.reset()
|
||||
self.override = None
|
||||
return [True, 'None', 'None', 1.0] # reset ui values
|
||||
|
||||
def enabled_change(val):
|
||||
self.enabled = val
|
||||
|
||||
@@ -241,7 +231,7 @@ class Unit(): # mashup of gradio controls and mapping to actual implementation c
|
||||
self.controls.append(process_id)
|
||||
process_id.change(fn=self.process.load, inputs=[process_id], outputs=[result_txt], show_progress=True)
|
||||
if reset_btn is not None:
|
||||
reset_btn.click(fn=reset, inputs=[], outputs=[enabled_cb, model_id, process_id, model_strength])
|
||||
reset_btn.click(fn=self.reset, inputs=[], outputs=[enabled_cb, model_id, process_id, model_strength])
|
||||
if preview_btn is not None:
|
||||
preview_btn.click(fn=self.process.preview, inputs=[], outputs=[preview_process]) # return list of images for gallery
|
||||
if image_upload is not None:
|
||||
@@ -262,3 +252,13 @@ class Unit(): # mashup of gradio controls and mapping to actual implementation c
|
||||
if control_tile is not None:
|
||||
self.controls.append(control_tile)
|
||||
control_tile.change(fn=control_tile_change, inputs=[control_tile])
|
||||
|
||||
def reset(self):
|
||||
if self.process is not None:
|
||||
self.process.reset()
|
||||
if self.adapter is not None:
|
||||
self.adapter.reset()
|
||||
if self.controlnet is not None:
|
||||
self.controlnet.reset()
|
||||
self.override = None
|
||||
return [True, 'None', 'None', 1.0] # reset ui values
|
||||
|
||||
@@ -195,8 +195,9 @@ class ControlNet():
|
||||
def reset(self):
|
||||
if self.model is not None:
|
||||
debug_log(f'Control {what} model unloaded')
|
||||
self.model = None
|
||||
self.model_id = None
|
||||
self.model = None
|
||||
self.model_id = None
|
||||
devices.torch_gc(force=True, reason='controlnet')
|
||||
|
||||
def get_class(self, model_id:str=''):
|
||||
from modules import shared
|
||||
@@ -226,7 +227,7 @@ class ControlNet():
|
||||
return None, None
|
||||
return cls, config
|
||||
|
||||
def load_safetensors(self, model_id, model_path):
|
||||
def load_safetensors(self, model_id, model_path, cls, config):
|
||||
name = os.path.splitext(model_path)[0]
|
||||
config_path = None
|
||||
if not os.path.exists(model_path):
|
||||
@@ -251,11 +252,7 @@ class ControlNet():
|
||||
config_path = f'{name}.json'
|
||||
if config_path is not None:
|
||||
self.load_config['original_config_file '] = config_path
|
||||
cls, config = self.get_class(model_id)
|
||||
if cls is None:
|
||||
log.error(f'Control {what} model load: unknown base model')
|
||||
else:
|
||||
self.model = cls.from_single_file(model_path, config=config, **self.load_config)
|
||||
self.model = cls.from_single_file(model_path, config=config, **self.load_config)
|
||||
|
||||
def load(self, model_id: str = None, force: bool = True) -> str:
|
||||
with load_lock:
|
||||
@@ -281,9 +278,13 @@ class ControlNet():
|
||||
# log.debug(f'Control {what} model: id="{model_id}" path="{model_path}" already loaded')
|
||||
return
|
||||
log.debug(f'Control {what} model loading: id="{model_id}" path="{model_path}"')
|
||||
cls, _config = self.get_class(model_id)
|
||||
cls, config = self.get_class(model_id)
|
||||
if cls is None:
|
||||
log.error(f'Control {what} model load: id="{model_id}" unknown base model')
|
||||
return
|
||||
self.reset()
|
||||
if model_path.endswith('.safetensors'):
|
||||
self.load_safetensors(model_id, model_path)
|
||||
self.load_safetensors(model_id, model_path, cls, config)
|
||||
else:
|
||||
kwargs = {}
|
||||
if '/bin' in model_path:
|
||||
@@ -291,9 +292,6 @@ class ControlNet():
|
||||
self.load_config['use_safetensors'] = False
|
||||
else:
|
||||
self.load_config['use_safetensors'] = True
|
||||
if cls is None:
|
||||
log.error(f'Control {what} model load: id="{model_id}" unknown base model')
|
||||
return
|
||||
if variants.get(model_id, None) is not None:
|
||||
kwargs['variant'] = variants[model_id]
|
||||
try:
|
||||
|
||||
Reference in New Issue
Block a user