Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-18 16:54:33 +02:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #5028 from cjmcgee/fix/rocm-disable-mmap

Browse Source 
fix(rocm): add option to load models without mmap
This commit is contained in:
Vladimir Mandic
2026-08-16 18:19:38 +02:00
committed by GitHub
parent ae8d559b50 a9b9de63ab
commit 8be5be487f
2 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/sd_models.py
+1
View File
@@ -904,6 +904,7 @@ def load_diffuser(checkpoint_info: CheckpointInfo | None = None, op='model', rev
timer.load.record("diffusers")
diffusers_load_config = {
"low_cpu_mem_usage": True,
"disable_mmap": shared.opts.diffusers_disable_mmap,
"torch_dtype": devices.dtype,
"load_connected_pipeline": True,
"safety_checker": None, # sd15 specific but we cant know ahead of time
modules/ui_definitions.py
+1
View File
@@ -93,6 +93,7 @@ def create_settings(cmd_opts):
"sd_parallel_load": OptionInfo(True, "Model load using multiple threads"),
"sd_checkpoint_autodownload": OptionInfo(True, "Model auto-download on demand"),
"stream_load": OptionInfo(False, "Model load using streams", gr.Checkbox),
"diffusers_disable_mmap": OptionInfo(False, "Model load without mmap", gr.Checkbox),
"diffusers_to_gpu": OptionInfo(False, "Model load model direct to GPU"),
"runai_streamer_diffusers": OptionInfo(False, "Diffusers load using Run:ai streamer", gr.Checkbox),
"runai_streamer_transformers": OptionInfo(False, "Transformers load using Run:ai streamer", gr.Checkbox),