change offload and upcast defaults

Signed-off-by: Vladimir Mandic <mandic00@live.com>
This commit is contained in:
Vladimir Mandic
2024-12-05 07:58:52 -05:00
parent 6f6ba0b598
commit 2965045993
6 changed files with 20 additions and 13 deletions
+7 -7
View File
@@ -432,15 +432,15 @@ def get_default_modes():
cmd_opts.lowvram = True
default_offload_mode = "sequential"
log.info(f"Device detect: memory={gpu_memory:.1f} optimization=lowvram")
elif gpu_memory <= 8:
cmd_opts.medvram = True
default_offload_mode = "model"
log.info(f"Device detect: memory={gpu_memory:.1f} optimization=medvram")
# elif gpu_memory <= 8:
# cmd_opts.medvram = True
# default_offload_mode = "model"
# log.info(f"Device detect: memory={gpu_memory:.1f} optimization=medvram")
else:
default_offload_mode = "none"
log.info(f"Device detect: memory={gpu_memory:.1f} optimization=none")
default_offload_mode = "balanced"
log.info(f"Device detect: memory={gpu_memory:.1f} optimization=balanced")
elif cmd_opts.medvram:
default_offload_mode = "model"
default_offload_mode = "balanced"
elif cmd_opts.lowvram:
default_offload_mode = "sequential"