customizable execution provider.

This commit is contained in:
Seunghoon Lee
2023-10-29 22:08:00 +09:00
parent b7cfd09d50
commit 98ee5848f2
2 changed files with 84 additions and 51 deletions
+7 -5
View File
@@ -16,6 +16,7 @@ from rich.console import Console
from modules import errors, shared_items, shared_state, cmd_args, theme
from modules.paths import models_path, script_path, data_path, sd_configs_path, sd_default_config, sd_model_file, default_sd_model_file, extensions_dir, extensions_builtin_dir # pylint: disable=W0611
from modules.dml import memory_providers, default_memory_provider, directml_do_hijack
from modules.onnx import available_execution_providers, get_default_execution_provider
import modules.interrogate
import modules.memmon
import modules.styles
@@ -432,13 +433,14 @@ options_templates.update(options_section(('diffusers', "Diffusers Settings"), {
"disable_accelerate": OptionInfo(False, "Disable accelerate"),
"diffusers_force_zeros": OptionInfo(False, "Force zeros for prompts when empty", gr.Checkbox, {"visible": False}),
"diffusers_aesthetics_score": OptionInfo(False, "Require aesthetics score"),
"diffusers_pooled": OptionInfo("default", "Diffusers SDXL pooled embeds", gr.Radio, {"choices": ['default', 'weighted']}),
"diffusers_force_inpaint": OptionInfo(False, 'Diffusers force inpaint pipeline'),
"diffusers_pooled": OptionInfo("default", "Diffusers SDXL pooled embeds (experimental)", gr.Radio, {"choices": ['default', 'weighted']}),
"huggingface_token": OptionInfo('', 'HuggingFace token'),
"olive_sep": OptionInfo("<h2>Olive</h2>", "", gr.HTML),
"olive_float16": OptionInfo(True, 'Use FP16 (will use FP32 if unchecked)'),
"olive_cache_optimized": OptionInfo(True, 'Cache optimized models'),
"olive_garbage_collect": OptionInfo(False, 'Collect garbage at the end of each generation'),
"onnx_sep": OptionInfo("<h2>ONNX Runtime</h2>", "", gr.HTML),
"onnx_execution_provider": OptionInfo(get_default_execution_provider(), 'Execution Provider', gr.Dropdown, lambda: {"choices": available_execution_providers }),
"onnx_olive_float16": OptionInfo(True, 'Use FP16 on Olive optimization (will use FP32 if unchecked)'),
"onnx_cache_optimized": OptionInfo(True, 'Cache Olive optimized models'),
}))
options_templates.update(options_section(('system-paths', "System Paths"), {