Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-19 09:14:35 +02:00
Code Issues Packages Projects Releases Wiki Activity

Add devices.has_triton() and enable NNCF compile if triton is available

Browse Source
This commit is contained in:
Disty0
2025-05-09 22:24:36 +03:00
parent a4d4462e2a
commit b0e5a6c4df
2 changed files with 9 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/shared.py
+1 -1
View File
@@ -550,7 +550,7 @@ options_templates.update(options_section(('quantization', "Quantization Settings
"nncf_quantize_mode": OptionInfo("INT8", "OpenVINO activations mode", gr.Dropdown, {"choices": ['INT8', 'FP8_E4M3', 'FP8_E5M2'], "visible": cmd_opts.use_openvino}),
"nncf_quantize_conv_layers": OptionInfo(False, "Quantize the convolutional layers", gr.Checkbox, {"visible": native}),
"nncf_decompress_fp32": OptionInfo(False, "Decompress using full precision", gr.Checkbox, {"visible": native}),
"nncf_decompress_compile": OptionInfo(False, "Decompress using torch.compile", gr.Checkbox, {"visible": native}),
"nncf_decompress_compile": OptionInfo(devices.has_triton(), "Decompress using torch.compile", gr.Checkbox, {"visible": native}),
"nncf_quantize_shuffle_weights": OptionInfo(False, "Shuffle weights in post mode", gr.Checkbox, {"visible": native}),
"layerwise_quantization_sep": OptionInfo("<h2>Layerwise Casting</h2>", "", gr.HTML),