lora direct on-demand apply/unapply

Signed-off-by: Vladimir Mandic <mandic00@live.com>
This commit is contained in:
Vladimir Mandic
2024-12-29 12:38:19 -05:00
parent 8b910dbf02
commit 910f5d0a73
17 changed files with 142 additions and 82 deletions
+4 -3
View File
@@ -104,9 +104,10 @@ class Script(scripts.Script):
quant_args = model_quant.create_bnb_config(quant_args)
if quant_args:
model_quant.load_bnb(f'Load model: type=HunyuanVideo quant={quant_args}')
quant_args = model_quant.create_ao_config(quant_args)
if quant_args:
model_quant.load_torchao(f'Load model: type=HunyuanVideo quant={quant_args}')
if not quant_args:
quant_args = model_quant.create_ao_config(quant_args)
if quant_args:
model_quant.load_torchao(f'Load model: type=HunyuanVideo quant={quant_args}')
transformer = diffusers.HunyuanVideoTransformer3DModel.from_pretrained(
repo_id,
subfolder="transformer",
+4 -3
View File
@@ -19,9 +19,10 @@ def load_quants(kwargs, repo_id):
quant_args = model_quant.create_bnb_config(quant_args)
if quant_args:
model_quant.load_bnb(f'Load model: type=LTXVideo quant={quant_args}')
quant_args = model_quant.create_ao_config(quant_args)
if quant_args:
model_quant.load_torchao(f'Load model: type=LTXVideo quant={quant_args}')
if not quant_args:
quant_args = model_quant.create_ao_config(quant_args)
if quant_args:
model_quant.load_torchao(f'Load model: type=LTXVideo quant={quant_args}')
if not quant_args:
return kwargs
model_quant.load_bnb(f'Load model: type=LTX quant={quant_args}')