From 7bfeabd6a4c3d04b59d0818f88d2a7cbaffd16cd Mon Sep 17 00:00:00 2001 From: Vladimir Mandic Date: Sat, 26 Apr 2025 14:31:32 -0400 Subject: [PATCH] fix prompt enhance Signed-off-by: Vladimir Mandic --- scripts/prompt_enhance.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/scripts/prompt_enhance.py b/scripts/prompt_enhance.py index d2b4dff2a..5125f4dcc 100644 --- a/scripts/prompt_enhance.py +++ b/scripts/prompt_enhance.py @@ -104,9 +104,11 @@ class Script(scripts.Script): self.llm = None shared.log.debug(f'Prompt enhance: name="{self.model}" unload') self.model = None + load_args = { 'pretrained_model_name_or_path': model_repo if not gguf_args else model_gguf } + if model_subfolder: + load_args['subfolder'] = model_subfolder, self.llm = transformers.AutoModelForCausalLM.from_pretrained( - pretrained_model_name_or_path=model_repo if not gguf_args else model_gguf, - subfolder=model_subfolder, + **load_args, trust_remote_code=True, torch_dtype=devices.dtype, cache_dir=shared.opts.hfcache_dir,