diff --git a/scripts/prompt_enhance.py b/scripts/prompt_enhance.py index d2b4dff2a..5125f4dcc 100644 --- a/scripts/prompt_enhance.py +++ b/scripts/prompt_enhance.py @@ -104,9 +104,11 @@ class Script(scripts.Script): self.llm = None shared.log.debug(f'Prompt enhance: name="{self.model}" unload') self.model = None + load_args = { 'pretrained_model_name_or_path': model_repo if not gguf_args else model_gguf } + if model_subfolder: + load_args['subfolder'] = model_subfolder, self.llm = transformers.AutoModelForCausalLM.from_pretrained( - pretrained_model_name_or_path=model_repo if not gguf_args else model_gguf, - subfolder=model_subfolder, + **load_args, trust_remote_code=True, torch_dtype=devices.dtype, cache_dir=shared.opts.hfcache_dir,