Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-19 09:14:35 +02:00
Code Issues Packages Projects Releases Wiki Activity

improve traceback display

Browse Source 
Signed-off-by: Vladimir Mandic <mandic00@live.com>
This commit is contained in:
Vladimir Mandic
2025-07-21 19:07:35 -04:00
parent 0cc48bb429
commit f243c35892
6 changed files with 57 additions and 27 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/interrogate/vqa.py
+3 -3
View File
@@ -130,7 +130,7 @@ def qwen(question: str, image: Image.Image, repo: str = None, system_prompt: str
)
processor = transformers.AutoProcessor.from_pretrained(repo, cache_dir=shared.opts.hfcache_dir)
if 'LLM' in shared.opts.cuda_compile:
model = compile_torch(model)
model = sd_models_compile.compile_torch(model)
loaded = repo
devices.torch_gc()
sd_models.move_model(model, devices.device)
@@ -180,7 +180,7 @@ def gemma(question: str, image: Image.Image, repo: str = None, system_prompt: st
**quant_args,
)
if 'LLM' in shared.opts.cuda_compile:
model = compile_torch(model)
model = sd_models_compile.compile_torch(model)
processor = transformers.AutoProcessor.from_pretrained(repo, cache_dir=shared.opts.hfcache_dir)
loaded = repo
devices.torch_gc()
@@ -307,7 +307,7 @@ def smol(question: str, image: Image.Image, repo: str = None, system_prompt: str
)
processor = transformers.AutoProcessor.from_pretrained(repo, cache_dir=shared.opts.hfcache_dir)
if 'LLM' in shared.opts.cuda_compile:
model = compile_torch(model)
model = sd_models_compile.compile_torch(model)
loaded = repo
devices.torch_gc()
sd_models.move_model(model, devices.device)