diff --git a/CHANGELOG.md b/CHANGELOG.md index f9b76f12e..64e4703e7 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -119,6 +119,11 @@ Plus tons of minor items and fixes - see [changelog](https://github.com/vladmand - use `diffusers` from main branch, no longer tied to release - improve diffusers/transformers/huggingface_hub progress reporting - use unique identifiers for all ui components +- **visual query** (a.ka vqa or vlm) added support for several models + - [MiaoshouAI PromptGen 1.5 Base](https://huggingface.co/MiaoshouAI/Florence-2-base-PromptGen-v1.5) + - [MiaoshouAI PromptGen 1.5 Large](https://huggingface.co/MiaoshouAI/Florence-2-large-PromptGen-v1.5) + - [CogFlorence 2.2 Large](https://huggingface.co/thwri/CogFlorence-2.2-Large) +- **modernui** update - fix handling of model configs if offline config is not available - fix vae decode in backend original - fix model path typos diff --git a/extensions-builtin/sdnext-modernui b/extensions-builtin/sdnext-modernui index 62a01fd49..3220411fb 160000 --- a/extensions-builtin/sdnext-modernui +++ b/extensions-builtin/sdnext-modernui @@ -1 +1 @@ -Subproject commit 62a01fd490082a1c444dedb080f706d64b448da3 +Subproject commit 3220411fb84f480ce98c92b8f73c7f22f4956465 diff --git a/modules/ui_loadsave.py b/modules/ui_loadsave.py index 9f2aa4100..a0ad99985 100644 --- a/modules/ui_loadsave.py +++ b/modules/ui_loadsave.py @@ -37,6 +37,8 @@ class UiLoadsave: pass elif condition and not condition(saved_value): pass + # elif getattr(obj, 'type', '') == 'index': + # pass # may need special handling else: setattr(obj, field, saved_value) if init_field is not None: diff --git a/modules/vqa.py b/modules/vqa.py index 87ea8431c..044ee252a 100644 --- a/modules/vqa.py +++ b/modules/vqa.py @@ -12,7 +12,10 @@ loaded: str = None MODELS = { "MS Florence 2 Base": "microsoft/Florence-2-base", # 0.5GB "MS Florence 2 Large": "microsoft/Florence-2-large", # 1.5GB - "CogFlorence 2 Large": "thwri/CogFlorence-2-Large-Freeze", # 1.6GB + "MiaoshouAI PromptGen 1.5 Base": "MiaoshouAI/Florence-2-base-PromptGen-v1.5", # 1.1GB + "MiaoshouAI PromptGen 1.5 Large": "MiaoshouAI/Florence-2-large-PromptGen-v1.5", # 3.3GB + "CogFlorence 2.0 Large": "thwri/CogFlorence-2-Large-Freeze", # 1.6GB + "CogFlorence 2.2 Large": "thwri/CogFlorence-2.2-Large", # 1.6GB "Moondream 2": "vikhyatk/moondream2", # 3.7GB "GIT TextCaps Base": "microsoft/git-base-textcaps", # 0.7GB "GIT VQA Base": "microsoft/git-base-vqav2", # 0.7GB