add vae remote to ui

Signed-off-by: Vladimir Mandic <mandic00@live.com>
This commit is contained in:
Vladimir Mandic
2025-02-22 14:25:56 -05:00
parent 80d9070f09
commit 660e4d27b4
5 changed files with 18 additions and 10 deletions
+10 -7
View File
@@ -3,18 +3,21 @@
## Update for 2025-02-22
- **Decode**
- Final step of image generate, VAE decode, is by far the most memory intensive operation and can easily result in out-of-memory errors
What can be done? Well, *Huggingface* is now providing *free-of-charge* **remote-VAE-decode** service!
- How to use? Previous *Full quality* option in UI is replace it with VAE type selector: Full, Tiny, Remote
Currently supports SD15, SDXL and FLUX.1 with more models expected in the near future
Availability is limited, so if remote processing fails SD.Next will fallback to using normal VAE decode process
- final step of image generate, VAE decode, is by far the most memory intensive operation and can easily result in out-of-memory errors
what can be done? Well, *Huggingface* is now providing *free-of-charge* **remote-VAE-decode** service!
- how to use? previous *Full quality* option in UI is replaced with VAE type selector: *Full, Tiny, Remote*
currently supports SD15, SDXL and FLUX.1 with more models expected in the near future
availability is limited (log shows '503 Service Unavailable'),
so if remote processing fails SD.Next will fallback to using normal VAE decode process
- **Other**
- add `--extensions-dir` cli arg and `SD_EXTENSIONSDIR` env variable to specify extensions directory
- update `zluda==3.9.0`
- **Fixes**
- skip trying to register legacy/incompatibile extensions in control ui
- add additional scripts/extensions callbacks
- remove ui splash screen on auth fail
- log full config path, full log path, system name, extensions path
- zluda update
- fix zluda with pulid
- zluda hotfixes
## Update for 2025-02-18
+4
View File
@@ -2,6 +2,10 @@
Main ToDo list can be found at [GitHub projects](https://github.com/users/vladmandic/projects)
## Current
- <https://github.com/KohakuBlueleaf/z-tipo-extension/pull/73>
## Future Candidates
- Redesign postprocessing
+2 -1
View File
@@ -15,7 +15,7 @@ hf_endpoints = {
def remote_decode(latents: torch.Tensor, width: int = 0, height: int = 0, model_type: str = None) -> Image.Image:
from modules import devices, shared, errors
from modules import devices, shared, errors, modelloader
images = []
model_type = model_type or shared.sd_model_type
url = hf_endpoints.get(model_type, None)
@@ -23,6 +23,7 @@ def remote_decode(latents: torch.Tensor, width: int = 0, height: int = 0, model_
shared.log.error(f'Decode: type="remote" type={model_type} unsuppported')
return images
t0 = time.time()
modelloader.hf_login()
latents = latents.unsqueeze(0) if len(latents.shape) == 3 else latents
for i in range(latents.shape[0]):
try:
+1 -1
View File
@@ -169,7 +169,7 @@ def create_cfg_inputs(tab):
def create_advanced_inputs(tab, base=True):
with gr.Accordion(open=False, label="Advanced", elem_id=f"{tab}_advanced", elem_classes=["small-accordion"]):
with gr.Group():
with gr.Row(elem_id=f"{tab}_advanced_options"):
with gr.Row(elem_id=f"{tab}_vae_options"):
vae_type = gr.Dropdown(label='VAE type', choices=['Full', 'Tiny', 'Remote'], value='Full', elem_id=f"{tab}_vae_type")
with gr.Row(elem_id=f"{tab}_advanced_options"):
tiling = gr.Checkbox(label='Texture tiling', value=False, elem_id=f"{tab}_tiling")