update qwen-lightning repo

Signed-off-by: Vladimir Mandic <mandic00@live.com>

cli/test-all-models.py

@@ -1,12 +1,14 @@
 #!/usr/bin/env python
 """
 - fal/AuraFlow-v0.3: layer_class_name=Linear layer_weight_shape=torch.Size([3072, 2, 1024]) weights_dtype=int8 unsupported
-- zai-org/CogView4-6B: sdnq unsupported transformers.GlmModel
+- nvidia/Cosmos-Predict2-2B-Text2Image: mat1 and mat2 shapes cannot be multiplied (512x4096 and 1024x2048)
+- nvidia/Cosmos-Predict2-14B-Text2Image: mat1 and mat2 shapes cannot be multiplied (512x4096 and 1024x5120)
 """
 
 import io
 import os
 import time
+import json
 import base64
 import logging
 import requests
@@ -34,8 +36,8 @@ models = [
     "fal/AuraFlow-v0.3",
     "zai-org/CogView4-6B",
     "zai-org/CogView3-Plus-3B",
-    "nvidia/Cosmos-Predict2-2B-Text2Image",
-    "nvidia/Cosmos-Predict2-14B-Text2Image",
+    # "nvidia/Cosmos-Predict2-2B-Text2Image",
+    # "nvidia/Cosmos-Predict2-14B-Text2Image",
     "Qwen/Qwen-Image",
     "Qwen/Qwen-Lightning",
     "Shitao/OmniGen-v1-diffusers",
@@ -44,6 +46,8 @@ models = [
     "Kwai-Kolors/Kolors-diffusers",
     "vladmandic/chroma-unlocked-v50",
     "vladmandic/chroma-unlocked-v50-annealed",
+    "vladmandic/chroma-unlocked-v48",
+    "vladmandic/chroma-unlocked-v48-detail-calibrated",
     "Alpha-VLLM/Lumina-Next-SFT-diffusers",
     "Alpha-VLLM/Lumina-Image-2.0",
     "MeissonFlow/Meissonic",
@@ -82,6 +86,34 @@ styles_tbd = [
     'Fixed Yoga Girls',
     'Fixed SDNext Neon',
 ]
+history = []
+
+
+def read_history():
+    global history # pylint: disable=global-statement
+    fn = os.path.join(output_folder, 'history.json')
+    if not os.path.exists(fn):
+        return
+    with open(fn, "r", encoding='utf8') as file:
+        data = file.read()
+        history = json.loads(data)
+    log.info(f'history: file="{fn}" records={len(history)}')
+
+
+def write_history(model:str, style:str, image:str='', size:tuple=(0,0), duration:float=0, info:str='', error:str=''):
+    fn = os.path.join(output_folder, 'history.json')
+    history.append({
+        'model': model,
+        'style': style,
+        'image': image,
+        'size': size,
+        'time': duration,
+        'info': info,
+        'error': error,
+    })
+    with open(fn, "w", encoding='utf8') as file:
+        data = json.dumps(history) # pylint: disable=no-member
+        file.write(data)
 
 
 def request(endpoint: str, dct: dict = None, method: str = 'POST'):
@@ -126,17 +158,21 @@ def generate(): # pylint: disable=redefined-outer-name
                     info = data['info']
                     log.info(f' image: size={image.width}x{image.height} time={t1-t0:.2f} info={len(info)}')
                     image.save(fn)
+                    write_history(model=model, style=style, image=fn, size=image.size, duration=round(t1-t0, 3), info=info)
                 else:
+                    write_history(model=model, style=style, duration=round(t1-t0, 3), error='no image')
                     log.error(f' model: error="{model}" style="{style}" no image')
             except Exception as e:
-                if 'Connection refused' in str(e):
+                if 'Connection refused' in str(e) or 'RemoteDisconnected' in str(e):
                     log.error('server offline')
                     os._exit(1)
+                write_history(model=model, style=style, duration=round(t1-t0, 3), error=str(e))
                 log.error(f' model: error="{model}" style="{style}" exception="{e}"')
 
+
 if __name__ == "__main__":
     log.info('test-all-models')
     log.info(f'output="{output_folder}" models={len(models)} styles={len(styles)}')
-    log.info('start...')
+    read_history()
     generate()
     log.info('done...')

html/reference.json

@@ -161,6 +161,20 @@
     "skip": true,
     "extras": "sampler: Default, cfg_scale: 1.0"
   },
+  "lodestones Chroma Unlocked v48": {
+    "path": "vladmandic/chroma-unlocked-v48",
+    "preview": "lodestones--Chroma.jpg",
+    "desc": "Chroma is a 8.9B parameter model based on FLUX.1-schnell. It’s fully Apache 2.0 licensed, ensuring that anyone can use, modify, and build on top of it—no corporate gatekeeping. The model is still training right now, and I’d love to hear your thoughts! Your input and feedback are really appreciated.",
+    "skip": true,
+    "extras": "sampler: Default, cfg_scale: 1.0"
+  },
+  "lodestones Chroma Unlocked v48 Detail Calibrated": {
+    "path": "vladmandic/chroma-unlocked-v48-detail-calibrated",
+    "preview": "lodestones--Chroma.jpg",
+    "desc": "Chroma is a 8.9B parameter model based on FLUX.1-schnell. It’s fully Apache 2.0 licensed, ensuring that anyone can use, modify, and build on top of it—no corporate gatekeeping. The model is still training right now, and I’d love to hear your thoughts! Your input and feedback are really appreciated.",
+    "skip": true,
+    "extras": "sampler: Default, cfg_scale: 1.0"
+  },
 
   "Qwen-Image": {
     "path": "Qwen/Qwen-Image",

pipelines/model_qwen.py

@@ -12,16 +12,17 @@ def load_qwen(checkpoint_info, diffusers_load_config={}):
     shared.log.debug(f'Load model: type=Qwen model="{checkpoint_info.name}" repo="{repo_id}" offload={shared.opts.diffusers_offload_mode} dtype={devices.dtype} args={load_args}')
 
     transformer = generic.load_transformer(repo_id, cls_name=diffusers.QwenImageTransformer2DModel, load_config=diffusers_load_config)
-    text_encoder = generic.load_text_encoder(repo_id, cls_name=transformers.Qwen2_5_VLForConditionalGeneration, load_config=diffusers_load_config)
+    repo_te = 'Qwen/Qwen-Image' if 'Qwen-Lightning' in repo_id else repo_id
+    text_encoder = generic.load_text_encoder(repo_te, cls_name=transformers.Qwen2_5_VLForConditionalGeneration, load_config=diffusers_load_config)
 
-    cls = diffusers.QwenImagePipeline
-    pipe = cls.from_pretrained(
+    pipe = diffusers.QwenImagePipeline.from_pretrained(
         repo_id,
         transformer=transformer,
         text_encoder=text_encoder,
         cache_dir=shared.opts.diffusers_dir,
         **load_args,
     )
+    print('HERE4')
     pipe.task_args = {
         'output_type': 'np',
     }