From 21877351872aef2bb402ac83501fe3f383e8ef0e Mon Sep 17 00:00:00 2001
From: Vladimir Mandic <mandic00@live.com>
Date: Thu, 7 Sep 2023 16:54:03 -0400
Subject: [PATCH] hf quick model scan

---
 modules/modelloader.py | 21 ++++++++++++++++++++-
 1 file changed, 20 insertions(+), 1 deletion(-)

diff --git a/modules/modelloader.py b/modules/modelloader.py
index 38b9c8377..152465941 100644
--- a/modules/modelloader.py
+++ b/modules/modelloader.py
@@ -173,7 +173,6 @@ def download_diffusers_model(hub_id: str, cache_dir: str = None, download_config
 
 def load_diffusers_models(model_path: str, command_path: str = None):
     t0 = time.time()
-    import huggingface_hub as hf
     places = []
     places.append(model_path)
     if command_path is not None and command_path != model_path:
@@ -184,12 +183,32 @@ def load_diffusers_models(model_path: str, command_path: str = None):
         if not os.path.isdir(place):
             continue
         try:
+            """
+            import huggingface_hub as hf
             res = hf.scan_cache_dir(cache_dir=place)
             for r in list(res.repos):
                 cache_path = os.path.join(r.repo_path, "snapshots", list(r.revisions)[-1].commit_hash)
                 diffuser_repos.append({ 'name': r.repo_id, 'filename': r.repo_id, 'path': cache_path, 'size': r.size_on_disk, 'mtime': r.last_modified, 'hash': list(r.revisions)[-1].commit_hash, 'model_info': str(os.path.join(cache_path, "model_info.json")) })
                 if not os.path.isfile(os.path.join(cache_path, "hidden")):
                     output.append(str(r.repo_id))
+            """
+            for folder in os.listdir(place):
+                if "--" not in folder:
+                    continue
+                _, name = folder.split("--", maxsplit=1)
+                name = name.replace("--", "/")
+                snapshots = os.listdir(os.path.join(place, folder, "snapshots"))
+                if len(snapshots) == 0:
+                    shared.log.warning(f"Diffusers folder has no snapshots: location={place} folder={folder} name={name}")
+                    continue
+                commit = snapshots[-1]
+                folder = os.path.join(place, folder, 'snapshots', commit)
+                mtime = os.path.getmtime(folder)
+                info = os.path.join(folder, "model_info.json")
+                diffuser_repos.append({ 'name': name, 'filename': name, 'path': folder, 'hash': commit, 'mtime': mtime, 'model_info': info })
+                if os.path.exists(os.path.join(place, folder, 'snapshots', commit, "hidden")):
+                    continue
+                output.append(name)
         except Exception as e:
             shared.log.error(f"Error listing diffusers: {place} {e}")
     shared.log.debug(f'Scanning diffusers cache: {model_path} {command_path} items={len(output)} time={time.time()-t0:.2f}s')