From 202f27e80fe6bbcbc7a41ebb4d6f8e43005b4999 Mon Sep 17 00:00:00 2001
From: Vladimir Mandic <mandic00@live.com>
Date: Mon, 27 Nov 2023 17:24:06 -0500
Subject: [PATCH] add tokenizers to explict requirements

---
 CHANGELOG.md         | 1 +
 modules/sd_models.py | 4 ++--
 requirements.txt     | 1 +
 3 files changed, 4 insertions(+), 2 deletions(-)

diff --git a/CHANGELOG.md b/CHANGELOG.md
index b90889aa1..5163f37f5 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -22,6 +22,7 @@ Note: Release pending `diffusers==0.24`
 - **Model merge**
   - add sd-xl rebasin support, thanks @AI-Casanova  
 - **General**
+  - further UI optimizations for **mobile devices**, thanks @iDeNoh
   - log level defaults to info for console and debug for log file  
   - better prompt display in process tab  
   - increase maximum lora cache values  
diff --git a/modules/sd_models.py b/modules/sd_models.py
index 79d591ffe..1925aae40 100644
--- a/modules/sd_models.py
+++ b/modules/sd_models.py
@@ -20,7 +20,7 @@ import tomesd
 from transformers import logging as transformers_logging
 import ldm.modules.midas as midas
 from ldm.util import instantiate_from_config
-from modules import paths, shared, shared_items, shared_state, modelloader, devices, script_callbacks, sd_vae, sd_disable_initialization, errors, hashes, sd_models_config, sd_models_compile, sd_hijack_inpainting
+from modules import paths, shared, shared_items, shared_state, modelloader, devices, script_callbacks, sd_vae, errors, hashes, sd_models_config, sd_models_compile, sd_hijack_inpainting
 from modules.timer import Timer
 from modules.memstats import memory_stats
 from modules.paths import models_path, script_path
@@ -637,7 +637,7 @@ def detect_pipeline(f: str, op: str = 'model', warning=True):
             else:
                 guess = 'Stable Diffusion'
             # guess by name
-            if 'LCM_' in f or 'LCM-' in f:
+            if 'LCM_' in f or 'LCM-' or '_LCM' or '-LCM' in f.upper():
                 if shared.backend == shared.Backend.ORIGINAL:
                     warn(f'Model detected as LCM model, but attempting to load using backend=original: {op}={f} size={size} MB')
                 guess = 'Latent Consistency Model'
diff --git a/requirements.txt b/requirements.txt
index bbe4874e4..ce5814e92 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -61,6 +61,7 @@ numba==0.57.1
 pandas==1.5.3
 protobuf==3.20.3
 pytorch_lightning==1.9.4
+tokenizers==0.15.0
 transformers==4.35.2
 tomesd==0.1.3
 urllib3==1.26.15