diff --git a/modules/loader.py b/modules/loader.py
index 5e7b5a0a8..aad66daff 100644
--- a/modules/loader.py
+++ b/modules/loader.py
@@ -3,6 +3,7 @@ from functools import partial
 import os
 import re
 import sys
+import types
 import logging
 import warnings
 import urllib3
@@ -133,6 +134,12 @@ timer.startup.record("accelerate")
 import pydantic # pylint: disable=W0611,C0411
 timer.startup.record("pydantic")
 
+try:
+    fake_version_check = types.ModuleType("transformers.dependency_versions_check")
+    sys.modules["transformers.dependency_versions_check"] = fake_version_check # disable transformers version checks
+    fake_version_check.dep_version_check = lambda pkg, hint=None: None
+except Exception:
+    pass
 import transformers # pylint: disable=W0611,C0411
 from transformers import logging as transformers_logging # pylint: disable=W0611,C0411
 transformers_logging.set_verbosity_error()