diff --git a/installer.py b/installer.py
index a5f8c9479..008958fde 100644
--- a/installer.py
+++ b/installer.py
@@ -646,9 +646,6 @@ def install_rocm_zluda():
 
         if error is None:
             try:
-                if device is not None and zluda_installer.get_blaslt_enabled():
-                    log.debug(f'ROCm hipBLASLt: arch={device.name} available={device.blaslt_supported}')
-                    zluda_installer.set_blaslt_enabled(device.blaslt_supported)
                 zluda_installer.load()
                 torch_command = os.environ.get('TORCH_COMMAND', 'torch==2.6.0 torchvision --index-url https://download.pytorch.org/whl/cu118')
             except Exception as e:
diff --git a/modules/zluda_installer.py b/modules/zluda_installer.py
index 2f097f707..70a6476a0 100644
--- a/modules/zluda_installer.py
+++ b/modules/zluda_installer.py
@@ -123,9 +123,14 @@ def load():
     core = Core(ctypes.windll.LoadLibrary(os.path.join(path, 'nvcuda.dll')))
     ml = ZLUDALibrary(ctypes.windll.LoadLibrary(os.path.join(path, 'nvml.dll')))
     is_nightly = core.get_nightly_flag() == 1
-    hipBLASLt_enabled = is_nightly and os.path.exists(rocm.blaslt_tensile_libpath) and os.path.exists(os.path.join(rocm.path, "bin", "hipblaslt.dll"))
+    hipBLASLt_enabled = is_nightly and os.path.exists(rocm.blaslt_tensile_libpath) and os.path.exists(os.path.join(rocm.path, "bin", "hipblaslt.dll")) and default_agent is not None
     MIOpen_enabled = is_nightly and os.path.exists(os.path.join(rocm.path, "bin", "MIOpen.dll"))
 
+    if hipBLASLt_enabled:
+        if not default_agent.blaslt_supported:
+            hipBLASLt_enabled = False
+        log.debug(f'ROCm hipBLASLt: arch={default_agent.name} available={hipBLASLt_enabled}')
+
     for k, v in DLL_MAPPING.items():
         if not os.path.exists(os.path.join(path, v)):
             link_or_copy(os.path.join(path, k), os.path.join(path, v))