update

CHANGELOG.md

@@ -1,5 +1,10 @@
 # Change Log for SD.Next
 
+## Update for 05/28/2023
+
+- settings search option
+- system info live gpu memory and load graphs
+
 ## Update for 05/26/2023
 
 Some quality-of-life improvements...

installer.py

@@ -258,7 +258,7 @@ def check_torch():
     elif allow_rocm and (shutil.which('rocminfo') is not None or os.path.exists('/opt/rocm/bin/rocminfo') or os.path.exists('/dev/kfd')):
         log.info('AMD ROCm toolkit detected')
         os.environ.setdefault('HSA_OVERRIDE_GFX_VERSION', '10.3.0')
-        os.environ.setdefault('PYTORCH_HIP_ALLOC_CONF', 'garbage_collection_threshold:0.9,max_split_size_mb:512')
+        os.environ.setdefault('PYTORCH_HIP_ALLOC_CONF', 'garbage_collection_threshold:0.8,max_split_size_mb:512')
         torch_command = os.environ.get('TORCH_COMMAND', 'torch==2.0.0 torchvision==0.15.1 --index-url https://download.pytorch.org/whl/rocm5.4.2')
         xformers_package = os.environ.get('XFORMERS_PACKAGE', 'none')
     elif allow_ipex and args.use_ipex and shutil.which('sycl-ls') is not None:
@@ -293,6 +293,7 @@ def check_torch():
                 log.info(f'{os.popen("icpx --version").read().rstrip()}')
                 log.info(f'Torch detected GPU: {torch.xpu.get_device_name("xpu")} VRAM {round(torch.xpu.get_device_properties("xpu").total_memory / 1024 / 1024)}')
             elif torch.cuda.is_available() and (allow_cuda or allow_rocm):
+                log.debug(f'Torch allocator: {torch.cuda.get_allocator_backend()}')
                 if torch.version.cuda and allow_cuda:
                     log.info(f'Torch backend: nVidia CUDA {torch.version.cuda} cuDNN {torch.backends.cudnn.version() if torch.backends.cudnn.is_available() else "N/A"}')
                 elif torch.version.hip and allow_rocm:
@@ -522,7 +523,7 @@ def set_environment():
     os.environ.setdefault('ACCELERATE', 'True')
     os.environ.setdefault('FORCE_CUDA', '1')
     os.environ.setdefault('ATTN_PRECISION', 'fp16')
-    os.environ.setdefault('PYTORCH_CUDA_ALLOC_CONF', 'garbage_collection_threshold:0.9,max_split_size_mb:512')
+    os.environ.setdefault('PYTORCH_CUDA_ALLOC_CONF', 'garbage_collection_threshold:0.8,max_split_size_mb:512')
     os.environ.setdefault('CUDA_LAUNCH_BLOCKING', '0')
     os.environ.setdefault('CUDA_CACHE_DISABLE', '0')
     os.environ.setdefault('CUDA_AUTO_BOOST', '1')

javascript/ui.js

@@ -262,16 +262,19 @@ onUiUpdate(() => {
   }
   const settings_search = gradioApp().querySelectorAll('#settings_search > label > textarea')[0];
   settings_search.oninput = (e) => {
-    gradioApp().querySelectorAll('#settings > div').forEach((elem) => {
-      elem.style.display = 'block';
-    });
-    gradioApp().querySelectorAll('#tab_settings .tabitem').forEach((section) => {
-      section.querySelectorAll('.block').forEach((setting) => {
-        const visible = setting.innerText.toLowerCase().includes(e.target.value.toLowerCase()) || setting.id.toLowerCase().includes(e.target.value.toLowerCase());
-        const el = setting.parentElement.classList.contains('form') ? setting.parentElement : setting; // if parent is form use that instead
-        el.style.display = visible ? 'block' : 'none';
+    setTimeout(() => {
+      gradioApp().querySelectorAll('#settings > div').forEach((elem) => {
+        if (elem.id === 'settings_tab_licenses') return;
+        elem.style.display = 'block';
       });
-    });
+      gradioApp().querySelectorAll('#tab_settings .tabitem').forEach((section) => {
+        section.querySelectorAll('.block').forEach((setting) => {
+          const visible = setting.innerText.toLowerCase().includes(e.target.value.toLowerCase()) || setting.id.toLowerCase().includes(e.target.value.toLowerCase());
+          if (setting.parentElement.classList.contains('form')) setting.parentElement.style.display = visible ? 'flex' : 'none';
+          else setting.style.display = visible ? 'block' : 'none';
+        });
+      });
+    }, 50);
   };
 });