#!/usr/bin/env python # pylint: disable=no-member import os import json import time import importlib import asyncio import argparse from pathlib import Path from util import Map, log from sdapi import get, post, close from generate import generate # pylint: disable=import-error grid = importlib.import_module('image-grid').grid default = 'best/icbinp-icantbelieveIts-final.safetensors [73f48afbdc]' exclude = ['sd-v20', 'sd-v21', 'inpainting', 'pix2pix'] # used by lora prompt = "photo of , photograph, posing, pose, high detailed, intricate, elegant, sharp focus, skin texture, looking forward, facing camera, 135mm, shot on dslr, canon 5d, 4k, modelshoot style, cinematic lighting" # used by models prompts = [ ('photo citiscape', 'cityscape during night, photorealistic, high detailed, sharp focus, depth of field, 4k'), ('photo car', 'photo of a sports car, high detailed, sharp focus, dslr, cinematic lighting, realistic'), ('photo woman', 'portrait photo of beautiful woman, high detailed, dslr, 35mm'), ('photo naked', 'full body photo of beautiful sexy naked woman, high detailed, dslr, 35mm'), ('photo taylor', 'portrait photo of beautiful woman taylor swift, high detailed, sharp focus, depth of field, dslr, 35mm '), ('photo ti-mia', 'portrait photo of beautiful woman "ti-mia", naked, high detailed, dslr, 35mm'), ('photo ti-vlado', 'portrait photo of man "ti-vlado", high detailed, dslr, 35mm'), ('photo lora-vlado', 'portrait photo of man vlado, high detailed, dslr, 35mm '), ('wlop', 'a stunning portrait of sexy teen girl in a wet t-shirt, vivid color palette, digital painting, octane render, highly detailed, particles, light effect, volumetric lighting, art by wlop'), ('greg rutkowski', 'beautiful woman, high detailed, sharp focus, depth of field, 4k, art by greg rutkowski'), ('carne griffiths', 'beautiful woman taylor swift, high detailed, sharp focus, depth of field, art by carne griffiths '), ('carne griffiths', 'man vlado, high detailed, sharp focus, depth of field, art by carne griffiths '), ] options = Map({ 'generate': { 'restore_faces': True, 'prompt': '', 'negative_prompt': 'digital art, cgi, render, foggy, blurry, blurred, duplicate, ugly, mutilated, mutation, mutated, out of frame, bad anatomy, disfigured, deformed, censored, low res, low resolution, watermark, text, poorly drawn face, poorly drawn hands, signature', 'steps': 20, 'batch_size': 2, 'n_iter': 1, 'seed': -1, 'sampler_name': 'UniPC', 'cfg_scale': 6, 'width': 512, 'height': 512, }, 'format': '.jpg', 'paths': { "root": "/mnt/c/Users/mandi/OneDrive/Generative/Generate", "generate": "image", "upscale": "upscale", "grid": "grid", }, 'options': { "sd_model_checkpoint": "sd-v15-runwayml", "sd_vae": "vae-ft-mse-840000-ema-pruned.ckpt", }, 'lora': { 'strength': 1.0, }, 'hypernetwork': { 'keyword': 'beautiful sexy woman', 'strength': 1.0, }, }) def preview_exists(folder, model): for suffix in ['', '.preview']: for ext in ['.jpg', '.png', '.webp']: fn = os.path.join(folder, f'{model}{suffix}{ext}') if os.path.exists(fn): return True return False async def preview_models(params): data = await get('/sdapi/v1/sd-models') allmodels = [m['title'] for m in data] models = [] excluded = [] for m in allmodels: # loop through all registered models ok = True for e in exclude: # check if model is excluded if e in m: excluded.append(m) ok = False break if ok: short = m.split(' [')[0] short = short.replace('.ckpt', '').replace('.safetensors', '') models.append(short) if len(params.input) > 0: # check if model is included in cmd line filtered = [] for m in params.input: if m in models: filtered.append(m) else: log.error({ 'model not found': m }) return models = filtered log.info({ 'models preview' }) log.info({ 'models': len(models), 'excluded': len(excluded) }) opt = await get('/sdapi/v1/options') if params.output != '': folder = params.output else: folder = os.path.abspath(os.path.join(opt['hypernetwork_dir'], '..', 'Stable-diffusion')) log.info({ 'output directory': folder }) log.info({ 'total jobs': len(models) * options.generate.batch_size, 'per-model': options.generate.batch_size }) log.info(json.dumps(options, indent=2)) for model in models: if preview_exists(folder, model) and len(params.input) == 0: # if model preview exists and not manually included log.info({ 'model preview exists': model }) continue fn = os.path.join(folder, os.path.basename(model) + options.format) log.info({ 'model load': model }) opt['sd_model_checkpoint'] = model del opt['sd_lora'] del opt['sd_lyco'] await post('/sdapi/v1/options', opt) opt = await get('/sdapi/v1/options') images = [] labels = [] t0 = time.time() for label, p in prompts: options.generate.prompt = p log.info({ 'model generating': model, 'label': label, 'prompt': options.generate.prompt }) data = await generate(options = options, quiet=True) if 'image' in data: for img in data['image']: images.append(img) labels.append(label) else: log.error({ 'model': model, 'error': data }) t1 = time.time() image = grid(images = images, labels = labels, border = 8) log.info({ 'saving preview': fn, 'images': len(images), 'size': [image.width, image.height] }) image.save(fn) t = t1 - t0 its = 1.0 * options.generate.steps * len(images) / t log.info({ 'model preview created': model, 'image': fn, 'images': len(images), 'grid': [image.width, image.height], 'time': round(t, 2), 'its': round(its, 2) }) opt = await get('/sdapi/v1/options') if opt['sd_model_checkpoint'] != default and not params.fixed: log.info({ 'model set default': default }) opt['sd_model_checkpoint'] = default del opt['sd_lora'] del opt['sd_lyco'] await post('/sdapi/v1/options', opt) async def lora(params): opt = await get('/sdapi/v1/options') folder = opt['lora_dir'] if not os.path.exists(folder): log.error({ 'lora directory not found': folder }) return models1 = [f for f in Path(folder).glob('*.safetensors')] models2 = [f for f in Path(folder).glob('*.ckpt')] models = [f.stem for f in models1 + models2] log.info({ 'loras': len(models) }) for model in models: if preview_exists(folder, model) and len(params.input) == 0: # if model preview exists and not manually included log.info({ 'lora preview exists': model }) continue fn = os.path.join(folder, model + options.format) images = [] labels = [] t0 = time.time() import re keywords = re.sub(r'\d', '', model) keywords = keywords.replace('-v', ' ').replace('-', ' ').strip().split(' ') keyword = '\"' + '\" \"'.join(keywords) + '\"' options.generate.prompt = prompt.replace('', keyword) options.generate.prompt = options.generate.prompt.replace('', '') options.generate.prompt += f' ' log.info({ 'lora generating': model, 'keyword': keyword, 'prompt': options.generate.prompt }) data = await generate(options = options, quiet=True) if 'image' in data: for img in data['image']: images.append(img) labels.append(keyword) else: log.error({ 'lora': model, 'keyword': keyword, 'error': data }) t1 = time.time() image = grid(images = images, labels = labels, border = 8) image.save(fn) t = t1 - t0 its = 1.0 * options.generate.steps * len(images) / t log.info({ 'lora preview created': model, 'image': fn, 'images': len(images), 'grid': [image.width, image.height], 'time': round(t, 2), 'its': round(its, 2) }) async def lyco(params): opt = await get('/sdapi/v1/options') folder = opt['lyco_dir'] if not os.path.exists(folder): log.error({ 'lyco directory not found': folder }) return models1 = [f for f in Path(folder).glob('*.safetensors')] models2 = [f for f in Path(folder).glob('*.ckpt')] models = [f.stem for f in models1 + models2] log.info({ 'lycos': len(models) }) for model in models: if preview_exists(folder, model) and len(params.input) == 0: # if model preview exists and not manually included log.info({ 'lyco preview exists': model }) continue fn = os.path.join(folder, model + options.format) images = [] labels = [] t0 = time.time() import re keywords = re.sub(r'\d', '', model) keywords = keywords.replace('-v', ' ').replace('-', ' ').strip().split(' ') keyword = '\"' + '\" \"'.join(keywords) + '\"' options.generate.prompt = prompt.replace('', keyword) options.generate.prompt = options.generate.prompt.replace('', '') options.generate.prompt += f' ' log.info({ 'lyco generating': model, 'keyword': keyword, 'prompt': options.generate.prompt }) data = await generate(options = options, quiet=True) if 'image' in data: for img in data['image']: images.append(img) labels.append(keyword) else: log.error({ 'lyco': model, 'keyword': keyword, 'error': data }) t1 = time.time() image = grid(images = images, labels = labels, border = 8) image.save(fn) t = t1 - t0 its = 1.0 * options.generate.steps * len(images) / t log.info({ 'lyco preview created': model, 'image': fn, 'images': len(images), 'grid': [image.width, image.height], 'time': round(t, 2), 'its': round(its, 2) }) async def hypernetwork(params): opt = await get('/sdapi/v1/options') folder = opt['hypernetwork_dir'] if not os.path.exists(folder): log.error({ 'hypernetwork directory not found': folder }) return models = [f.stem for f in Path(folder).glob('*.pt')] log.info({ 'hypernetworks': len(models) }) for model in models: if preview_exists(folder, model) and len(params.input) == 0: # if model preview exists and not manually included log.info({ 'hypernetwork preview exists': model }) continue fn = os.path.join(folder, model + options.format) images = [] labels = [] t0 = time.time() keyword = options.hypernetwork.keyword options.generate.prompt = prompt.replace('', options.hypernetwork.keyword) options.generate.prompt = options.generate.prompt.replace('', '') options.generate.prompt = f' ' + options.generate.prompt log.info({ 'hypernetwork generating': model, 'keyword': keyword, 'prompt': options.generate.prompt }) data = await generate(options = options, quiet=True) if 'image' in data: for img in data['image']: images.append(img) labels.append(keyword) else: log.error({ 'hypernetwork': model, 'keyword': keyword, 'error': data }) t1 = time.time() image = grid(images = images, labels = labels, border = 8) image.save(fn) t = t1 - t0 its = 1.0 * options.generate.steps * len(images) / t log.info({ 'hypernetwork preview created': model, 'image': fn, 'images': len(images), 'grid': [image.width, image.height], 'time': round(t, 2), 'its': round(its, 2) }) async def embedding(params): opt = await get('/sdapi/v1/options') folder = opt['embeddings_dir'] if not os.path.exists(folder): log.error({ 'embeddings directory not found': folder }) return models = [f.stem for f in Path(folder).glob('*.pt')] log.info({ 'embeddings': len(models) }) for model in models: if preview_exists(folder, model) and len(params.input) == 0: # if model preview exists and not manually included log.info({ 'embedding preview exists': model }) continue fn = os.path.join(folder, model + '.preview' + options.format) images = [] labels = [] t0 = time.time() import re keyword = '\"' + re.sub(r'\d', '', model) + '\"' options.generate.batch_size = 4 options.generate.prompt = prompt.replace('', keyword) options.generate.prompt = options.generate.prompt.replace('', '') log.info({ 'embedding generating': model, 'keyword': keyword, 'prompt': options.generate.prompt }) data = await generate(options = options, quiet=True) if 'image' in data: for img in data['image']: images.append(img) labels.append(keyword) else: log.error({ 'lyco': model, 'keyword': keyword, 'error': data }) t1 = time.time() image = grid(images = images, labels = labels, border = 8) image.save(fn) t = t1 - t0 its = 1.0 * options.generate.steps * len(images) / t log.info({ 'embeding preview created': model, 'image': fn, 'images': len(images), 'grid': [image.width, image.height], 'time': round(t, 2), 'its': round(its, 2) }) async def create_previews(params): await preview_models(params) await lora(params) await lyco(params) await hypernetwork(params) await embedding(params) await close() if __name__ == '__main__': parser = argparse.ArgumentParser(description = 'generate model previews') parser.add_argument('--output', type = str, default = '', required = False, help = 'output directory') parser.add_argument('--fixed', default = False, action='store_true', help = "do not change model") parser.add_argument('input', type = str, nargs = '*') args = parser.parse_args() asyncio.run(create_previews(args))