Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-19 09:14:35 +02:00
Code Issues Packages Projects Releases Wiki Activity

Train patches for IPEX

Browse Source
This commit is contained in:
Disty0
2023-06-07 17:25:11 +03:00
parent 2a664b1bdb
commit 3bef3e3eee
3 changed files with 15 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/hypernetworks/hypernetwork.py
+4 -6
View File
@@ -594,12 +594,10 @@ def train_hypernetwork(id_task, hypernetwork_name, learn_rate, batch_size, gradi
print(e)
if shared.cmd_opts.use_ipex:
scaler = ipex.cpu.autocast._grad_scaler.GradScaler()
#Remove these after Intel adds support for float16 training:
if shared.opts.cuda_dtype == 'BF16':
shared.sd_model = shared.sd_model.bfloat16()
elif shared.opts.cuda_dtype == 'FP32':
shared.sd_model = shared.sd_model.float32()
scaler = ipex.cpu.autocast._grad_scaler.GradScaler() #scaler.step(optimizer): PI_ERROR_INVALID_ARG_VALUE
shared.sd_model = shared.sd_model.to(dtype=torch.float32)
shared.sd_model.train()
shared.sd_model, optimizer = ipex.optimize(shared.sd_model, optimizer=optimizer, dtype=devices.dtype)
else:
scaler = torch.cuda.amp.GradScaler()