Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-05 04:20:44 +02:00
Code Issues Packages Projects Releases Wiki Activity

update todo

Browse Source
This commit is contained in:
Vladimir Mandic
2023-01-19 09:01:20 -05:00
parent f1a7e6d883
commit a9120dbf48
2 changed files with 20 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
cli/train.py
+6
View File
@@ -276,7 +276,10 @@ async def train(params):
})
log.info({ 'learn-rate': args.train_embedding.learn_rate })
log.debug({ 'train args': args.train_embedding })
t0 = time.time()
res = await post('/sdapi/v1/train/embedding', args.train_embedding)
t1 = time.time()
log.info({ 'train embedding finished': round(t1 - t0) })
log.debug({ 'train end': res.info })
return
@@ -316,6 +319,9 @@ async def monitor(params):
while True:
await asyncio.sleep(10)
res = await progress()
if not 'state' in res:
log.info({ 'monitor disconnected': res })
break
if (res.state.job_count == params.steps and res.state.job_no >= res.state.job_count) or (res.eta_relative < 0) or (res.interrupted) or (res.state.job_count == 0): # need exit case if interrupted or failed
if res.interrupted:
log.info({ 'monitor interrupted': { 'embedding': params.name } })