VictorMylle/Kohya-ss-sd-scripts
1
0
Fork 1
mirror of https://github.com/kohya-ss/sd-scripts.git synced 2026-04-15 16:39:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

Move batch size syncing outside validation

Browse Source
This commit is contained in:
rockerBOO
2025-04-03 17:57:28 -04:00
parent 11bdf9bd76
commit bf2e5abd2e
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
train_network.py
View File

@@ -1566,9 +1566,6 @@ class NetworkTrainer:
}
self.step_logging(accelerator, logs, global_step, epoch=epoch + 1)
if accelerator.sync_gradients:
batch_size = 0 # reset batch size
restore_rng_state(rng_states)
args.min_timestep = original_args_min_timestep
args.max_timestep = original_args_max_timestep
@@ -1576,6 +1573,9 @@ class NetworkTrainer:
accelerator.unwrap_model(network).train()
progress_bar.unpause()
if accelerator.sync_gradients:
batch_size = 0 # reset batch size
if global_step >= args.max_train_steps:
break