Fix validate_every_n_steps for gradient accumulation

2026-04-08 22:35:09 +00:00 · 2025-01-12 14:56:35 -05:00
parent 0456858992
commit ee9265cf26
1 changed files with 1 additions and 1 deletions
--- a/train_network.py
+++ b/train_network.py
@@ -1388,7 +1388,7 @@ class NetworkTrainer:
                    and global_step != 0 # Skip first step
                    and global_step % args.validate_every_n_steps == 0
                )
-                if validation_steps > 0 and should_validate_step:
+                if accelerator.sync_gradients and validation_steps > 0 and should_validate_step:
                    accelerator.print("Validating バリデーション処理...")

                    val_progress_bar = tqdm(