diff --git a/train_network.py b/train_network.py
index 75e36dca..2f3203c9 100644
--- a/train_network.py
+++ b/train_network.py
@@ -1388,7 +1388,7 @@ class NetworkTrainer:
                     and global_step != 0 # Skip first step
                     and global_step % args.validate_every_n_steps == 0
                 )
-                if validation_steps > 0 and should_validate_step:
+                if accelerator.sync_gradients and validation_steps > 0 and should_validate_step:
                     accelerator.print("Validating バリデーション処理...")
 
                     val_progress_bar = tqdm(