use network

This commit is contained in:
rockerBOO
2025-03-30 15:45:55 -04:00
parent fcdae99d5c
commit 90bcab09d8

View File

@@ -1494,7 +1494,7 @@ class NetworkTrainer:
mean_combined_norm,
)
if args.gradient_noise_scale and hasattr(network, "gradient_noise_scale"):
logs = {**logs, "grad/noise_scale": self.gradient_noise_scale()}
logs = {**logs, "grad/noise_scale": network.gradient_noise_scale()}
self.step_logging(accelerator, logs, global_step, epoch + 1)
# VALIDATION PER STEP: global_step is already incremented