VictorMylle/Kohya-ss-sd-scripts
1
0
Fork 1
mirror of https://github.com/kohya-ss/sd-scripts.git synced 2026-04-17 01:12:41 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add gradient noise scale logging

Browse Source
This commit is contained in:
rockerBOO
2025-03-30 14:34:09 -04:00
parent aaa26bb882
commit fcdae99d5c
3 changed files with 34 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
train_network.py
View File

@@ -1418,6 +1418,8 @@ class NetworkTrainer:
network.update_grad_norms()
if hasattr(network, "update_norms"):
network.update_norms()
if args.gradient_noise_scale and hasattr(network, "accumulate_grad"):
network.accumulate_grad()
optimizer.step()
lr_scheduler.step()
@@ -1491,6 +1493,8 @@ class NetworkTrainer:
mean_grad_norm,
mean_combined_norm,
)
if args.gradient_noise_scale and hasattr(network, "gradient_noise_scale"):
logs = {**logs, "grad/noise_scale": self.gradient_noise_scale()}
self.step_logging(accelerator, logs, global_step, epoch + 1)
# VALIDATION PER STEP: global_step is already incremented