VictorMylle/Kohya-ss-sd-scripts
1
0
Fork 1
mirror of https://github.com/kohya-ss/sd-scripts.git synced 2026-04-08 06:28:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

Revert zero_grad

Browse Source
This commit is contained in:
rockerBOO
2025-06-19 16:28:18 -04:00
parent ee922596ba
commit ee282be91f
1 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
train_network.py
View File

@@ -1435,8 +1435,7 @@ class NetworkTrainer:
optimizer.step()
lr_scheduler.step()
# optimizer.zero_grad(set_to_none=True)
optimizer.zero_grad(set_to_none=False)
optimizer.zero_grad(set_to_none=True)
if args.scale_weight_norms:
keys_scaled, mean_norm, maximum_norm = accelerator.unwrap_model(network).apply_max_norm_regularization(