Fix d * lr step log

2026-04-08 22:35:09 +00:00 · 2024-11-21 14:41:37 -05:00
parent 87f5224e2d
commit 6593cfbec1
1 changed files with 1 additions and 1 deletions
--- a/train_network.py
+++ b/train_network.py
@@ -116,7 +116,7 @@ class NetworkTrainer:
                    args.optimizer_type.lower().endswith("ProdigyPlusScheduleFree".lower()) and optimizer is not None
                ):  
                    logs[f"lr/d*lr/group{i}"] = (
-                        optimizer.param_groups[0]["d"] * optimizer.param_groups[0]["lr"]
+                        optimizer.param_groups[i]["d"] * optimizer.param_groups[i]["lr"]
                    )

        return logs