Fix d * lr step log

This commit is contained in:
rockerBOO
2024-11-21 14:41:37 -05:00
parent 87f5224e2d
commit 6593cfbec1

View File

@@ -116,7 +116,7 @@ class NetworkTrainer:
args.optimizer_type.lower().endswith("ProdigyPlusScheduleFree".lower()) and optimizer is not None args.optimizer_type.lower().endswith("ProdigyPlusScheduleFree".lower()) and optimizer is not None
): ):
logs[f"lr/d*lr/group{i}"] = ( logs[f"lr/d*lr/group{i}"] = (
optimizer.param_groups[0]["d"] * optimizer.param_groups[0]["lr"] optimizer.param_groups[i]["d"] * optimizer.param_groups[i]["lr"]
) )
return logs return logs