diff --git a/train_network.py b/train_network.py index d50916b7..dab17199 100644 --- a/train_network.py +++ b/train_network.py @@ -503,7 +503,8 @@ class NetworkTrainer: "ss_gradient_accumulation_steps": args.gradient_accumulation_steps, "ss_max_train_steps": args.max_train_steps, "ss_lr_warmup_steps": args.lr_warmup_steps, - "ss_lr_scheduler": args.lr_scheduler, + "ss_lr_scheduler": (args.lr_scheduler_type or args.lr_scheduler) + + (f"{args.lr_scheduler_args}" if len(args.lr_scheduler_args) > 0 else ""), "ss_network_module": args.network_module, "ss_network_dim": args.network_dim, # None means default because another network than LoRA may have another default dim "ss_network_alpha": args.network_alpha, # some networks may not have alpha