Compare commits

...

4 Commits

Author SHA1 Message Date
Dave Lage
a2c66e7067 Merge aa04692f77 into 1a3ec9ea74 2026-03-13 02:29:28 +00:00
rockerBOO
aa04692f77 Fix handling default state 2023-11-23 10:00:01 -05:00
rockerBOO
4aba1217b0 Add parens to match optimizer args 2023-11-19 20:58:16 -05:00
rockerBOO
1cbb3fe2c8 Add LR scheduler metadata for non-standard LR schedulers 2023-11-19 20:46:01 -05:00

View File

@@ -1016,7 +1016,11 @@ class NetworkTrainer:
"ss_gradient_accumulation_steps": args.gradient_accumulation_steps,
"ss_max_train_steps": args.max_train_steps,
"ss_lr_warmup_steps": args.lr_warmup_steps,
"ss_lr_scheduler": args.lr_scheduler,
"ss_lr_scheduler": (args.lr_scheduler_type or args.lr_scheduler)
+ (f"({args.lr_scheduler_args})"
if args.lr_scheduler_args is not None
and len(args.lr_scheduler_args) > 0
else ""),
"ss_network_module": args.network_module,
"ss_network_dim": args.network_dim, # None means default because another network than LoRA may have another default dim
"ss_network_alpha": args.network_alpha, # some networks may not have alpha