VictorMylle/Kohya-ss-sd-scripts
1
0
Fork 1
mirror of https://github.com/kohya-ss/sd-scripts.git synced 2026-04-15 16:39:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add LR scheduler metadata for non-standard LR schedulers

Browse Source
This commit is contained in:
rockerBOO
2023-11-19 20:46:01 -05:00
parent 95ae56bd22
commit 1cbb3fe2c8
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
train_network.py
View File

@@ -503,7 +503,8 @@ class NetworkTrainer:
"ss_gradient_accumulation_steps": args.gradient_accumulation_steps,
"ss_max_train_steps": args.max_train_steps,
"ss_lr_warmup_steps": args.lr_warmup_steps,
"ss_lr_scheduler": args.lr_scheduler,
"ss_lr_scheduler": (args.lr_scheduler_type or args.lr_scheduler)
+ (f"{args.lr_scheduler_args}" if len(args.lr_scheduler_args) > 0 else ""),
"ss_network_module": args.network_module,
"ss_network_dim": args.network_dim, # None means default because another network than LoRA may have another default dim
"ss_network_alpha": args.network_alpha, # some networks may not have alpha