VictorMylle/Kohya-ss-sd-scripts
1
0
Fork 1
mirror of https://github.com/kohya-ss/sd-scripts.git synced 2026-04-09 06:45:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix to work linear/cosine scheduler closes #1651 ref #1393

Browse Source
This commit is contained in:
Kohya S
2024-09-29 23:18:16 +09:00
parent 1567549220
commit 012e7e63a5
1 changed files with 9 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
library/train_util.py
View File

@@ -4496,6 +4496,15 @@ def get_scheduler_fix(args, optimizer: Optimizer, num_processes: int):
**lr_scheduler_kwargs, **lr_scheduler_kwargs,
) )
# these schedulers do not require `num_decay_steps`
if name == SchedulerType.LINEAR or name == SchedulerType.COSINE:
return schedule_func(
optimizer,
num_warmup_steps=num_warmup_steps,
num_training_steps=num_training_steps,
**lr_scheduler_kwargs,
)
# All other schedulers require `num_decay_steps` # All other schedulers require `num_decay_steps`
if num_decay_steps is None: if num_decay_steps is None:
raise ValueError(f"{name} requires `num_decay_steps`, please provide that argument.") raise ValueError(f"{name} requires `num_decay_steps`, please provide that argument.")