VictorMylle/Kohya-ss-sd-scripts
1
0
Fork 1
mirror of https://github.com/kohya-ss/sd-scripts.git synced 2026-04-08 22:35:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #1812 from rockerBOO/tests

Browse Source 
Add pytest testing
This commit is contained in:
Kohya S.
2024-12-02 21:38:43 +09:00
committed by GitHub
parent 1dc873d9b4 4f7f248071
commit e3fd6c52a0
5 changed files with 210 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
library/train_util.py
View File

@@ -21,7 +21,7 @@ from typing import (
Optional,
Sequence,
Tuple,
Union,
Union
)
from accelerate import Accelerator, InitProcessGroupKwargs, DistributedDataParallelKwargs, PartialState
import glob
@@ -4607,7 +4607,7 @@ def resume_from_local_or_hf_if_specified(accelerator, args):
accelerator.load_state(dirname)
def get_optimizer(args, trainable_params):
def get_optimizer(args, trainable_params) -> tuple[str, str, object]:
# "Optimizer to use: AdamW, AdamW8bit, Lion, SGDNesterov, SGDNesterov8bit, PagedAdamW, PagedAdamW8bit, PagedAdamW32bit, Lion8bit, PagedLion8bit, AdEMAMix8bit, PagedAdEMAMix8bit, DAdaptation(DAdaptAdamPreprint), DAdaptAdaGrad, DAdaptAdam, DAdaptAdan, DAdaptAdanIP, DAdaptLion, DAdaptSGD, Adafactor"
optimizer_type = args.optimizer_type