VictorMylle/Kohya-ss-sd-scripts
1
0
Fork 1
mirror of https://github.com/kohya-ss/sd-scripts.git synced 2026-04-18 01:30:02 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update prepare_accelerator to handle got an error when training on multigpu

Browse Source
This commit is contained in:
duongve13112002
2025-09-29 20:49:24 +07:00
committed by GitHub
parent 9109b6db87
commit fe7005caaa
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
library/train_util.py
View File

@@ -5525,6 +5525,9 @@ def prepare_accelerator(args: argparse.Namespace):
if args.ddp_gradient_as_bucket_view or args.ddp_static_graph if args.ddp_gradient_as_bucket_view or args.ddp_static_graph
else None else None
), ),
(
DistributedDataParallelKwargs(find_unused_parameters=True)
),
] ]
kwargs_handlers = [i for i in kwargs_handlers if i is not None] kwargs_handlers = [i for i in kwargs_handlers if i is not None]
deepspeed_plugin = deepspeed_utils.prepare_deepspeed_plugin(args) deepspeed_plugin = deepspeed_utils.prepare_deepspeed_plugin(args)