VictorMylle/Kohya-ss-sd-scripts
1
0
Fork 1
mirror of https://github.com/kohya-ss/sd-scripts.git synced 2026-04-09 06:45:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

disable main process check for deepspeed #1247

Browse Source
This commit is contained in:
Kohya S
2024-04-21 17:41:32 +09:00
parent 71e2c91330
commit 52652cba1a
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
train_network.py
View File

@@ -474,7 +474,8 @@ class NetworkTrainer:
# before resuming make hook for saving/loading to save/load the network weights only # before resuming make hook for saving/loading to save/load the network weights only
def save_model_hook(models, weights, output_dir): def save_model_hook(models, weights, output_dir):
# pop weights of other models than network to save only network weights # pop weights of other models than network to save only network weights
if accelerator.is_main_process: # only main process or deepspeed https://github.com/huggingface/diffusers/issues/2606
if accelerator.is_main_process or args.deepspeed:
remove_indices = [] remove_indices = []
for i, model in enumerate(models): for i, model in enumerate(models):
if not isinstance(model, type(accelerator.unwrap_model(network))): if not isinstance(model, type(accelerator.unwrap_model(network))):