Merge branch 'dev' into deep-speed

This commit is contained in:
Kohya S
2024-03-20 18:15:26 +09:00
13 changed files with 390 additions and 43 deletions

View File

@@ -729,7 +729,7 @@ def train(args):
accelerator.end_training()
if args.save_state: # and is_main_process:
if args.save_state or args.save_state_on_train_end:
train_util.save_state_on_train_end(args, accelerator)
del accelerator # この後メモリを使うのでこれは消す