Merge branch 'dev' into masked-loss

This commit is contained in:
Kohya S
2024-03-20 18:14:36 +09:00
13 changed files with 390 additions and 43 deletions

View File

@@ -590,7 +590,7 @@ def train(args):
accelerator.end_training()
if args.save_state and is_main_process:
if is_main_process and (args.save_state or args.save_state_on_train_end):
train_util.save_state_on_train_end(args, accelerator)
updated_embs = text_encoder.get_input_embeddings().weight[token_ids_XTI].data.detach().clone()