persistent_workersを有効にした際にキャプションが変化しなくなるバグ修正

This commit is contained in:
u-haru
2023-03-23 12:33:03 +09:00
parent 447c56bf50
commit dbadc40ec2
5 changed files with 16 additions and 4 deletions

View File

@@ -183,6 +183,7 @@ def train(args):
}
blueprint = blueprint_generator.generate(user_config, args, tokenizer=tokenizer)
config_util.blueprint_args_conflict(args,blueprint)
train_dataset_group = config_util.generate_dataset_group_by_blueprint(blueprint.dataset_group)
# make captions: tokenstring tokenstring1 tokenstring2 ...tokenstringn という文字列に書き換える超乱暴な実装
@@ -335,12 +336,12 @@ def train(args):
for epoch in range(num_train_epochs):
print(f"epoch {epoch+1}/{num_train_epochs}")
train_dataset_group.set_current_epoch(epoch + 1)
train_dataset_group.set_current_step(global_step)
text_encoder.train()
loss_total = 0
for step, batch in enumerate(train_dataloader):
train_dataset_group.set_current_step(global_step)
with accelerator.accumulate(text_encoder):
with torch.no_grad():
if "latents" in batch and batch["latents"] is not None: