Merge branch 'feature/token_warmup' of https://github.com/u-haru/sd-scripts into feature/token_warmup

This commit is contained in:
u-haru
2023-03-26 01:45:15 +09:00

View File

@@ -197,6 +197,7 @@ def train(args):
# dataloaderを準備する # dataloaderを準備する
# DataLoaderのプロセス数0はメインプロセスになる # DataLoaderのプロセス数0はメインプロセスになる
n_workers = min(args.max_data_loader_n_workers, os.cpu_count() - 1) # cpu_count-1 ただし最大で指定された数まで n_workers = min(args.max_data_loader_n_workers, os.cpu_count() - 1) # cpu_count-1 ただし最大で指定された数まで
train_dataloader = torch.utils.data.DataLoader( train_dataloader = torch.utils.data.DataLoader(
train_dataset_group, train_dataset_group,
batch_size=1, batch_size=1,
@@ -509,6 +510,7 @@ def train(args):
loss_list = [] loss_list = []
loss_total = 0.0 loss_total = 0.0
del train_dataset_group
for epoch in range(num_train_epochs): for epoch in range(num_train_epochs):
if is_main_process: if is_main_process:
print(f"epoch {epoch+1}/{num_train_epochs}") print(f"epoch {epoch+1}/{num_train_epochs}")