make tracker init_kwargs configurable

This commit is contained in:
ddPn08
2023-07-09 16:31:38 +09:00
parent f54b784d88
commit b841dd78fe
8 changed files with 40 additions and 7 deletions

View File

@@ -8,6 +8,7 @@ import random
import time
import json
from multiprocessing import Value
import toml
from tqdm import tqdm
import torch
@@ -672,7 +673,10 @@ class NetworkTrainer:
prepare_scheduler_for_custom_training(noise_scheduler, accelerator.device)
if accelerator.is_main_process:
accelerator.init_trackers("network_train" if args.log_tracker_name is None else args.log_tracker_name)
init_kwargs = {}
if args.log_tracker_config is not None:
init_kwargs = toml.load(args.log_tracker_config)
accelerator.init_trackers("network_train" if args.log_tracker_name is None else args.log_tracker_name, init_kwargs=init_kwargs)
loss_list = []
loss_total = 0.0