experimental support for multi-gpus latents caching

This commit is contained in:
kohya-ss
2024-09-26 22:19:56 +09:00
parent 3ebb65f945
commit 9249d00311
2 changed files with 17 additions and 12 deletions

View File

@@ -384,7 +384,7 @@ class NetworkTrainer:
vae.requires_grad_(False)
vae.eval()
train_dataset_group.new_cache_latents(vae, accelerator.is_main_process)
train_dataset_group.new_cache_latents(vae, accelerator)
vae.to("cpu")
clean_memory_on_device(accelerator.device)