From e6034b7eb63aefda3720a39416ac86401d030637 Mon Sep 17 00:00:00 2001 From: Kohya S Date: Sun, 30 Jul 2023 13:30:42 +0900 Subject: [PATCH] move releasing cache outside of the loop --- library/train_util.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/library/train_util.py b/library/train_util.py index bc8116ed..29956df3 100644 --- a/library/train_util.py +++ b/library/train_util.py @@ -2165,8 +2165,9 @@ def cache_batch_latents( info.latents = latent if flip_aug: info.latents_flipped = flipped_latent - if torch.cuda.is_available(): - torch.cuda.empty_cache() + + if torch.cuda.is_available(): + torch.cuda.empty_cache() def cache_batch_text_encoder_outputs(