From 57cc9ea0ad9e35b5e5cec087ca13ffcaf7611e74 Mon Sep 17 00:00:00 2001 From: Darren Laurie <6DammK9@gmail.com> Date: Thu, 6 Mar 2025 00:14:38 +0800 Subject: [PATCH] hotfix and fonud unsolved issue --- library/strategy_base.py | 1 + library/train_util.py | 1 + 2 files changed, 2 insertions(+) diff --git a/library/strategy_base.py b/library/strategy_base.py index 358e42f1..c7f6e39b 100644 --- a/library/strategy_base.py +++ b/library/strategy_base.py @@ -522,6 +522,7 @@ class LatentsCachingStrategy: """ return self._default_load_latents_from_disk(None, npz_path, bucket_reso) + # TODO: Solve Multinode hang def _default_load_latents_from_disk( self, latents_stride: Optional[int], npz_path: str, bucket_reso: Tuple[int, int] ) -> Tuple[Optional[np.ndarray], Optional[List[int]], Optional[List[int]], Optional[np.ndarray], Optional[np.ndarray]]: diff --git a/library/train_util.py b/library/train_util.py index 6a98c4c6..ebe9f706 100644 --- a/library/train_util.py +++ b/library/train_util.py @@ -135,6 +135,7 @@ IMAGE_TRANSFORMS = transforms.Compose( TEXT_ENCODER_OUTPUTS_CACHE_SUFFIX = "_te_outputs.npz" TEXT_ENCODER_OUTPUTS_CACHE_SUFFIX_SD3 = "_sd3_te.npz" +SKIP_NPZ_PATH_CHECK = False def set_skip_npz_path_check(skip: bool): global SKIP_NPZ_PATH_CHECK