hotfix and fonud unsolved issue

library/strategy_base.py

@@ -522,6 +522,7 @@ class LatentsCachingStrategy:
         """
         return self._default_load_latents_from_disk(None, npz_path, bucket_reso)
 
+    # TODO: Solve Multinode hang
     def _default_load_latents_from_disk(
         self, latents_stride: Optional[int], npz_path: str, bucket_reso: Tuple[int, int]
     ) -> Tuple[Optional[np.ndarray], Optional[List[int]], Optional[List[int]], Optional[np.ndarray], Optional[np.ndarray]]:

library/train_util.py

@@ -135,6 +135,7 @@ IMAGE_TRANSFORMS = transforms.Compose(
 
 TEXT_ENCODER_OUTPUTS_CACHE_SUFFIX = "_te_outputs.npz"
 TEXT_ENCODER_OUTPUTS_CACHE_SUFFIX_SD3 = "_sd3_te.npz"
+SKIP_NPZ_PATH_CHECK = False
 
 def set_skip_npz_path_check(skip: bool):
     global SKIP_NPZ_PATH_CHECK