VictorMylle/Kohya-ss-sd-scripts
1
0
Fork 1
mirror of https://github.com/kohya-ss/sd-scripts.git synced 2026-04-08 22:35:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

speed up latents nan replace

Browse Source
This commit is contained in:
liubo0902
2023-12-20 09:35:17 +08:00
committed by GitHub
parent 0908c5414d
commit 8c7d05afd2
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
train_network.py
View File

@@ -767,7 +767,7 @@ class NetworkTrainer:
# NaNが含まれていれば警告を表示し0に置き換える # NaNが含まれていれば警告を表示し0に置き換える
if torch.any(torch.isnan(latents)): if torch.any(torch.isnan(latents)):
accelerator.print("NaN found in latents, replacing with zeros") accelerator.print("NaN found in latents, replacing with zeros")
latents = torch.where(torch.isnan(latents), torch.zeros_like(latents), latents) latents = torch.nan_to_num(latents, 0, out=latents)
latents = latents * self.vae_scale_factor latents = latents * self.vae_scale_factor
b_size = latents.shape[0] b_size = latents.shape[0]