correct wrong inserted code for noise_pred fix

This commit is contained in:
Isotr0py
2023-02-08 22:30:20 +08:00
parent 6473aa1dd7
commit 9a9ac79edf

View File

@@ -417,10 +417,10 @@ def train(args):
# Add noise to the latents according to the noise magnitude at each timestep # Add noise to the latents according to the noise magnitude at each timestep
# (this is the forward diffusion process) # (this is the forward diffusion process)
with autocast():
noisy_latents = noise_scheduler.add_noise(latents, noise, timesteps) noisy_latents = noise_scheduler.add_noise(latents, noise, timesteps)
# Predict the noise residual # Predict the noise residual
with autocast():
noise_pred = unet(noisy_latents, timesteps, encoder_hidden_states).sample noise_pred = unet(noisy_latents, timesteps, encoder_hidden_states).sample
if args.v_parameterization: if args.v_parameterization: