VictorMylle/Kohya-ss-sd-scripts
1
0
Fork 1
mirror of https://github.com/kohya-ss/sd-scripts.git synced 2026-04-09 06:45:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #1505 from liesened/patch-2

Browse Source 
Add v-pred support for SDXL train
This commit is contained in:
Kohya S.
2024-08-24 21:16:53 +09:00
committed by GitHub
parent afb971f9c3 1e8108fec9
commit 4ca29edbff
1 changed files with 6 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
sdxl_train.py
View File

@@ -702,7 +702,11 @@ def train(args):
with accelerator.autocast(): with accelerator.autocast():
noise_pred = unet(noisy_latents, timesteps, text_embedding, vector_embedding) noise_pred = unet(noisy_latents, timesteps, text_embedding, vector_embedding)
target = noise if args.v_parameterization:
# v-parameterization training
target = noise_scheduler.get_velocity(latents, noise, timesteps)
else:
target = noise
if ( if (
args.min_snr_gamma args.min_snr_gamma
@@ -720,7 +724,7 @@ def train(args):
loss = loss.mean([1, 2, 3]) loss = loss.mean([1, 2, 3])
if args.min_snr_gamma: if args.min_snr_gamma:
loss = apply_snr_weight(loss, timesteps, noise_scheduler, args.min_snr_gamma) loss = apply_snr_weight(loss, timesteps, noise_scheduler, args.min_snr_gamma, args.v_parameterization)
if args.scale_v_pred_loss_like_noise_pred: if args.scale_v_pred_loss_like_noise_pred:
loss = scale_v_prediction_loss_like_noise_prediction(loss, timesteps, noise_scheduler) loss = scale_v_prediction_loss_like_noise_prediction(loss, timesteps, noise_scheduler)
if args.v_pred_like_loss: if args.v_pred_like_loss: