Add block swap for uncond (neg) for sample images

2026-04-10 15:00:23 +00:00 · 2025-02-28 14:22:39 -05:00
parent 1bba7acd9a
commit a2daa87007
1 changed files with 1 additions and 0 deletions
--- a/library/lumina_train_util.py
+++ b/library/lumina_train_util.py
@@ -665,6 +665,7 @@ def denoise(

        # compute whether to apply classifier-free guidance based on current timestep
        if current_timestep[0] < cfg_trunc_ratio:
+            model.prepare_block_swap_before_forward()
            noise_pred_uncond = model(
                img,
                current_timestep,