feat: implement block swapping for FLUX.1 LoRA (WIP)

2026-04-09 06:45:09 +00:00 · 2024-11-12 08:49:05 +09:00
parent 7feaae5f06
commit cde90b8903
5 changed files with 87 additions and 5 deletions
--- a/flux_train.py
+++ b/flux_train.py
@@ -519,7 +519,7 @@ def train(args):
                        num_parameters_per_group[opt_idx] += 1

    # add hooks for block swapping: this hook is called after fused_backward_pass hook or blockwise_fused_optimizers hook
-    if is_swapping_blocks:
+    if False: # is_swapping_blocks:
        import library.custom_offloading_utils as custom_offloading_utils

        num_double_blocks = len(accelerator.unwrap_model(flux).double_blocks)