From e7b89826c5c516ad51a52326eca1ed97d7634d98 Mon Sep 17 00:00:00 2001 From: "Kohya S." <52813779+kohya-ss@users.noreply.github.com> Date: Sun, 21 Sep 2025 13:29:58 +0900 Subject: [PATCH] Update library/custom_offloading_utils.py Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com> --- library/custom_offloading_utils.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/library/custom_offloading_utils.py b/library/custom_offloading_utils.py index fe7e59d2..0681dcdc 100644 --- a/library/custom_offloading_utils.py +++ b/library/custom_offloading_utils.py @@ -264,10 +264,8 @@ class ModelOffloader(Offloader): block_idx_to_cpu = block_idx block_idx_to_cuda = self.num_blocks - self.blocks_to_swap + block_idx - # this works for forward-only offloading. move upstream blocks to cuda block_idx_to_cuda = block_idx_to_cuda % self.num_blocks - self._submit_move_blocks(blocks, block_idx_to_cpu, block_idx_to_cuda)