Update library/custom_offloading_utils.py

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
This commit is contained in:
Kohya S.
2025-09-21 13:29:58 +09:00
committed by GitHub
parent 806d535ef1
commit e7b89826c5

View File

@@ -264,10 +264,8 @@ class ModelOffloader(Offloader):
block_idx_to_cpu = block_idx
block_idx_to_cuda = self.num_blocks - self.blocks_to_swap + block_idx
# this works for forward-only offloading. move upstream blocks to cuda
block_idx_to_cuda = block_idx_to_cuda % self.num_blocks
self._submit_move_blocks(blocks, block_idx_to_cpu, block_idx_to_cuda)