VictorMylle/Kohya-ss-sd-scripts
1
0
Fork 1
mirror of https://github.com/kohya-ss/sd-scripts.git synced 2026-04-17 17:24:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge 46f9e24b24 into 2217704ce1

Browse Source
This commit is contained in:
Dave Lage
2026-02-24 03:16:04 +01:00
committed by GitHub
parent 2217704ce1 46f9e24b24
commit 23233e2033
9 changed files with 77 additions and 57 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
library/custom_offloading_utils.py
View File

@@ -53,7 +53,7 @@ def swap_weight_devices_cuda(device: torch.device, layer_to_cpu: nn.Module, laye
# print(
# f"Module {module_to_cuda_name} not found in CPU model or shape mismatch, so not swapping and moving to device"
# )
module_to_cuda.weight.data = module_to_cuda.weight.data.to(device)
module_to_cuda.weight.data = module_to_cuda.weight.data.to(device, non_blocking=True)
torch.cuda.current_stream().synchronize() # this prevents the illegal loss value