VictorMylle/Kohya-ss-sd-scripts
1
0
Fork 1
mirror of https://github.com/kohya-ss/sd-scripts.git synced 2026-04-14 16:22:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update train_network.py

Browse Source
This commit is contained in:
DKnight54
2025-02-03 03:38:24 +08:00
committed by GitHub
parent df365c5cd0
commit b3b856393c
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
train_network.py
View File

@@ -39,7 +39,7 @@ from library.custom_train_functions import (
apply_masked_loss,
)
from library.utils import setup_logging, add_logging_arguments
from accelerate.utils import gather_object
from accelerate.utils import gather_object, gather
setup_logging()
import logging
@@ -1024,10 +1024,11 @@ class NetworkTrainer:
# Checks if the accelerator has performed an optimization step behind the scenes
# Collecting latents and caption lists from all processes
all_latents = gather_object([latents])
logger.info(f"latents.size: {latents.size()} before gather on device {accelerator.state.local_process_index}")
all_latents = gather(latents)
all_captions = gather_object(batch["captions"])
#logger.info(f"latents: {latents}")
#logger.info(f"all_latents: {all_latents}")
logger.info(f"all_latents.size: {all_latents.size()}")
example_tuple = (all_latents, all_captions)
if accelerator.sync_gradients:
progress_bar.update(1)