VictorMylle/Kohya-ss-sd-scripts
1
0
Fork 1
mirror of https://github.com/kohya-ss/sd-scripts.git synced 2026-04-08 22:35:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix gradient accumulation doesn't work

Browse Source
This commit is contained in:
Kohya S
2023-07-12 21:35:57 +09:00
parent 814996b14f
commit 3c67e595b8
1 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
sdxl_train.py
View File

@@ -362,8 +362,7 @@ def train(args):
loss_total = 0
for step, batch in enumerate(train_dataloader):
current_step.value = global_step
# with accelerator.accumulate(training_models[0]): # 複数モデルに対応していない模様だがとりあえずこうしておく
if True:
with accelerator.accumulate(training_models[0]): # 複数モデルに対応していない模様だがとりあえずこうしておく
if "latents" in batch and batch["latents"] is not None:
latents = batch["latents"].to(accelerator.device).to(dtype=weight_dtype)
else: