Merge pull request #1084 from fireicewolf/devel

Fix network multiplier cause crashed while use multi-GPUs
This commit is contained in:
Kohya S
2024-01-27 18:22:00 +09:00
committed by GitHub

View File

@@ -774,7 +774,7 @@ class NetworkTrainer:
else:
raise NotImplementedError("multipliers for each sample is not supported yet")
# print(f"set multiplier: {multipliers}")
network.set_multiplier(multipliers)
accelerator.unwrap_model(network).set_multiplier(multipliers)
with torch.set_grad_enabled(train_text_encoder), accelerator.autocast():
# Get the text embedding for conditioning