VictorMylle/Kohya-ss-sd-scripts
1
0
Fork 1
mirror of https://github.com/kohya-ss/sd-scripts.git synced 2026-04-18 01:30:02 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'sd3' into feat-support-lokr-loha

Browse Source
This commit is contained in:
Kohya S
2026-02-23 15:09:53 +09:00
parent 5018054ea0 48d368fa55
commit 8fd25dbc71
1 changed files with 13 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
library/deepspeed_utils.py
View File

@@ -128,7 +128,7 @@ def prepare_deepspeed_model(args: argparse.Namespace, **models):
self.models = torch.nn.ModuleDict()
wrap_model_forward_with_torch_autocast = args.mixed_precision is not "no"
wrap_model_forward_with_torch_autocast = args.mixed_precision != "no"
for key, model in kw_models.items():
if isinstance(model, list):
@@ -166,7 +166,7 @@ def prepare_deepspeed_model(args: argparse.Namespace, **models):
)
device_type = get_preferred_device().type
with torch.autocast(device_type = device_type):
with torch.autocast(device_type=device_type):
return forward_fn(*args, **kwargs)
model.forward = forward
@@ -175,6 +175,5 @@ def prepare_deepspeed_model(args: argparse.Namespace, **models):
def get_models(self):
return self.models
ds_model = DeepSpeedWrapper(**models)
return ds_model