The optimizer type check in a warning message was incorrect

This commit is contained in:
araleza
2025-08-24 16:49:34 +01:00
parent c7b62f7474
commit 1cf1f2b94b

View File

@@ -384,7 +384,7 @@ def train(args):
optimizer_train_fn = lambda: None # dummy function
optimizer_eval_fn = lambda: None # dummy function
if (args.optimizer_type not in fused_optimizers_supported) and args.full_bf16:
if (args.optimizer_type in fused_optimizers_supported) and args.full_bf16:
logger.warning("Use of --blockwise_fused_optimizers is preventing stochastic/Kahan weight updates.")
else:
_, _, optimizer = train_util.get_optimizer(args, trainable_params=params_to_optimize)