Update train_util.py for full_bf16 support

This commit is contained in:
Kohaku-Blueleaf
2023-07-09 12:47:26 +08:00
committed by GitHub
parent 5f348579d1
commit d974959738

View File

@@ -2416,6 +2416,7 @@ def add_training_arguments(parser: argparse.ArgumentParser, support_dreambooth:
"--mixed_precision", type=str, default="no", choices=["no", "fp16", "bf16"], help="use mixed precision / 混合精度を使う場合、その精度"
)
parser.add_argument("--full_fp16", action="store_true", help="fp16 training including gradients / 勾配も含めてfp16で学習する")
parser.add_argument("--full_bf16", action="store_true", help="bf16 training including gradients / 勾配も含めてbf16で学習する")
parser.add_argument(
"--clip_skip",
type=int,