make to work with PyTorch 1.12

This commit is contained in:
Kohya S
2023-07-20 21:41:16 +09:00
parent 86a8cbd002
commit acf16c063a
6 changed files with 13 additions and 8 deletions

View File

@@ -343,7 +343,8 @@ class TextualInversionTrainer:
# モデルに xformers とか memory efficient attention を組み込む
train_util.replace_unet_modules(unet, args.mem_eff_attn, args.xformers, args.sdpa)
vae.set_use_memory_efficient_attention_xformers(args.xformers)
if torch.__version__ >= "2.0.0": # PyTorch 2.0.0 以上対応のxformersなら以下が使える
vae.set_use_memory_efficient_attention_xformers(args.xformers)
# 学習を準備する
if cache_latents: