make to work with PyTorch 1.12

This commit is contained in:
Kohya S
2023-07-20 21:41:16 +09:00
parent 86a8cbd002
commit acf16c063a
6 changed files with 13 additions and 8 deletions

View File

@@ -217,7 +217,8 @@ class NetworkTrainer:
# モデルに xformers とか memory efficient attention を組み込む
train_util.replace_unet_modules(unet, args.mem_eff_attn, args.xformers, args.sdpa)
vae.set_use_memory_efficient_attention_xformers(args.xformers)
if torch.__version__ >= "2.0.0": # PyTorch 2.0.0 以上対応のxformersなら以下が使える
vae.set_use_memory_efficient_attention_xformers(args.xformers)
# 差分追加学習のためにモデルを読み込む
sys.path.append(os.path.dirname(__file__))