updated typos to v1.16.15 and fix typos

This commit is contained in:
Yuta Hayashibe
2023-10-01 21:51:24 +09:00
parent c8fcfd4581
commit 27f9b6ffeb
19 changed files with 63 additions and 45 deletions

View File

@@ -131,7 +131,7 @@ DOWN_BLOCK_TYPES = ["CrossAttnDownBlock2D", "CrossAttnDownBlock2D", "CrossAttnDo
UP_BLOCK_TYPES = ["UpBlock2D", "CrossAttnUpBlock2D", "CrossAttnUpBlock2D", "CrossAttnUpBlock2D"]
# region memory effcient attention
# region memory efficient attention
# FlashAttentionを使うCrossAttention
# based on https://github.com/lucidrains/memory-efficient-attention-pytorch/blob/main/memory_efficient_attention_pytorch/flash_attention.py