updated typos to v1.16.15 and fix typos

This commit is contained in:
Yuta Hayashibe
2023-10-01 21:51:24 +09:00
parent c8fcfd4581
commit 27f9b6ffeb
19 changed files with 63 additions and 45 deletions

View File

@@ -41,7 +41,7 @@ TIME_EMBED_DIM = 320 * 4
USE_REENTRANT = True
# region memory effcient attention
# region memory efficient attention
# FlashAttentionを使うCrossAttention
# based on https://github.com/lucidrains/memory-efficient-attention-pytorch/blob/main/memory_efficient_attention_pytorch/flash_attention.py