improve OFT implementation closes #944

This commit is contained in:
Kohya S
2024-09-13 22:37:11 +09:00
parent 43ad73860d
commit 93d9fbf607
4 changed files with 88 additions and 37 deletions

View File

@@ -18,7 +18,7 @@ def main(file):
keys = list(sd.keys())
for key in keys:
if "lora_up" in key or "lora_down" in key:
if "lora_up" in key or "lora_down" in key or "lora_A" in key or "lora_B" in key or "oft_" in key:
values.append((key, sd[key]))
print(f"number of LoRA modules: {len(values)}")