VictorMylle/Kohya-ss-sd-scripts
1
0
Fork 1
mirror of https://github.com/kohya-ss/sd-scripts.git synced 2026-04-09 06:45:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix weights checking script to use float32

Browse Source
This commit is contained in:
Kohya S
2023-01-22 10:44:29 +09:00
parent cae42728ab
commit 6e279730cf
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
networks/check_lora_weights.py
View File

@@ -15,12 +15,13 @@ def main(file):
keys = list(sd.keys()) keys = list(sd.keys())
for key in keys: for key in keys:
if 'lora_up' in key: if 'lora_up' in key or 'lora_down' in key:
values.append((key, sd[key])) values.append((key, sd[key]))
print(f"number of LoRA-up modules: {len(values)}") print(f"number of LoRA modules: {len(values)}")
for key, value in values: for key, value in values:
print(f"{key},{torch.mean(torch.abs(value))}") value = value.to(torch.float32)
print(f"{key},{torch.mean(torch.abs(value))},{torch.min(torch.abs(value))}")
if __name__ == '__main__': if __name__ == '__main__':