some log output to print

This commit is contained in:
Kohya S
2024-02-24 20:50:00 +09:00
parent 52b3799989
commit 8b7c14246a

View File

@@ -20,16 +20,16 @@ def main(file):
for key in keys:
if "lora_up" in key or "lora_down" in key:
values.append((key, sd[key]))
logger.info(f"number of LoRA modules: {len(values)}")
print(f"number of LoRA modules: {len(values)}")
if args.show_all_keys:
for key in [k for k in keys if k not in values]:
values.append((key, sd[key]))
logger.info(f"number of all modules: {len(values)}")
print(f"number of all modules: {len(values)}")
for key, value in values:
value = value.to(torch.float32)
logger.info(f"{key},{str(tuple(value.size())).replace(', ', '-')},{torch.mean(torch.abs(value))},{torch.min(torch.abs(value))}")
print(f"{key},{str(tuple(value.size())).replace(', ', '-')},{torch.mean(torch.abs(value))},{torch.min(torch.abs(value))}")
def setup_parser() -> argparse.ArgumentParser: