From 4a3ced5fb92912c3d3777989f93dccaf3b735f43 Mon Sep 17 00:00:00 2001
From: Darren Laurie <6DammK9@gmail.com>
Date: Sat, 15 Mar 2025 17:23:32 +0800
Subject: [PATCH] Importing more optimizer libraries

---
 library/train_util.py | 2 +-
 requirements.txt      | 1 +
 2 files changed, 2 insertions(+), 1 deletion(-)

diff --git a/library/train_util.py b/library/train_util.py
index d86a08a1..69fc0263 100644
--- a/library/train_util.py
+++ b/library/train_util.py
@@ -3599,7 +3599,7 @@ def add_optimizer_arguments(parser: argparse.ArgumentParser):
         "Lion8bit, PagedLion8bit, Lion, SGDNesterov, SGDNesterov8bit, "
         "DAdaptation(DAdaptAdamPreprint), DAdaptAdaGrad, DAdaptAdam, DAdaptAdan, DAdaptAdanIP, DAdaptLion, DAdaptSGD, "
         "AdaFactor. "
-        "Also, you can use any optimizer by specifying the full path to the class, like 'bitsandbytes.optim.AdEMAMix8bit' or 'bitsandbytes.optim.PagedAdEMAMix8bit'.",
+        "Also, you can use any optimizer by specifying the full path to the class, like 'bitsandbytes.optim.AdEMAMix8bit' or 'bitsandbytes.optim.PagedAdEMAMix8bit', or 'pytorch_optimizer.CAME'.",
     )
 
     # backward compatibility
diff --git a/requirements.txt b/requirements.txt
index de39f588..b29448ac 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -7,6 +7,7 @@ opencv-python==4.8.1.78
 einops==0.7.0
 pytorch-lightning==1.9.0
 bitsandbytes==0.44.0
+pytorch-optimizer==3.4.2
 prodigyopt==1.0
 lion-pytorch==0.0.6
 schedulefree==1.4