Changed the default optimizer to Adam and added some more info on the…

… optimizers we can use on the VAE training script.
ZeroCool940711 · Aug 8, 2023 · 80e056a · 80e056a
1 parent 8a28adc
commit 80e056a
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 4 deletions.
diff --git a/train_muse_maskgit.py b/train_muse_maskgit.py
@@ -361,11 +361,11 @@
 parser.add_argument(
     "--optimizer",
     type=str,
-    default="Adafactor",
+    default="Adam",
     help="Optimizer to use. Choose between: ['Adam', 'AdamW','Lion', 'Adafactor', "
     "'AdaBound', 'AdaMod', 'AccSGD', 'AdamP', 'AggMo', 'DiffGrad', 'Lamb', "
     "'NovoGrad', 'PID', 'QHAdam', 'QHM', 'RAdam', 'SGDP', 'SGDW', 'Shampoo', "
-    "'SWATS', 'Yogi']. Default: Lion",
+    "'SWATS', 'Yogi']. Default: Adam",
 )
 parser.add_argument(
     "--weight_decay",

diff --git a/train_muse_vae.py b/train_muse_vae.py
@@ -285,8 +285,11 @@
 parser.add_argument(
     "--optimizer",
     type=str,
-    default="Lion",
-    help="Optimizer to use. Choose between: ['Adam', 'AdamW','Lion']. Default: Lion",
+    default="Adam",
+    help="Optimizer to use. Choose between: ['Adam', 'AdamW','Lion', 'Adafactor', "
+    "'AdaBound', 'AdaMod', 'AccSGD', 'AdamP', 'AggMo', 'DiffGrad', 'Lamb', "
+    "'NovoGrad', 'PID', 'QHAdam', 'QHM', 'RAdam', 'SGDP', 'SGDW', 'Shampoo', "
+    "'SWATS', 'Yogi']. Default: Adam",
 )
 parser.add_argument(
     "--cache_path",