update: optimizer

kozistr · Sep 10, 2023 · 650d678 · 650d678
1 parent e3d7297
commit 650d678
Show file tree

Hide file tree

Showing 2 changed files with 264 additions and 538 deletions.
diff --git a/docs/optimizer.md b/docs/optimizer.md
@@ -11,3 +11,267 @@
 ::: pytorch_optimizer.AdaBound
     :docstring:
     :members:
+
+::: pytorch_optimizer.AdaDelta
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.AdaFactor
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.AdaHessian
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.Adai
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.AdaMax
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.AdaMod
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.AdamP
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.AdamS
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.Adan
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.AdaNorm
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.AdaPNM
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.AdaShift
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.AdaSmooth
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.agc
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.AggMo
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.AliG
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.Amos
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.Apollo
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.AvaGrad
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.CAME
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.DAdaptAdaGrad
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.DAdaptAdam
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.DAdaptSGD
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.DAdaptAdan
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.DAdaptLion
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.DiffGrad
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.DynamicLossScaler
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.SafeFP16Optimizer
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.Fromage
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.centralize_gradient
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.Gravity
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.GSAM
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.Lamb
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.LARS
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.Lion
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.LOMO
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.Lookahead
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.MADGRAD
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.MSVAG
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.Nero
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.NovoGrad
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.PAdam
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.PCGrad
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.PID
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.PNM
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.Prodigy
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.QHAdam
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.QHM
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.RAdam
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.Ranger
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.Ranger21
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.RotoGrad
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.SAM
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.AccSGD
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.SGDW
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.ASGD
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.SignSGD
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.SGDP
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.Shampoo
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.ScalableShampoo
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.SM3
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.SophiaH
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.SRMM
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.SWATS
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.Tiger
+    :docstring:
+    :members:
+
+::: pytorch_optimizer.Yogi
+    :docstring:
+    :members: