From 8c42a302ca49753906ff2d441c92dee1e853ee54 Mon Sep 17 00:00:00 2001 From: Rohan Varma Date: Mon, 26 Feb 2024 12:01:27 -0800 Subject: [PATCH] [CPUAdam] Update full_precision_optimizer_states in docstring (#5181) It appears this variable was renamed to `fp32_optimizer_states` so reflecting this change in docstrings. Co-authored-by: Olatunji Ruwase --- deepspeed/ops/adam/cpu_adam.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/deepspeed/ops/adam/cpu_adam.py b/deepspeed/ops/adam/cpu_adam.py index 1ffaf873f4e9..10b8c15f970b 100755 --- a/deepspeed/ops/adam/cpu_adam.py +++ b/deepspeed/ops/adam/cpu_adam.py @@ -63,7 +63,7 @@ def __init__(self, algorithm from the paper `On the Convergence of Adam and Beyond`_ (default: False) NOT SUPPORTED in DeepSpeed CPUAdam! adamw_mode: select between Adam and AdamW implementations (default: AdamW) - full_precision_optimizer_states: creates momentum and variance in full precision regardless of + fp32_optimizer_states: creates momentum and variance in full precision regardless of the precision of the parameters (default: True) """