diff --git a/reference_algorithms/target_setting_algorithms/pytorch_nadamw.py b/reference_algorithms/target_setting_algorithms/pytorch_nadamw.py
index f9e38cc30..1931c8ea6 100644
--- a/reference_algorithms/target_setting_algorithms/pytorch_nadamw.py
+++ b/reference_algorithms/target_setting_algorithms/pytorch_nadamw.py
@@ -58,7 +58,7 @@ def __init__(self,
       raise ValueError(f'Invalid weight_decay value: {weight_decay}')
     defaults = {
         'lr': lr, 'betas': betas, 'eps': eps, 'weight_decay': weight_decay,
-        'foreach': False, 'fused': False,
+        # 'foreach': False, 'fused': False,
     }
     super().__init__(params, defaults)