revert (#449)

NVIDIA · Dec 12, 2024 · b09c6a6 · b09c6a6
1 parent 3dd3561
commit b09c6a6
Show file tree

Hide file tree

Showing 5 changed files with 5 additions and 5 deletions.
diff --git a/launcher_scripts/conf/training/vit/B_16.yaml b/launcher_scripts/conf/training/vit/B_16.yaml
@@ -156,7 +156,7 @@ model:
     gen_shape: False # Generate model and kernel details including input shapes
 
   optim:
-    name: mcore_distributed_optim
+    name: distributed_fused_adam
     lr: 3e-3
     weight_decay: 0.3
     betas:

diff --git a/launcher_scripts/conf/training/vit/H_14.yaml b/launcher_scripts/conf/training/vit/H_14.yaml
@@ -156,7 +156,7 @@ model:
     gen_shape: False # Generate model and kernel details including input shapes
 
   optim:
-    name: mcore_distributed_optim
+    name: distributed_fused_adam
     lr: 3e-3
     weight_decay: 0.3
     betas:

diff --git a/launcher_scripts/conf/training/vit/L_16.yaml b/launcher_scripts/conf/training/vit/L_16.yaml
@@ -156,7 +156,7 @@ model:
     gen_shape: False # Generate model and kernel details including input shapes
 
   optim:
-    name: mcore_distributed_optim
+    name: distributed_fused_adam
     lr: 3e-3
     weight_decay: 0.3
     betas:

diff --git a/launcher_scripts/conf/training/vit/bigG_14.yaml b/launcher_scripts/conf/training/vit/bigG_14.yaml
@@ -156,7 +156,7 @@ model:
     gen_shape: False # Generate model and kernel details including input shapes
 
   optim:
-    name: mcore_distributed_optim
+    name: distributed_fused_adam
     lr: 3e-3
     weight_decay: 0.3
     betas:

diff --git a/launcher_scripts/conf/training/vit/g_14.yaml b/launcher_scripts/conf/training/vit/g_14.yaml
@@ -156,7 +156,7 @@ model:
     gen_shape: False # Generate model and kernel details including input shapes
 
   optim:
-    name: mcore_distributed_optim
+    name: distributed_fused_adam
     lr: 3e-3
     weight_decay: 0.3
     betas: