Fix exception handling in get_all_ranks_from_group() function

microsoft · Dec 22, 2023 · 5e0e384 · 5e0e384
1 parent 827e1ca
commit 5e0e384
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/deepspeed/comm/comm.py b/deepspeed/comm/comm.py
@@ -595,7 +595,7 @@ def get_all_ranks_from_group(group=None):
         while True:
             group_ranks.append(cdb.get_global_rank(group, rank))
             rank += 1
-    except RuntimeError:
+    except (RuntimeError, ValueError):
         pass
     return group_ranks