PT torch_distributed, reasonable defaults

rwth-i6 · Nov 26, 2023 · edf65e4 · edf65e4
1 parent 95478f8
commit edf65e4
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/returnn/torch/engine.py b/returnn/torch/engine.py
@@ -98,8 +98,8 @@ def __init__(self, config: Config):
         torch_distributed = config.typed_value("torch_distributed")
         if torch_distributed is not None:
             self._use_torch_distributed = True
-            self._torch_distributed_class = torch_distributed.get("class", None)
-            self._torch_distributed_options = torch_distributed.get("options", None)
+            self._torch_distributed_class = torch_distributed.get("class", DistributedDataParallel)
+            self._torch_distributed_options = torch_distributed.get("options", {})
 
             import returnn.torch.distributed