Skip to content
CI

fix torch multi-gpu training hanging and timeout problem #4946

Sign in to view logs

fix torch multi-gpu training hanging and timeout problem

fix torch multi-gpu training hanging and timeout problem #4946

Run time

Learn about OS pricing on GitHub Actions
Job Run time
pycharm-inspect (3.7, 2.4.2)
16m 9s
pycharm-inspect (3.7, 2.4.2)
16m 9s
base-tests (3.7, TEST=Dataset)
38s
base-tests (3.7, TEST=Dataset)
38s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_array)
19m 8s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_array)
19m 8s
base-tests (3.7, TEST=fork_exec)
48s
base-tests (3.7, TEST=fork_exec)
48s
tf-tests (3.7, 2.10.0, TEST=Config)
44s
tf-tests (3.7, 2.10.0, TEST=Config)
44s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_attention)
2m 26s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_attention)
2m 26s
base-tests (3.7, TEST=GeneratingDataset)
36s
base-tests (3.7, TEST=GeneratingDataset)
36s
torch-tests (3.7, 1.13.1, TEST=demos RETURNN_DISABLE_TF=1)
23m 27s
torch-tests (3.7, 1.13.1, TEST=demos RETURNN_DISABLE_TF=1)
3m 50s
tf-tests (3.7, 2.10.0, TEST=Fsa)
55s
tf-tests (3.7, 2.10.0, TEST=Fsa)
55s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_base)
2m 49s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_base)
2m 49s
base-tests (3.7, TEST=hdf_dump)
48s
base-tests (3.7, TEST=hdf_dump)
48s
torch-tests (3.7, 1.13.1, TEST=torch_dataset)
1m 46s
torch-tests (3.7, 1.13.1, TEST=torch_dataset)
1m 46s
tf-tests (3.7, 2.10.0, TEST=Log)
56s
tf-tests (3.7, 2.10.0, TEST=Log)
56s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_cond)
3m 38s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_cond)
3m 38s
base-tests (3.7, TEST=HDFDataset)
41s
base-tests (3.7, TEST=HDFDataset)
41s
torch-tests (3.7, 1.13.1, TEST=torch_engine)
2m 18s
torch-tests (3.7, 1.13.1, TEST=torch_engine)
2m 18s
tf-tests (3.7, 2.10.0, TEST=SprintInterface)
42s
tf-tests (3.7, 2.10.0, TEST=SprintInterface)
42s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_const)
2m 15s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_const)
2m 15s
base-tests (3.7, TEST=LearningRateControl)
37s
base-tests (3.7, TEST=LearningRateControl)
37s
torch-tests (3.7, 1.13.1, TEST=torch_frontend)
2m 7s
torch-tests (3.7, 1.13.1, TEST=torch_frontend)
2m 7s
tf-tests (3.7, 2.10.0, TEST=TFEngine)
4m 54s
tf-tests (3.7, 2.10.0, TEST=TFEngine)
4m 54s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_container)
2m 23s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_container)
2m 23s
base-tests (3.7, TEST=MultiProcDataset)
40s
base-tests (3.7, TEST=MultiProcDataset)
40s
torch-tests (3.7, 1.13.1, TEST=torch_internal_frontend)
2m 21s
torch-tests (3.7, 1.13.1, TEST=torch_internal_frontend)
2m 21s
tf-tests (3.7, 2.10.0, TEST=TFNativeOp)
4m 18s
tf-tests (3.7, 2.10.0, TEST=TFNativeOp)
4m 18s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_conv)
2m 44s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_conv)
2m 44s
base-tests (3.7, TEST=Pretrain)
37s
base-tests (3.7, TEST=Pretrain)
37s
tf-tests (3.7, 2.10.0, TEST=TFNetworkLayer)
1m 58s
tf-tests (3.7, 2.10.0, TEST=TFNetworkLayer)
1m 58s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_encoder_conformer)
2m 51s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_encoder_conformer)
2m 51s
base-tests (3.7, TEST=SprintDataset)
36s
base-tests (3.7, TEST=SprintDataset)
36s
tf-tests (3.7, 2.10.0, TEST=TFNetworkRecLayer)
3m 55s
tf-tests (3.7, 2.10.0, TEST=TFNetworkRecLayer)
3m 55s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_gradient)
2m 22s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_gradient)
2m 22s
base-tests (3.7, TEST=TaskSystem)
47s
base-tests (3.7, TEST=TaskSystem)
47s
tf-tests (3.7, 2.10.0, TEST=TFUpdater)
48s
tf-tests (3.7, 2.10.0, TEST=TFUpdater)
48s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_label_smoothing)
2m 19s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_label_smoothing)
2m 19s
base-tests (3.7, TEST=TaskSystem_SharedMem)
59s
base-tests (3.7, TEST=TaskSystem_SharedMem)
59s
tf-tests (3.7, 2.10.0, TEST=TFUtil)
56s
tf-tests (3.7, 2.10.0, TEST=TFUtil)
56s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_loop)
2m 28s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_loop)
2m 28s
base-tests (3.7, TEST=tensor)
34s
base-tests (3.7, TEST=tensor)
34s
tf-tests (3.7, 2.10.0, TEST=tools)
1m 47s
tf-tests (3.7, 2.10.0, TEST=tools)
1m 47s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_math)
2m 22s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_math)
2m 22s
tf-tests (TEST=TFUtil, 3.7, 1.15.3)
50s
tf-tests (TEST=TFUtil, 3.7, 1.15.3)
50s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_normalization)
2m 39s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_normalization)
2m 39s
base-tests (3.7, TEST=TranslationDataset)
52s
base-tests (3.7, TEST=TranslationDataset)
52s
tf-tests (TEST=TFEngine, 3.7, 1.15.3)
9m 22s
tf-tests (TEST=TFEngine, 3.7, 1.15.3)
9m 22s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_rec)
2m 42s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_rec)
2m 42s
base-tests (3.7, TEST=Util)
53s
base-tests (3.7, TEST=Util)
53s
tf-tests (TEST=TFEngine, 3.7, 2.3.0)
4m 28s
tf-tests (TEST=TFEngine, 3.7, 2.3.0)
4m 28s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_reduce)
2m 20s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_reduce)
2m 20s
tf-tests (TEST=TFNativeOp, 3.7, 1.14.0)
2m 36s
tf-tests (TEST=TFNativeOp, 3.7, 1.14.0)
2m 36s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_signal)
2m 25s
rf-tests (3.7, 1.13.1, 2.10.0, TEST=rf_signal)
2m 25s
tf-tests (TEST=TFNetworkSigProcLayer, 3.7, 1.15.3)
38s
tf-tests (TEST=TFNetworkSigProcLayer, 3.7, 1.15.3)
38s
tf-tests (TEST=demos, 3.7, 2.3.0)
3m 19s
tf-tests (TEST=demos, 3.7, 2.3.0)
3m 19s
4h 58m 45s