Catch cases when Docker container cannot start for a reason and fail …

…the bundles
codalab · Aug 14, 2018 · 251ba23 · 251ba23
1 parent be06951
commit 251ba23
Showing 1 changed file with 15 additions and 11 deletions.
diff --git a/worker/codalabworker/local_run/local_run_state.py b/worker/codalabworker/local_run/local_run_state.py
@@ -202,17 +202,21 @@ def _transition_from_PREPARING(self, run_state):
             return run_state._replace(stage=LocalRunStage.CLEANING_UP, info=run_state.info)
 
         # 4) Start container
-        container_id = self._run_manager.docker.start_container(
-            run_state.bundle_path,
-            bundle_uuid,
-            run_state.bundle['command'],
-            run_state.resources['docker_image'],
-            docker_network,
-            dependencies,
-            cpuset,
-            gpuset,
-            run_state.resources['request_memory'],
-        )
+        try:
+            container_id = self._run_manager.docker.start_container(
+                run_state.bundle_path,
+                bundle_uuid,
+                run_state.bundle['command'],
+                run_state.resources['docker_image'],
+                docker_network,
+                dependencies,
+                cpuset,
+                gpuset,
+                run_state.resources['request_memory'],
+            )
+        except DockerException as e:
+            run_state.info['failure_message'] = 'Cannot start Docker container'.format(e)
+            return run_state._replace(stage=LocalRunStage.CLEANING_UP, info=run_state.info)
 
         digest = self._run_manager.docker.get_image_repo_digest(run_state.resources['docker_image'])