diff --git a/testrunner/src/testrunners/testrunner.js b/testrunner/src/testrunners/testrunner.js
index 5b50cde..60831ee 100644
--- a/testrunner/src/testrunners/testrunner.js
+++ b/testrunner/src/testrunners/testrunner.js
@@ -167,7 +167,7 @@ async function runTest(job, workingDirectory, configFileName, logger) {
   } catch (error) {
     // if sitespeed.io exits with 0 zero, execa will throw an error
     logger.error('Could not run sitespeed.io', error);
-    exitCode = error.exitCode;
+    throw error;
   }
   try {
     const result = await readFile(