diff --git a/src/runner.ts b/src/runner.ts
index 03215405..68336d34 100644
--- a/src/runner.ts
+++ b/src/runner.ts
@@ -103,6 +103,10 @@ export default class LabeledProcessRunner {
       proc.on("close", (code) => {
         const paddedPrefix = this.formattedPrefix(prefix);
         process.stdout.write(`${paddedPrefix} Exit: ${code}\n`);
+        if (code != 0) {
+          reject(code);
+          return;
+        }
         resolve();
       });
     });