diff --git a/util/ci_compile_vial_keyboards.py b/util/ci_compile_vial_keyboards.py
index 7dbbb69082..d47ea19776 100755
--- a/util/ci_compile_vial_keyboards.py
+++ b/util/ci_compile_vial_keyboards.py
@@ -1,6 +1,7 @@
 #!/usr/bin/env python3
 from glob import glob
 import subprocess
+import sys
 
 
 def main():
@@ -8,9 +9,12 @@ def main():
         filename = filename[10:-10]
         cmd = filename.split("/keymaps/")[0]
         # compile default
-        subprocess.call(["make", cmd + ":default", "-j4"])
+        ret_default = subprocess.call(["make", cmd + ":default", "-j4"])
         # compile via
-        subprocess.call(["make", cmd + ":via", "-j4"])
+        ret_via = subprocess.call(["make", cmd + ":via", "-j4"])
+
+        if ret_default != 0 or ret_via != 0:
+            sys.exit(1)
 
 
 if __name__ == "__main__":