diff --git a/Mustang-CLI/src/main/java/org/mustangproject/commandline/ValidatorFileWalker.java b/Mustang-CLI/src/main/java/org/mustangproject/commandline/ValidatorFileWalker.java
index ec241aa7..eb227e77 100644
--- a/Mustang-CLI/src/main/java/org/mustangproject/commandline/ValidatorFileWalker.java
+++ b/Mustang-CLI/src/main/java/org/mustangproject/commandline/ValidatorFileWalker.java
@@ -64,6 +64,7 @@ public  class ValidatorFileWalker
 				} catch (AssertionError ae) {
 					thisResultValid=false;
 					thisResultString="invalid";
+					allValid=false;
 				}
 				LOGGER.info(String.format("\n@%s Testing file %d: %s (%s)", dateFormat.format(date), fileCount++, thisResultString, file));