diff --git a/infer/tests/build_systems/assembly/Makefile b/infer/tests/build_systems/assembly/Makefile
index 3cff41b19..95d9c8968 100644
--- a/infer/tests/build_systems/assembly/Makefile
+++ b/infer/tests/build_systems/assembly/Makefile
@@ -9,7 +9,7 @@ TESTS_DIR = ../..
 
 ANALYZER = infer
 CLANG_OPTIONS = -c
-INFER_OPTIONS = --report-custom-error --developer-mode --project-root ../codetoanalyze
+INFER_OPTIONS = --report-custom-error --developer-mode --project-root ../codetoanalyze --no-failures-allowed
 INFERPRINT_OPTIONS = --issues-tests
 
 SOURCES = \
diff --git a/infer/tests/build_systems/ck_imports/Makefile b/infer/tests/build_systems/ck_imports/Makefile
index 0cbbf179c..634dab4d1 100644
--- a/infer/tests/build_systems/ck_imports/Makefile
+++ b/infer/tests/build_systems/ck_imports/Makefile
@@ -12,7 +12,7 @@ ANALYZER = linters
 CODETOANALYZE_DIR = ../codetoanalyze/componentkit
 
 CLANG_OPTIONS = -x objective-c++ -std=c++11 -c -fblocks
-INFER_OPTIONS = --no-filtering --project-root $(CODETOANALYZE_DIR)
+INFER_OPTIONS = --no-filtering --project-root $(CODETOANALYZE_DIR) --no-failures-allowed
 INFERPRINT_OPTIONS = --issues-tests
 
 SOURCES = $(CODETOANALYZE_DIR)/TestIgnoreImports.mm
diff --git a/infer/tests/build_systems/clang_compilation_db/Makefile b/infer/tests/build_systems/clang_compilation_db/Makefile
index 016e95235..115126f94 100644
--- a/infer/tests/build_systems/clang_compilation_db/Makefile
+++ b/infer/tests/build_systems/clang_compilation_db/Makefile
@@ -12,7 +12,7 @@ CMAKE_BUILD_DIR = $(CMAKE_DIR)/_build_infer
 
 ANALYZER = infer
 CLEAN_EXTRA = $(CMAKE_BUILD_DIR)
-INFER_OPTIONS = --report-custom-error --developer-mode --project-root $(CMAKE_DIR)
+INFER_OPTIONS = --report-custom-error --developer-mode --project-root $(CMAKE_DIR) --no-failures-allowed
 SOURCES = $(CMAKE_DIR)/hello.cpp
 OBJECTS = $(CMAKE_BUILD_DIR)/compile_commands.json
 INFERPRINT_OPTIONS = --issues-tests
diff --git a/infer/tests/build_systems/clang_compilation_db_escaped/Makefile b/infer/tests/build_systems/clang_compilation_db_escaped/Makefile
index 251d9345f..493feed21 100644
--- a/infer/tests/build_systems/clang_compilation_db_escaped/Makefile
+++ b/infer/tests/build_systems/clang_compilation_db_escaped/Makefile
@@ -8,7 +8,7 @@
 TESTS_DIR = ../..
 
 ANALYZER = infer
-INFER_OPTIONS = --report-custom-error --developer-mode
+INFER_OPTIONS = --report-custom-error --developer-mode --no-failures-allowed
 SOURCES = ../codetoanalyze/path\ with\ spaces/hel\ lo.c
 OBJECTS = $(SOURCES:.c=.o)
 CLEAN_EXTRA = compile_commands.json
diff --git a/infer/tests/build_systems/clang_compilation_db_relpath/Makefile b/infer/tests/build_systems/clang_compilation_db_relpath/Makefile
index 296de4452..4a26afdd1 100644
--- a/infer/tests/build_systems/clang_compilation_db_relpath/Makefile
+++ b/infer/tests/build_systems/clang_compilation_db_relpath/Makefile
@@ -8,7 +8,7 @@
 TESTS_DIR = ../..
 
 ANALYZER = infer
-INFER_OPTIONS = --report-custom-error --developer-mode
+INFER_OPTIONS = --report-custom-error --developer-mode --no-failures-allowed
 SOURCES = \
   ../codetoanalyze/hello.c ../codetoanalyze/hello2.c ../codetoanalyze/hello3.c \
   ../codetoanalyze/path\ with\ spaces/hel\ lo.c
diff --git a/infer/tests/build_systems/clang_multiple_files/Makefile b/infer/tests/build_systems/clang_multiple_files/Makefile
index 052b803f5..c7ff36034 100644
--- a/infer/tests/build_systems/clang_multiple_files/Makefile
+++ b/infer/tests/build_systems/clang_multiple_files/Makefile
@@ -10,7 +10,7 @@ TESTS_DIR = ../..
 ANALYZER = infer
 
 CLANG_OPTIONS = -c
-INFER_OPTIONS = --project-root ../codetoanalyze
+INFER_OPTIONS = --project-root ../codetoanalyze --no-failures-allowed
 INFERPRINT_OPTIONS = --issues-tests
 
 SOURCES = ../codetoanalyze/hello.c ../codetoanalyze/hello2.c
diff --git a/infer/tests/build_systems/clang_translation/Makefile b/infer/tests/build_systems/clang_translation/Makefile
index 29fa30edf..73c3bc631 100644
--- a/infer/tests/build_systems/clang_translation/Makefile
+++ b/infer/tests/build_systems/clang_translation/Makefile
@@ -24,7 +24,7 @@ CLEAN_EXTRA = $(DOT_FILES) $(foreach source,$(SOURCES),infer-out-$(basename $(no
 
 include $(TESTS_DIR)/clang-frontend.make
 
-INFER_OPTIONS = -a capture --frontend-tests --skip-translation-headers exclude_dir
+INFER_OPTIONS = -a capture --frontend-tests --skip-translation-headers exclude_dir --no-failures-allowed
 
 capture: $(DOT_FILES)
 
diff --git a/infer/tests/build_systems/clang_unknown_ext/Makefile b/infer/tests/build_systems/clang_unknown_ext/Makefile
index 20f8b3891..061a22935 100644
--- a/infer/tests/build_systems/clang_unknown_ext/Makefile
+++ b/infer/tests/build_systems/clang_unknown_ext/Makefile
@@ -10,7 +10,7 @@ TESTS_DIR = ../..
 ANALYZER = infer
 
 CLANG_OPTIONS = -x c -c
-INFER_OPTIONS = --project-root ../codetoanalyze
+INFER_OPTIONS = --project-root ../codetoanalyze --no-failures-allowed
 INFERPRINT_OPTIONS = --issues-tests
 
 SOURCES = ../codetoanalyze/hello.unknown_ext
diff --git a/infer/tests/build_systems/cmake/Makefile b/infer/tests/build_systems/cmake/Makefile
index 5cd797978..f7d1f1bb6 100644
--- a/infer/tests/build_systems/cmake/Makefile
+++ b/infer/tests/build_systems/cmake/Makefile
@@ -13,7 +13,7 @@ CMAKE_ANALYZE_DIR = $(CMAKE_DIR)/_build_infer
 
 ANALYZER = infer
 CLEAN_EXTRA = $(CMAKE_BUILD_DIR) $(CMAKE_ANALYZE_DIR)
-INFER_OPTIONS = --project-root $(TESTS_DIR)
+INFER_OPTIONS = --project-root $(TESTS_DIR) --no-failures-allowed
 SOURCES = $(CMAKE_DIR)/hello.c
 OBJECTS = $(CMAKE_BUILD_DIR)/CMakeFiles/Hello.dir/hello.c.o
 INFERPRINT_OPTIONS = --issues-tests
diff --git a/infer/tests/build_systems/preprocessed/Makefile b/infer/tests/build_systems/preprocessed/Makefile
index 48d99c115..9f9b6c63c 100644
--- a/infer/tests/build_systems/preprocessed/Makefile
+++ b/infer/tests/build_systems/preprocessed/Makefile
@@ -9,7 +9,7 @@ TESTS_DIR = ../..
 
 ANALYZER = infer
 CLANG_OPTIONS = -c
-INFER_OPTIONS = --report-custom-error --developer-mode --headers --project-root ../codetoanalyze
+INFER_OPTIONS = --report-custom-error --developer-mode --headers --project-root ../codetoanalyze --no-failures-allowed
 INFERPRINT_OPTIONS = --issues-tests
 
 SOURCES = \
diff --git a/infer/tests/build_systems/project_root_rel/Makefile b/infer/tests/build_systems/project_root_rel/Makefile
index 88e8af7d6..675045d12 100644
--- a/infer/tests/build_systems/project_root_rel/Makefile
+++ b/infer/tests/build_systems/project_root_rel/Makefile
@@ -9,7 +9,7 @@ TESTS_DIR = ../..
 
 ANALYZER = infer
 CLANG_OPTIONS = -c
-INFER_OPTIONS =  --report-custom-error --developer-mode --project-root $(TESTS_DIR)
+INFER_OPTIONS =  --report-custom-error --developer-mode --project-root $(TESTS_DIR) --no-failures-allowed
 INFERPRINT_OPTIONS = --issues-tests
 
 SOURCES = \
diff --git a/infer/tests/build_systems/run_hidden_linters/Makefile b/infer/tests/build_systems/run_hidden_linters/Makefile
index e9f58e8e9..f5603a905 100644
--- a/infer/tests/build_systems/run_hidden_linters/Makefile
+++ b/infer/tests/build_systems/run_hidden_linters/Makefile
@@ -15,7 +15,7 @@ ANALYZER = linters
 CODETOANALYZE_DIR = ../codetoanalyze/componentkit
 
 CLANG_OPTIONS = -x objective-c++ -std=c++11 -c -fblocks
-INFER_OPTIONS = --compute-analytics --project-root $(CODETOANALYZE_DIR)
+INFER_OPTIONS = --compute-analytics --project-root $(CODETOANALYZE_DIR) --no-failures-allowed
 INFERPRINT_OPTIONS = --issues-tests
 
 SOURCES = $(CODETOANALYZE_DIR)/TestComponentKitAnalytics.mm