diff --git a/bin/run_ci_tests.sh b/bin/run_ci_tests.sh
index 8630f63..a801482 100755
--- a/bin/run_ci_tests.sh
+++ b/bin/run_ci_tests.sh
@@ -29,7 +29,12 @@ run_tests() {
     echo "Running tests"
     cd "$REPO_DIR"
     pytest 2>&1 | tee "$TEST_LOG"
-    return $?
+    grep -e '^FAILED ' "$TEST_LOG"
+    if [[ $? == 0 ]]; then
+        return 2  # FAILURE
+    fi
+
+    return 0  # PASSED
 }
 
 ########