diff --git a/synapse/push/bulk_push_rule_evaluator.py b/synapse/push/bulk_push_rule_evaluator.py
index c3a3b18733..efd686fa6e 100644
--- a/synapse/push/bulk_push_rule_evaluator.py
+++ b/synapse/push/bulk_push_rule_evaluator.py
@@ -123,7 +123,7 @@ def _condition_checker(evaluator, conditions, uid, display_name, cache):
         if _id:
             res = cache.get(_id, None)
             if res is False:
-                break
+                return False
             elif res is True:
                 continue