diff --git a/synapse/util/file_consumer.py b/synapse/util/file_consumer.py
index 54c9da9573..479e480614 100644
--- a/synapse/util/file_consumer.py
+++ b/synapse/util/file_consumer.py
@@ -110,7 +110,7 @@ class BackgroundFileConsumer(object):
                     if self.bytes_queue.qsize() <= self._RESUME_ON_QUEUE_SIZE:
                         reactor.callFromThread(self._resume_paused_producer)
 
-                if self._notify_empty and self.bytes_queue.empty():
+                if self._notify_empty_deferred and self.bytes_queue.empty():
                     reactor.callFromThread(self._notify_empty)
 
                 bytes = self.bytes_queue.get()