diff --git a/synapse/storage/stream.py b/synapse/storage/stream.py
index 0d1034c6f1..c236dafafb 100644
--- a/synapse/storage/stream.py
+++ b/synapse/storage/stream.py
@@ -175,7 +175,7 @@ class StreamStore(SQLBaseStore):
                 preserve_fn(self.get_room_events_stream_for_room)(
                     room_id, from_key, to_key, limit, order=order,
                 )
-                for room_id in room_ids
+                for room_id in rm_ids
             ])
             results.update(dict(zip(rm_ids, res)))