diff --git a/synapse/storage/event_push_actions.py b/synapse/storage/event_push_actions.py
index 974ceb338..b710101b1 100644
--- a/synapse/storage/event_push_actions.py
+++ b/synapse/storage/event_push_actions.py
@@ -127,9 +127,9 @@ class EventPushActionsStore(SQLBaseStore):
                 "       FROM events"
                 "   NATURAL JOIN receipts_linearized WHERE receipt_type = 'm.read'"
                 "   GROUP BY room_id, user_id"
-                ") AS rl "
-                "NATURAL JOIN events e "
-                "WHERE"
+                ") AS rl"
+                " INNER JOIN events AS e USING (room_id, event_id)"
+                " WHERE"
                 "   ep.room_id = rl.room_id"
                 "   AND ("
                 "       ep.topological_ordering > rl.topological_ordering"