diff --git a/src/service/pusher/append.rs b/src/service/pusher/append.rs
index 7689965b..2440c599 100644
--- a/src/service/pusher/append.rs
+++ b/src/service/pusher/append.rs
@@ -105,6 +105,10 @@ pub(crate) async fn append_pdu(&self, pdu_id: RawPduId, pdu: &Pdu) -> Result {
 			highlights.push(user.clone());
 		}
 
+		if !notify && !highlight {
+			continue;
+		}
+
 		self.services
 			.pusher
 			.get_pushkeys(user)