diff --git a/src/matrix/room/Room.js b/src/matrix/room/Room.js
index 8564f860..6038ae19 100644
--- a/src/matrix/room/Room.js
+++ b/src/matrix/room/Room.js
@@ -196,7 +196,7 @@ export class Room extends EventEmitter {
             log.set("newKeys", newKeys.length);
         }
         let summaryChanges = this._summary.data.applySyncResponse(roomResponse, membership);
-        if (invite) {
+        if (membership === "join" && invite) {
             summaryChanges = summaryChanges.applyInvite(invite);
         }
         let roomEncryption = this._roomEncryption;