diff --git a/pyrogram/client/client.py b/pyrogram/client/client.py
index 8e37cfae..ee40d2bc 100644
--- a/pyrogram/client/client.py
+++ b/pyrogram/client/client.py
@@ -818,11 +818,11 @@ class Client(Methods, BaseClient):
                                         )
                                     )
                                 except ChannelPrivate:
-                                    continue
-
-                                if not isinstance(diff, types.updates.ChannelDifferenceEmpty):
-                                    updates.users += diff.users
-                                    updates.chats += diff.chats
+                                    pass
+                                else:
+                                    if not isinstance(diff, types.updates.ChannelDifferenceEmpty):
+                                        updates.users += diff.users
+                                        updates.chats += diff.chats
 
                         if channel_id and pts:
                             if channel_id not in self.channels_pts: