diff --git a/pyrogram/client/client.py b/pyrogram/client/client.py
index 6dabd1f4..4329672a 100644
--- a/pyrogram/client/client.py
+++ b/pyrogram/client/client.py
@@ -320,10 +320,10 @@ class Client:
                             pass
 
                         os.renames("./{}".format(tmp_file_name), "./downloads/{}".format(file_name))
-
-                        done.set()
             except Exception as e:
                 log.error(e, exc_info=True)
+            finally:
+                done.set()
 
         log.debug("{} stopped".format(name))