diff --git a/src/unlocker/proxy.cpp b/src/unlocker/proxy.cpp
index 20aa07b..64e39c7 100644
--- a/src/unlocker/proxy.cpp
+++ b/src/unlocker/proxy.cpp
@@ -383,6 +383,8 @@ void Proxy::handleClient(SOCKET clientSocket)
                 continue;
             }
         }
+        else
+            FD_ZERO(&readfds);
         idleTimeouts = 0;
 
         /*
@@ -610,6 +612,8 @@ void Proxy::handleClient(SOCKET clientSocket)
                     continue;
                 }
             }
+            else
+                FD_ZERO(&readfds);
             tunnelIdleTimeouts = 0;
 
             /*