diff --git a/websocket-sharp/Net/HttpListener.cs b/websocket-sharp/Net/HttpListener.cs
index e3d78acb..45c9e958 100644
--- a/websocket-sharp/Net/HttpListener.cs
+++ b/websocket-sharp/Net/HttpListener.cs
@@ -797,6 +797,8 @@ namespace WebSocketSharp.Net
         if (!_listening)
           return;
 
+        _listening = false;
+
         cleanupContextQueue (true);
         cleanupContextRegistry ();
 
@@ -805,8 +807,6 @@ namespace WebSocketSharp.Net
         cleanupWaitQueue (ex);
 
         EndPointManager.RemoveListener (this);
-
-        _listening = false;
       }
     }