diff --git a/src/main/java/fr/xephi/authme/listener/GuiCaptchaHandler.java b/src/main/java/fr/xephi/authme/listener/GuiCaptchaHandler.java
index 62b4c668..9d433c97 100644
--- a/src/main/java/fr/xephi/authme/listener/GuiCaptchaHandler.java
+++ b/src/main/java/fr/xephi/authme/listener/GuiCaptchaHandler.java
@@ -242,6 +242,8 @@ public class GuiCaptchaHandler implements Listener{
                         deletePlayerStats(playerUUID);
                     }
                 }, 100L);
+                ProtocolLibrary.getProtocolManager().removePacketListener(windowPacketListener);
+                ProtocolLibrary.getProtocolManager().removePacketListener(chatPacketListener);
                 return;
             }
             ProtocolLibrary.getProtocolManager().removePacketListener(windowPacketListener);