Missed this

proxy/src/main/java/com/velocitypowered/proxy/connection/client/ConnectedPlayer.java

@@ -241,6 +241,8 @@ public class ConnectedPlayer implements MinecraftConnectionAssociation, Player {
                                 connection.closeWith(Disconnect.create(friendlyReason));
                             }
                         }, connection.getChannel().eventLoop());
+            } else {
+                connection.closeWith(Disconnect.create(friendlyReason));
             }
         } else {
             connection.write(Chat.create(friendlyReason));