diff --git a/proxy/src/main/java/com/velocitypowered/proxy/VelocityServer.java b/proxy/src/main/java/com/velocitypowered/proxy/VelocityServer.java
index 49c69c190..04248c702 100644
--- a/proxy/src/main/java/com/velocitypowered/proxy/VelocityServer.java
+++ b/proxy/src/main/java/com/velocitypowered/proxy/VelocityServer.java
@@ -280,6 +280,7 @@ public class VelocityServer implements ProxyServer {
               latch.countDown();
             });
       } else {
+        latch.countDown();
         player.disconnect(TextComponent.of("Your server has been changed, but we could "
             + "not move you to any fallback servers."));
       }