diff --git a/common/src/main/java/com/viaversion/viabackwards/protocol/protocol1_16_4to1_17/packets/BlockItemPackets1_17.java b/common/src/main/java/com/viaversion/viabackwards/protocol/protocol1_16_4to1_17/packets/BlockItemPackets1_17.java
index 77ad68d6..ab2b4cd5 100644
--- a/common/src/main/java/com/viaversion/viabackwards/protocol/protocol1_16_4to1_17/packets/BlockItemPackets1_17.java
+++ b/common/src/main/java/com/viaversion/viabackwards/protocol/protocol1_16_4to1_17/packets/BlockItemPackets1_17.java
@@ -307,9 +307,10 @@ public final class BlockItemPackets1_17 extends ItemRewriter<Protocol1_16_4To1_1
                     boolean hasMarkers = wrapper.read(Type.BOOLEAN);
                     if (!hasMarkers) {
                         wrapper.write(Type.VAR_INT, 0); // Array size
+                    } else {
+                        MapColorRewriter.getRewriteHandler(MapColorRewrites::getMappedColor).handle(wrapper);
                     }
                 });
-                handler(MapColorRewriter.getRewriteHandler(MapColorRewrites::getMappedColor));
             }
         });
     }