diff --git a/src/xwl/drag_wl.cpp b/src/xwl/drag_wl.cpp
index 7a0aa0a01a..147923c990 100644
--- a/src/xwl/drag_wl.cpp
+++ b/src/xwl/drag_wl.cpp
@@ -392,7 +392,7 @@ void Xvisit::determineProposedAction()
         m_proposedAction = DnDAction::None;
     }
     // send updated action to X target
-    if (oldProposedAction != m_proposedAction) {
+    if (oldProposedAction != m_proposedAction && m_state.entered) {
         sendPosition(waylandServer()->seat()->pointerPos());
     }
 }