diff --git a/src/window.cpp b/src/window.cpp
index fdf490d54d..a886b18d33 100644
--- a/src/window.cpp
+++ b/src/window.cpp
@@ -1246,7 +1246,7 @@ bool Window::startInteractiveMoveResize()
         }
     }
 
-    if (m_tile && !m_tile->supportsResizeGravity(interactiveMoveResizeGravity())) {
+    if (isInteractiveResize() && m_tile && !m_tile->supportsResizeGravity(interactiveMoveResizeGravity())) {
         setQuickTileMode(QuickTileFlag::None);
     }