diff --git a/src/inputmethod.cpp b/src/inputmethod.cpp
index 7fe119ca5f..3a73fb565c 100644
--- a/src/inputmethod.cpp
+++ b/src/inputmethod.cpp
@@ -251,6 +251,7 @@ void InputMethod::setTrackedWindow(Window *trackedWindow)
         disconnect(m_trackedWindow, &Window::frameGeometryChanged, this, &InputMethod::updateInputPanelState);
     }
     m_trackedWindow = trackedWindow;
+    m_shouldShowPanel = false;
     if (m_trackedWindow) {
         connect(m_trackedWindow, &Window::frameGeometryChanged, this, &InputMethod::updateInputPanelState, Qt::QueuedConnection);
     }