diff --git a/src/composite.cpp b/src/composite.cpp
index 6a458dd4a2..e2a4147ba1 100644
--- a/src/composite.cpp
+++ b/src/composite.cpp
@@ -281,13 +281,9 @@ bool Compositor::setupStart()
         }
     }
 
-    if (m_scene == nullptr || m_scene->initFailed()) {
-        qCCritical(KWIN_CORE) << "Failed to initialize compositing, compositing disabled";
+    if (!m_backend) {
         m_state = State::Off;
 
-        delete m_scene;
-        m_scene = nullptr;
-
         if (auto *con = kwinApp()->x11Connection()) {
             xcb_composite_unredirect_subwindows(con, kwinApp()->x11RootWindow(),
                                                 XCB_COMPOSITE_REDIRECT_MANUAL);