diff --git a/autotests/dialogstatetest.cpp b/autotests/dialogstatetest.cpp
--- a/autotests/dialogstatetest.cpp
+++ b/autotests/dialogstatetest.cpp
@@ -53,6 +53,9 @@
                 windowAdded = true;
                 break;
             }
+            if (windowAddedSpy.isEmpty()) {
+                QVERIFY(windowAddedSpy.wait());
+            }
         }
 
         QVERIFY(windowAdded);