diff --git a/ksmserver/switchuserdialog.cpp b/ksmserver/switchuserdialog.cpp
--- a/ksmserver/switchuserdialog.cpp
+++ b/ksmserver/switchuserdialog.cpp
@@ -166,5 +166,7 @@
 
 void KSMSwitchUserDialog::ungrab()
 {
+    // Allow the screenlocker to grab them immediately
     setKeyboardGrabEnabled(false);
+    setMouseGrabEnabled(false);
 }