diff --git a/applets/taskmanager/package/contents/ui/MouseHandler.qml b/applets/taskmanager/package/contents/ui/MouseHandler.qml
--- a/applets/taskmanager/package/contents/ui/MouseHandler.qml
+++ b/applets/taskmanager/package/contents/ui/MouseHandler.qml
@@ -70,13 +70,8 @@
         //ignore anything that is neither internal to TaskManager or a URL list
         onDragEnter: {
             if (event.mimeData.formats.indexOf("application/x-orgkdeplasmataskmanager_taskbuttonitem") >= 0) {
-                return;
-            }
-
-            if (event.mimeData.hasUrls) {
-                return;
+                event.ignore();
             }
-            event.ignore();
         }
 
         onDragMove: {
@@ -129,14 +124,14 @@
         onDrop: {
             // Reject internal drops.
             if (event.mimeData.formats.indexOf("application/x-orgkdeplasmataskmanager_taskbuttonitem") >= 0) {
+                event.ignore();
                 return;
             }
 
             if (event.mimeData.hasUrls) {
                 parent.urlsDropped(event.mimeData.urls);
                 return;
             }
-            event.ignore();
         }
 
         Timer {