diff --git a/applets/taskmanager/package/contents/ui/GroupDialog.qml b/applets/taskmanager/package/contents/ui/GroupDialog.qml
--- a/applets/taskmanager/package/contents/ui/GroupDialog.qml
+++ b/applets/taskmanager/package/contents/ui/GroupDialog.qml
@@ -148,9 +148,10 @@
 
         Keys.onUpPressed: {
             var currentIndex = groupRepeater.currentIndex();
-            // In doubt focus the first item
+            // In doubt focus the last item, so we start at the bottom when user
+            // initially presses up.
             if (currentIndex === -1) {
-                selectTask(groupRepeater.itemAt(0));
+                selectTask(groupRepeater.itemAt(groupRepeater.count - 1));
                 return;
             }