diff --git a/containments/desktop/package/contents/ui/FolderViewLayer.qml b/containments/desktop/package/contents/ui/FolderViewLayer.qml
--- a/containments/desktop/package/contents/ui/FolderViewLayer.qml
+++ b/containments/desktop/package/contents/ui/FolderViewLayer.qml
@@ -308,7 +308,7 @@
                 onUrlChanged: {
                     if (!label.homeButton && folderView.url != plasmoid.configuration.url) {
                         label.homeButton = homeButtonComponent.createObject(label);
-                    } else if (label.homeButton) {
+                    } else if (label.homeButton && folderView.url == plasmoid.configuration.url) {
                         label.homeButton.destroy();
                     }
                 }