diff --git a/klipper/klipper.cpp b/klipper/klipper.cpp
--- a/klipper/klipper.cpp
+++ b/klipper/klipper.cpp
@@ -236,6 +236,8 @@
                 m_notification->setText(text);
             } else {
                 m_notification = KNotification::event(KNotification::Notification, caption, text, QStringLiteral("klipper"));
+                // When Klipper is run as part of plasma, we still need to pretend to be it for notification settings to work
+                m_notification->setHint(QStringLiteral("desktop-entry"), QStringLiteral("org.kde.klipper"));
             }
         }
     );
diff --git a/libnotificationmanager/plasmanotifyrc b/libnotificationmanager/plasmanotifyrc
--- a/libnotificationmanager/plasmanotifyrc
+++ b/libnotificationmanager/plasmanotifyrc
@@ -5,3 +5,7 @@
 # Defaults for media players so their track change notifications don't accumulate in the history
 [Applications][vlc]
 ShowInHistory=false
+
+# Klipper notifications might contain sensitive information
+[Applications][org.kde.klipper]
+ShowInHistory=false