diff --git a/applets/weather/package/contents/ui/config/ConfigAppearance.qml b/applets/weather/package/contents/ui/config/ConfigAppearance.qml
--- a/applets/weather/package/contents/ui/config/ConfigAppearance.qml
+++ b/applets/weather/package/contents/ui/config/ConfigAppearance.qml
@@ -20,6 +20,8 @@
 import QtQuick.Controls 2.2 as QtControls
 import QtQuick.Layouts 1.3
 
+import org.kde.kirigami 2.4 as Kirigami
+
 import org.kde.plasma.private.weather 1.0
 
 
@@ -63,7 +65,8 @@
         title: i18nc("@title:group", "Compact Mode")
 
         GridLayout {
-            columns: 2
+            anchors.fill: parent
+            columns: 3
 
             QtControls.Label {
                 Layout.row: 0
@@ -78,23 +81,35 @@
 
                 Layout.row: 0
                 Layout.column: 1
+                Layout.fillWidth: true
                 enabled: canShowMoreInCompactMode
 
                 text: i18nc("@option:check", "Show temperature")
                 onCheckedChanged: displayConfigPage.configurationChanged();
             }
 
-            QtControls.Label {
+            Kirigami.InlineMessage {
                 Layout.row: 1
                 Layout.column: 0
+                Layout.columnSpan: 3
+                Layout.fillWidth: true
+
+                type: Kirigami.MessageType.Information
+                text: i18nc("@info", "Displaying also the temperature is not available if the widget is used in containers where the size is constrained, like the system tray.")
+                visible: !canShowMoreInCompactMode
+            }
+
+            QtControls.Label {
+                Layout.row: 2
+                Layout.column: 0
                 Layout.alignment: Qt.AlignRight
                 text: i18nc("@label", "Tooltip:")
             }
 
             QtControls.CheckBox {
                 id: showTemperatureInTooltipCheckBox
 
-                Layout.row: 1
+                Layout.row: 2
                 Layout.column: 1
 
                 text: i18nc("@option:check", "Show temperature")
@@ -104,7 +119,7 @@
             QtControls.CheckBox {
                 id: showWindInTooltipCheckBox
 
-                Layout.row: 2
+                Layout.row: 3
                 Layout.column: 1
 
                 text: i18nc("@option:check", "Show wind")
@@ -114,7 +129,7 @@
             QtControls.CheckBox {
                 id: showPressureInTooltipCheckBox
 
-                Layout.row: 3
+                Layout.row: 4
                 Layout.column: 1
 
                 text: i18nc("@option:check", "Show pressure")
@@ -124,12 +139,18 @@
             QtControls.CheckBox {
                 id: showHumidityInTooltipCheckBox
 
-                Layout.row: 4
+                Layout.row: 5
                 Layout.column: 1
 
                 text: i18nc("@option:check", "Show humidity")
                 onCheckedChanged: displayConfigPage.configurationChanged();
             }
+
+            Item { // tighten layout of labels and checkboxes
+                Layout.row: 0
+                Layout.column: 2
+                Layout.fillWidth: true
+            }
         }
     }