diff --git a/autotests/data/testpackage/metadata.desktop b/autotests/data/testpackage/metadata.desktop
index 78d97c8..68ed046 100644
--- a/autotests/data/testpackage/metadata.desktop
+++ b/autotests/data/testpackage/metadata.desktop
@@ -1,59 +1,60 @@
 [Desktop Entry]
 Encoding=UTF-8
 Keywords=
 Name=Test Package
 Name[ar]=حزمة اختبارية
 Name[ast]=Paquete de prueba
 Name[bs]=Testni paket
 Name[ca]=Paquet de proves
 Name[ca@valencia]=Paquet de proves
 Name[cs]=Testovací balíček
 Name[da]=Testpakke
 Name[de]=Test-Paket
 Name[el]=Πακέτο δοκιμής
 Name[en_GB]=Test Package
 Name[es]=Probar el paquete
 Name[fi]=Testipaketti
 Name[fr]=Paquet de test
 Name[gd]=Pacaid dheuchainneach
 Name[gl]=Paquete de probas
 Name[hu]=Tesztcsomag
 Name[ia]=Pacchetto de prova
 Name[it]=Pacchetto di prova
 Name[ko]=테스트 패키지
 Name[mr]=चाचणी पॅकेज
 Name[nb]=Test pakke
 Name[nds]=Testpaket
 Name[nl]=Testpakket
 Name[nn]=Test pakke
 Name[pa]=ਟੈਸਟ ਪੈਕੇਜ
 Name[pl]=Pakiet próbny
 Name[pt]=Pacote de Teste
 Name[pt_BR]=Pacote de teste
 Name[ro]=Pachet de test
 Name[ru]=Тестовый пакет
 Name[sk]=Testovací balík
 Name[sl]=Preizkusni paket
 Name[sr]=Пробни пакет
 Name[sr@ijekavian]=Пробни пакет
 Name[sr@ijekavianlatin]=Probni paket
 Name[sr@latin]=Probni paket
 Name[sv]=Testpaket
 Name[tr]=Paketi Denetle
 Name[uk]=Тестовий пакунок
 Name[x-test]=xxTest Packagexx
 Name[zh_CN]=测试包
 Name[zh_TW]=測試套件
+Comment=fancy shmancy summary
 Type=Service
 
 X-KDE-ServiceTypes=KPackage/Generic
 X-KDE-ParentApp=
 X-KDE-PluginInfo-Author=Joe Blow
 X-KDE-PluginInfo-Category=
 X-KDE-PluginInfo-Email=jblow@kde.org
 X-KDE-PluginInfo-License=GPLv2+
 X-KDE-PluginInfo-Name=org.kde.testpackage
 X-KDE-PluginInfo-Version=
 X-KDE-PluginInfo-Website=
 X-Plasma-MainScript=ui/main.qml
 Icon=plasma
diff --git a/autotests/data/testpackage/testpackage.testappdataxml b/autotests/data/testpackage/testpackage.testappdataxml
index a449443..1e2b752 100644
--- a/autotests/data/testpackage/testpackage.testappdataxml
+++ b/autotests/data/testpackage/testpackage.testappdataxml
@@ -1,51 +1,52 @@
 <?xml version="1.0" encoding="UTF-8"?>
 <component>
     <id>org.kde.testpackage</id>
     <name>Test Package</name>
     <name xml:lang="ar">حزمة اختبارية</name>
     <name xml:lang="ast">Paquete de prueba</name>
     <name xml:lang="bs">Testni paket</name>
     <name xml:lang="ca@valencia">Paquet de proves</name>
     <name xml:lang="ca">Paquet de proves</name>
     <name xml:lang="cs">Testovací balíček</name>
     <name xml:lang="da">Testpakke</name>
     <name xml:lang="de">Test-Paket</name>
     <name xml:lang="el">Πακέτο δοκιμής</name>
     <name xml:lang="en_GB">Test Package</name>
     <name xml:lang="es">Probar el paquete</name>
     <name xml:lang="fi">Testipaketti</name>
     <name xml:lang="fr">Paquet de test</name>
     <name xml:lang="gd">Pacaid dheuchainneach</name>
     <name xml:lang="gl">Paquete de probas</name>
     <name xml:lang="hu">Tesztcsomag</name>
     <name xml:lang="ia">Pacchetto de prova</name>
     <name xml:lang="it">Pacchetto di prova</name>
     <name xml:lang="ko">테스트 패키지</name>
     <name xml:lang="mr">चाचणी पॅकेज</name>
     <name xml:lang="nb">Test pakke</name>
     <name xml:lang="nds">Testpaket</name>
     <name xml:lang="nl">Testpakket</name>
     <name xml:lang="nn">Test pakke</name>
     <name xml:lang="pa">ਟੈਸਟ ਪੈਕੇਜ</name>
     <name xml:lang="pl">Pakiet próbny</name>
     <name xml:lang="pt">Pacote de Teste</name>
     <name xml:lang="pt_BR">Pacote de teste</name>
     <name xml:lang="ro">Pachet de test</name>
     <name xml:lang="ru">Тестовый пакет</name>
     <name xml:lang="sk">Testovací balík</name>
     <name xml:lang="sl">Preizkusni paket</name>
     <name xml:lang="sr@ijekavian">Пробни пакет</name>
     <name xml:lang="sr@ijekavianlatin">Probni paket</name>
     <name xml:lang="sr@latin">Probni paket</name>
     <name xml:lang="sr">Пробни пакет</name>
     <name xml:lang="sv">Testpaket</name>
     <name xml:lang="tr">Paketi Denetle</name>
     <name xml:lang="uk">Тестовий пакунок</name>
     <name xml:lang="x-test">xxTest Packagexx</name>
     <name xml:lang="zh_CN">测试包</name>
     <name xml:lang="zh_TW">測試套件</name>
+    <summary>fancy shmancy summary</summary>
     <developer_name>Joe Blow &lt;jblow@kde.org&gt;</developer_name>
     <icon type="stock">plasma</icon>
     <project_license>GPL-2.0+</project_license>
     <metadata_license>CC0-1.0</metadata_license>
 </component>
diff --git a/autotests/kpackagetoolappstreamtest.cmake b/autotests/kpackagetoolappstreamtest.cmake
index 1923f80..f52a736 100644
--- a/autotests/kpackagetoolappstreamtest.cmake
+++ b/autotests/kpackagetoolappstreamtest.cmake
@@ -1,9 +1,27 @@
 execute_process(COMMAND ${kpackagetool} --appstream-metainfo . WORKING_DIRECTORY ${input} OUTPUT_FILE "${generated}" ERROR_VARIABLE error)
 if (error)
     message(FATAL_ERROR "couldn't generate metadata: ${error}")
 endif()
 
 execute_process(COMMAND cmake -E compare_files ${output} ${generated} ERROR_VARIABLE error_compare)
 if (error_compare)
     message(FATAL_ERROR "error on compare: ${error_compare}")
 endif()
+
+# Make sure the standard test passes appstream validation.
+get_filename_component(generated_name ${generated} NAME)
+if(${generated_name} STREQUAL "testpackage.appdata.xml")
+    find_program(APPSTREAMCLI appstreamcli)
+    if(APPSTREAMCLI)
+        execute_process(COMMAND ${APPSTREAMCLI} validate ${generated}
+            ERROR_VARIABLE appstream_stderr
+            OUTPUT_VARIABLE appstream_stdout
+            RESULT_VARIABLE result
+        )
+        if(NOT result EQUAL 0)
+            message(FATAL_ERROR "appstream data seems to be imperfect: ${appstream_stderr} ${appstream_stdout}")
+        endif()
+    else()
+        message(WARNING "skipping appstream validation as no appstreamcli binary was found")
+    endif()
+endif()