diff --git a/shell/tests/CMakeLists.txt b/shell/tests/CMakeLists.txt
index 4c948a648..9b225049a 100644
--- a/shell/tests/CMakeLists.txt
+++ b/shell/tests/CMakeLists.txt
@@ -7,9 +7,13 @@ function(plasmoidtest plasmoidName)
             ${CMAKE_CURRENT_BINARY_DIR}/testLayout-${plasmoidName}.js
             @ONLY
     )
+    configure_file(${CMAKE_CURRENT_SOURCE_DIR}/test.sh.in
+                   ${CMAKE_CURRENT_BINARY_DIR}/test-${plasmoidName}.sh
+                   @ONLY
+    )
 
     add_test(NAME ${plasmoidName}-test COMMAND
-            plasmashell --test ${CMAKE_CURRENT_BINARY_DIR}/testLayout-plasmoidName.js
+            sh ${CMAKE_CURRENT_BINARY_DIR}/test-${plasmoidName}.sh
     )
 endfunction()
 
diff --git a/shell/tests/test.sh.in b/shell/tests/test.sh.in
new file mode 100644
index 000000000..077525896
--- /dev/null
+++ b/shell/tests/test.sh.in
@@ -0,0 +1,3 @@
+#!/bin/sh
+plasmashell --test "@CMAKE_CURRENT_BINARY_DIR@/testLayout-@plasmoidName@.js"
+kactivitymanagerd stop