diff --git a/lookandfeel/contents/runcommand/RunCommand.qml b/lookandfeel/contents/runcommand/RunCommand.qml
index 609a7bc77..fe1e0ca43 100644
--- a/lookandfeel/contents/runcommand/RunCommand.qml
+++ b/lookandfeel/contents/runcommand/RunCommand.qml
@@ -66,13 +66,13 @@ ColumnLayout {
         Layout.alignment: Qt.AlignTop
         PlasmaComponents3.ToolButton {
             icon.name: "configure"
+            visible: false
             onClicked: {
                 runnerWindow.visible = false
                 runnerWindow.displayConfiguration()
             }
             Accessible.name: i18nd("plasma_lookandfeel_org.kde.lookandfeel", "Configure")
             Accessible.description: i18nd("plasma_lookandfeel_org.kde.lookandfeel", "Configure Search Plugins")
-            visible: runnerWindow.canConfigure
             PlasmaComponents3.ToolTip {
                 text: i18nd("plasma_lookandfeel_org.kde.lookandfeel", "Configure KRunner...")
             }
@@ -209,6 +209,7 @@ ColumnLayout {
         }
         PlasmaComponents3.ToolButton {
             icon.name: "window-close"
+            visible: false
             onClicked: {
                 runnerWindow.visible = false
             }