diff --git a/kcms/translations/package/contents/ui/main.qml b/kcms/translations/package/contents/ui/main.qml
index e8909d3a9..a59679675 100644
--- a/kcms/translations/package/contents/ui/main.qml
+++ b/kcms/translations/package/contents/ui/main.qml
@@ -281,7 +281,8 @@ ScrollViewKCM {
                 Kirigami.Action {
                     property bool removing: false
                     enabled: removing || !model.IsMissing
-                    iconName: "list-remove"
+                    iconName: "edit-delete"
+                    visible: languagesList.count > 1
                     tooltip: i18nc("@info:tooltip", "Remove")
                     onTriggered: {
                         removing = true; // Don't crash by re-evaluating `enabled` during destruction.