diff --git a/part/annotationactionhandler.cpp b/part/annotationactionhandler.cpp
index c671a8f1d..7d46590ad 100644
--- a/part/annotationactionhandler.cpp
+++ b/part/annotationactionhandler.cpp
@@ -499,7 +499,7 @@ void AnnotationActionHandlerPrivate::slotSelectAnnotationFont()
 
 void AnnotationActionHandlerPrivate::slotToolBarVisibilityChanged(bool checked)
 {
-    if (!checked) {
+    if (!checked && !isQuickToolAction(agTools->checkedAction())) {
         q->deselectAllAnnotationActions();
     }
 }