diff --git a/src/insets/insetcollapsable.C b/src/insets/insetcollapsable.C
index c12fb7bed9..34c754aa3e 100644
--- a/src/insets/insetcollapsable.C
+++ b/src/insets/insetcollapsable.C
@@ -356,8 +356,11 @@ void InsetCollapsable::doDispatch(LCursor & cur, FuncRequest & cmd)
 			break;
 		}
 
-		if (cmd.button() == mouse_button::button1 && hitButton(cmd)
-			&& !cur.selection()) {
+		if (cmd.button() == mouse_button::button1 && hitButton(cmd)) {
+			// if we are selecting, we do not want to
+			// toggle the inset.
+			if (cur.selection())
+				break;
 			// Left button is clicked, the user asks to
 			// toggle the inset visual state.
 			cur.dispatched();