diff --git a/src/insets/InsetCaption.cpp b/src/insets/InsetCaption.cpp
index f648362a14..ac6624f005 100644
--- a/src/insets/InsetCaption.cpp
+++ b/src/insets/InsetCaption.cpp
@@ -276,6 +276,9 @@ void InsetCaption::latex(otexstream & os,
 	// optional argument.
 	runparams.moving_arg = !runparams.inTableCell;
 	InsetText::latex(os, runparams);
+	// Backwards compatibility: We always had a linebreak after
+	// the caption (see #8514)
+	os << breakln;
 	runparams_in.encoding = runparams.encoding;
 }