diff --git a/src/RowPainter.cpp b/src/RowPainter.cpp
index 69b480d185..86ddb30f3b 100644
--- a/src/RowPainter.cpp
+++ b/src/RowPainter.cpp
@@ -276,6 +276,7 @@ void RowPainter::paintDepthBar() const
 
 	// We also mark follow-up paragraphs in a paragraph group
 	if (par_.layout().isParagraphGroup()
+	    && par_.layout().labeltype != LABEL_NO_LABEL
 	    && !text_.isFirstInSequence(row_.pit()))
 		++depth;
 
@@ -290,6 +291,7 @@ void RowPainter::paintDepthBar() const
 		prev_depth = pars_[pit2].getDepth();
 		// We also mark follow-up paragraphs in a paragraph group
 		if (pars_[pit2].layout().isParagraphGroup()
+		    && pars_[pit2].layout().labeltype != LABEL_NO_LABEL
 		    && !text_.isFirstInSequence(pit2))
 			++prev_depth;
 	}
@@ -302,6 +304,7 @@ void RowPainter::paintDepthBar() const
 		next_depth = pars_[pit2].getDepth();
 		// We also mark follow-up paragraphs in a paragraph group
 		if (pars_[pit2].layout().isParagraphGroup()
+		    && pars_[pit2].layout().labeltype != LABEL_NO_LABEL
 		    && !text_.isFirstInSequence(pit2))
 			++next_depth;
 	}