diff --git a/src/support/FileName.cpp b/src/support/FileName.cpp
index 67a9b8579a..436501fe70 100644
--- a/src/support/FileName.cpp
+++ b/src/support/FileName.cpp
@@ -262,7 +262,7 @@ unsigned long FileName::checksum() const
 bool FileName::removeFile() const
 {
 	bool const success = QFile::remove(d->fi.absoluteFilePath());
-	if (!success)
+	if (!success && exists())
 		lyxerr << "FileName::removeFile(): Could not delete file "
 			<< *this << "." << endl;
 	return success;