lyx_mirror/development/autotests/ignoredTests
Scott Kostyshak a1d127efeb ctests: ignore some lyx2lyx tests that fail
From Jürgen [1]:

  These are old problems. One is related to a questionable nomencl change
  which we addressed in master but not in stable, see
  https://www.lyx.org/trac/ticket/10634#comment:2

  The other is due to CJK quotation marks which are not supported in 2.3.

We ignore, rather than invert, since no plans to fix these.

[1] https://www.mail-archive.com/lyx-devel@lists.lyx.org/msg218237.html
2022-11-03 16:00:22 -04:00

264 lines
11 KiB
Plaintext

# Regular expressions for test combinations known to fail permanently
# or to be irrelevant
#
# Patterns will be automatically enclosed with '^' and '$'.
# Combinations matching these patterns will be skipped
# by the cmake test configuration.
# ================================================
Sublabel: problematic
# Documents that cause problems for the test suite
# ================================================
# problems exporting to lyx16x
export/examples/Modules/Noweb_lyx16
export/examples/Modules/Noweb2LyX_lyx16
# Ignore MergedManuals_xhtml because the test is very time-consuming
# and the underlying subdocuments are already tested
# Ignore MergedManuals_lyx2[2-9] too
# due to following xhtml export of converted file
export/doc/(ja/|)MergedManuals_(xhtml|lyx2[2-9])
# Legacy encoding cp858 only supported by some iconv variants.
# (Gnu iconv only supports it, if configured with "--enable-extra-encodings"
# see https://www.gnu.org/software/libiconv/)
export/export/latex/inputenc-cp858_pdf2
# Korean legacy encoding fails (missing fonts)
# 2019-05-17: This is a minor issue since we default to utf8 now.
export/export/latex/CJK/ko_default_pdf2
# ================================================
Sublabel: lyx_wontfix
# Tests that would fail because of LyX bugs or missing features. Not worth it
# to invert because would take up testing time for issues that are not likely
# to be fixed.
# ================================================
# lyx2lyx roundtrip does not converge in these cases because ERT is added on
# each backwards export. The exports still compile; it is just that there is
# no convergence.
# Simplified example: \textbf{hello} -> \textbf{\textbf{hello}} -> ...
#
# (currently no tests in this category, but we expect some in the future)
# (https://www.mail-archive.com/lyx-devel@lists.lyx.org/msg218237.html)
# These are old problems. One is related to a questionable nomencl change
# which we addressed in master but not in stable, see
# https://www.lyx.org/trac/ticket/10634#comment:2
# The other is due to CJK quotation marks which are not supported in 2.3.
#
# TODO: unignore these tests after they are not used for compilation anymore
# (we only use "recent" lyx2lyx roundtrip to test compilation.
export/doc/de/UserGuide_lyx2(2|3)
# ===========================================
Sublabel: special
# Documents that do not work with all exports
# ===========================================
# XeTeX with TeX fonts
######################
# XeTeX with TeX-fonts works only for input encodings "utf8-plain" and "ascii".
# Ignore all (except dedicated XeTeX tests):
export/export/latex/lyxbugs/wrong_output_3059-rtl-tables-xetex_pdf4_texF
!export/export/.*xetex.*_pdf4_texF
export/.*/(|ar|ca|cs|da|de|en|el|es|eu|fa|fr|gl|he|hu|id|it|lt|nb||nl|pl|pt|pt_BR|pt_PT|ro|ru|sk|sl|sr|sv|uk).*_pdf4_texF
# Only PDFLaTeX
###############
# Inside these two files, we state that they should only be expected
# to work with pdflatex and possibly lualatex.
export/examples/Modules/PDF_Form_(dvi.*|pdf[^25]*)
export/examples/(|de/|fr/)Modules/PDF_Comments_dvi3_.*F
export/examples/(|de/|fr/)Modules/PDF_Comments_pdf5_texF
# jss.cls (not on CTAN)
# "All documents need to be processed by pdflatex" [jss.pdf]
export/templates/Articles/Journal_of_Statistical_Software_.*(dvi|dvi3_.*|pdf3?)
# No dvipdf[m]
##############
# Beamer does not work with dvipdf[m] (wrong output or compilation errors).
# See `texdoc beamer`.
# TODO: Should the export do PDF (dvipdfm) be made unavailable for Beamer or
# just a warning be given in the example or documentation?
export/.*/(|de/|es/|fr/|ja/).*Beamer.*pdf3
# Only Postscript (and ps2pdf)
#################
# Document uses Postscript specials
# Does not compile with pdflatex or non-TeX fonts (see note in the document source).
export/examples/Graphics_and_Insets/Instant_Preview_pdf[25].*
export/examples/Graphics_and_Insets/Instant_Preview_(dvi3|pdf4)_systemF
export/examples/Articles/Chess/Game_2_pdf[25].*
export/examples/(|fr/)Presentations/Powerdot_pdf[25].*
export/examples/Modules/Chessboard_(lyx(16|20|21|22|23)|(pdf5|dvi3)_texF)
# pLaTeX
########
# ignore with pdflatex and Xe/LuaTeX with 8-bit fonts:
#
export/export/latex/.*platex.*(pdf2|texF)
export/export/latex/languages/ja[-_].*_(pdf2|texF)
#
# Most Japanese documents use language "japanese" which is tied to "platex"
# (automatically invoked instead of "latex" to create a DVI file).
# For a discussion of alternatives for Japanese with LaTeX , see also
# https://tex.stackexchange.com/questions/320021/xelatex-using-japanese-ldf-for-babel-causes-invalid-characters-errors
#
# Exceptions:
# The "!" means: "Protect these tests from being matched by future patterns in this file".
# Export by plain- and pdflatex engines works with language "japanese-cjk", e.g.
!export/examples/ja/Multilingual_Typesetting_with_CJK_(dvi|pdf[23]?)
!export/examples/ja/Multilingual_Typesetting_with_CJK_.*systemF
# the rest:
export/.*/ja/.*_(pdf2|texF)
# Japanese knitr.lyx and sweave.lyx support only XeLaTeX with system fonts
# because they use the "bxjsarticle" class and non-TeX fonts
!export/examples/ja/Modules/Rnw.*knitr.*_(lyx.*|xhtml|pdf4_systemF)
export/examples/ja/Modules/Rnw.*knitr.*
!export/examples/ja/Modules/Sweave.*_(lyx.*|xhtml|pdf4_systemF)
export/examples/ja/Modules/Sweave.*
# The LuaTeX-ja package, which is loaded by bxjs* class, is not designed
# to be used with dvilua(la)tex:
# https://www.mail-archive.com/search?l=mid&q=20200917155146.ec1bd9f9b5d5f5936513e5dd%40yahoo.co.jp
# These started to fail due to a "luatex" package update in the TL20 cycle.
export/.*/(ja|zh_CN)/.*_dvi3_systemF
export/export/latex/CJK/zh_CN-toc.*_dvi3_systemF
# CJK fails (sometimes) with Xe/LuaTeX and 8-bit fonts:
#####
export/examples/ja/Multilingual_Typesetting_.*CJK.(dvi3|pdf5)_texF
export/.*/(ko|zh_CN)/.*(dvi3|pdf[45])_texF
export/export/latex/CJK/zh_CN-toc_*.(dvi3|pdf[45])_texF
export/export/latex/CJK/en-de-el-ru-ko_utf8_.*_texF
# export of minted documents to 2.2.x is not guaranteed to work (and currently
# fails for our two minted example files), as explained here:
# https://www.mail-archive.com/search?l=mid&q=20190113085555.GA7928%40GIOVE
export/examples/Insets/Minted.*lyx22
# Subdocuments that are not expected to work as stand-alone documents:
##############
export/mathmacros/Spacechild[123].*
# chapters of Springer books (svmono, svmult) (except 00_Main_File)
export/templates/Books/Springer_.*/(0[^0]|1.)_.*
check_load/templates/Books/Springer_.*/(0[^0]|1.)_.*
export/templates/Theses/PhD_Thesis/(Acknowledgments|Appendix|Summary|Bibliography|Chapter_[12])_lyx.*
# Used only as include file for some tests
.*/export/IncludeMissingEndTagDiv.*
# Bibliography.lyx is not expected to compile. See the following for discussion:
# https://www.mail-archive.com/search?l=mid&q=20190104195414.opgeuggeqakxl2fo%40barna
# Ignore all formats except xhtml export
export/templates/Theses/PhD_Thesis/Bibliography_[^x].*
# `acmart` and `copernicus` are not supported by LyX < 2.3
export/templates/Articles/Association_for_Computing_Machinery.*_lyx(16|20|21|22)
export/templates/Articles/Copernicus_Publications_.*_lyx(16|20|21|22)
# Seems, like only latex and pdflatex compilations work
#! Missing number, treated as zero.
# in copernicus.cls:199
# \ifnum\pdfoutput=\z@
export/templates/Articles/Copernicus_.*_(texF|systemF)
# ============================================================
Sublabel: obsolete
# Documents relying on no longer available packages or classes
# ============================================================
# aastex6.cls is obsoleted by aastex62.cls
export/attic/examples/Articles/American_Astronomical_Society_.*v._6%29.*
check_load/attic/examples/Articles/American_Astronomical_Society_.*v._6%29
export/templates/Obsolete/American_Astronomical_Society_.*v._6%29.*
check_load/templates/Obsolete/American_Astronomical_Society_.*v._6%29
# Version 6.2 is not supported in LyX 1.6
export/examples/Articles/American_Astronomical_Society_.*v._6.2.*_lyx16
export/templates/Articles/American_Astronomical_Society_.*v._6.2.*_lyx16
# latex8.sty is obsoleted by IEEEconf
export/templates/Obsolete/Latex8_Article.*(dvi|pdf|lyx2[23]).*
# ==============================================================
Sublabel: irrelevant
# Dedicated test samples that don't need testing in all variants
# ==============================================================
# LaTeX
# don't check loading, lyx2lyx, or export to other LyX versions or HTML
check_load/export/latex/.*
lyx2lyx/export/latex/.*
export/export/latex/.*(lyx..|xhtml)
# don't test with non-TeX fonts:
export/export/latex/inputenc-.*_systemF # 11522 still open but already tested
export/export/latex/languages/supported-languages_babel_(pdf|dvi)._systemF
export/export/latex/languages/supported-languages_babel_auto-legacy_.*_systemF
export/export/latex/lyxbugs/6197-polish-amssymb_pdf5_systemF
export/export/latex/languages/nested-inputenc_auto-legacy_.*_systemF
export/export/latex/languages/cyrillic-languages-conflict_.*_systemF
export/export/latex/languages/th-en_utf8_.*_systemF
# wrong output but does not fail:
export/export/latex/lyxbugs/3059-language-in-tables_.*_systemF
# don't test with TeX fonts:
export/export/latex/languages/supported-languages_babel_non-tex_.*(dvi|pdf.?|texF)
export/export/latex/languages/supported-languages_polyglossia_.*(dvi|pdf.?|texF)
export/export/latex/languages/supported-languages_XeTeX_.*(dvi|pdf.?|texF)
export/export/latex/languages/supported-languages_(dvi3|pdf5).*_texF
export/export/latex/lyxbugs-resolved/9633-.*(dvi|pdf.?|texF)
export/export/latex/lyxbugs/11522-systemfonts-Math-missingchars_pdf5_texF
export/templates/Articles/American_Psychological_Association_%28APA%29,_v\._7_(dvi3|pdf5)_texF
export/export/latex/languages/latinErt_(dvi3|pdf5)_texF
export/export/latex/languages/mixed_ltr-art_arabi-standard-font_(dvi3|pdf5)_texF
# TeXLive does not set up Hebrew 8-bit TeX fonts
export/export/latex/unicodesymbols/152-modifiers-presentation_he_.*_pdf2
# Tests which are not expected to succeed, because used
# as a child
export/export/latex/languages/supported-languages_(dvi|pdf).*
# lyx2lyx
# dedicated lyx2lyx tests
!export/export/lyx2lyx/.*lyx..
export/export/lyx2lyx/.*
# HTML
# don't check loading, lyx2lyx, or export to other LyX versions or DVI/PDF
check_load/export/xhtml/.*
lyx2lyx/export/xhtml/.*
export/export/xhtml/.*(lyx..|dvi.*|pdf.*)
# DocBook
# not expected to successful compile
check_load/export/docbook/.*
lyx2lyx/export/docbook/.*
export/export/docbook/.*(lyx..|dvi.*|pdf.*)
# ================================================
# epub
Sublabel: lyx_later
# Tests ignored for now since a lot of them are
# failing (and are not regressions).
export/.*/(ar|ca|cs|da|de|el|es|eu|fa|fr|gl|he|hu|id|it|ja|ko|lt|nb|nl|pl|pt|pt_BR|pt_PT|ro|ru|sk|sl|sr|sv|uk|zh_CN|).*_epub
# For zh_CN: Jürgen pointed out that it might be due to this issue:
# https://tex.stackexchange.com/questions/548139/
# TODO: and that we might want to report it here:
# https://www.nongnu.org/cjk/
# ML discussion was here:
# https://www.mail-archive.com/lyx-devel@lists.lyx.org/msg217924.html
export/doc/zh_CN/Tutorial_(lyx22|lyx23|dvi|pdf|pdf2|pdf3)