anne/lyx_mirror
1
0
Fork 0
mirror of https://git.lyx.org/repos/lyx.git synced 2024-11-07 02:28:35 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity
15947a7db4
lyx_mirror/development/autotests/export.cmake

271 lines
11 KiB
CMake
Raw Normal View History

Cmake build: autotests Make the export test available to all, since it is independent of X11
2012-12-12 17:23:25 +00:00
# This file is part of LyX, the document processor.
# Licence details can be found in the file COPYING.
#
# Copyright (c) 2012 Kornel Benko kornel@lyx.org
#
#
Amend 683b3a05: Introducing table templates Added test cases
2019-03-26 14:27:39 +00:00
# LYX_ROOT = ${TOP_SRC_DIR}/lib/{doc,examples,templates,tabletemplates}
Cmake build: modify some tests a) test export/templates/ectaart_pdf5 removed, because of incompatibility between ectart.cls and luatex.sty b) renamed some tests to reflect their purpose tex2lyx2lyx/roundtrip/ => tex2lyx/cmplyx/ # the tests are comparing files written by lyx (not by tex2lyx) autotests/ => keytest/ # we are testing reactions of lyx to some key strokes c) add tests for lyx2lyx. This is rather rudimental, in that it only checks for created output, error codes and error output. d) use correct environment variable to set up the userdir for testing
2013-08-21 11:34:26 +00:00
# LYX_USERDIR_VER = Name of environment variable for the user directory
Cmake build: White space + simplification
2014-01-05 09:02:29 +00:00
# lyx =
Cmake tests: Add docbook5 exports to the tests
2020-07-20 08:42:34 +00:00
# format = lyx16x|lyx20x|lyx21x|lyx22x|xhtml|docbook5
# extension = 16.lyx|20.lyx|21.lyx|22.lyx|xhtml|xml
Cmake build autotests: Split export test to test on each format and each input file One can still check all exports with one commend ctest -R "export.*"
2012-12-13 11:38:38 +00:00
# file = xxx
Cmake build: autotests Make the export test available to all, since it is independent of X11
2012-12-12 17:23:25 +00:00
#
# Script should be called like:
# cmake -DLYX_ROOT=xxx \
Cmake build tests: Unify use of userdir While some test runns lyx-exe, we need userdir be different from default. All relevant tests should use the same directory.
2013-08-25 09:41:10 +00:00
# -DLYX_TESTS_USERDIR=${LYX_TESTS_USERDIR} \
Cmake build: modify some tests a) test export/templates/ectaart_pdf5 removed, because of incompatibility between ectart.cls and luatex.sty b) renamed some tests to reflect their purpose tex2lyx2lyx/roundtrip/ => tex2lyx/cmplyx/ # the tests are comparing files written by lyx (not by tex2lyx) autotests/ => keytest/ # we are testing reactions of lyx to some key strokes c) add tests for lyx2lyx. This is rather rudimental, in that it only checks for created output, error codes and error output. d) use correct environment variable to set up the userdir for testing
2013-08-21 11:34:26 +00:00
# -DWORKDIR=${BUILD_DIR}/autotests/out-home \
# -DLYX_USERDIR_VER=${LYX_USERDIR_VER} \
Cmake build: autotests Make the export test available to all, since it is independent of X11
2012-12-12 17:23:25 +00:00
# -Dlyx=xxx \
Cmake build autotests: Split export test to test on each format and each input file One can still check all exports with one commend ctest -R "export.*"
2012-12-13 11:38:38 +00:00
# -Dformat=xxx \
Cmake tests: Expand export tests for luatex and xetex Citing Scott: In our current set up, we are currently testing XeTeX and LuaTeX either with system fonts or with TeX fonts but never both. We should test with both in my opinion. We will have to ignore/invert many tests but it still seems useful. For example Günter fixed babel-greek so that it works now with TeX fonts; and Jürgen found some errors in LyX that were causing some of the English docs to fail with system fonts. Currently we only test greek documents with system fonts and we only test English documents with TeX fonts. This change adds the missing test-cases.
2013-12-16 10:36:36 +00:00
# -Dfonttype=xxx \
Cmake build autotests: Split export test to test on each format and each input file One can still check all exports with one commend ctest -R "export.*"
2012-12-13 11:38:38 +00:00
# -Dextension=xxx \
Cmake lyx2lyx tests: Use a loop to execute roundtrips Exporting to some previous lyx format: Inside the loop Stop at export with errors/warnings Stop if exported file not loadable Stop if exported file identical to previous exported file (OK case) This is done through creating MD5SUM
2015-12-28 05:00:10 +00:00
# -DLYX_FORMAT_NUM=${_lyx_format_num} \
Cmake build autotests: Split export test to test on each format and each input file One can still check all exports with one commend ctest -R "export.*"
2012-12-13 11:38:38 +00:00
# -Dfile=xxx \
Cmake tests: Rename label 'reverted' to 'inverted'.
2015-12-02 23:23:07 +00:00
# -Dinverted=[01] \
Cmake export tests: Check exports also for different possible input encodigs Affected are all lyx files in "autotests/export/latex/Unicode-characters" directory. This completes the commit 6674a91573477e4716869ba728a9932e0a00e9e3 Thanks Günter.
2016-11-09 23:56:49 +00:00
# -DTOP_SRC_DIR=${TOP_SRC_DIR} \
Cmake tests: Allow ignoring some latex error messages New file: ignoreLatexErrorsTests The sublabels in this list of export-testnames specify which error messages should be ignored. For each sublabel (for example "xxx") the lyx-command line is expanded with "--ignore-error-message xxx"
2017-01-11 09:15:13 +00:00
# -DIgnoreErrorMessage=(ON/OFF) \
Cmake export tests: Check exports also for different possible input encodigs Affected are all lyx files in "autotests/export/latex/Unicode-characters" directory. This completes the commit 6674a91573477e4716869ba728a9932e0a00e9e3 Thanks Günter.
2016-11-09 23:56:49 +00:00
# -DPERL_EXECUTABLE=${PERL_EXECUTABLE} \
# -DXMLLINT_EXECUTABLE=${XMLLINT_EXECUTABLE} \
# -DENCODING=xxx \
Cmake build: autotests Make the export test available to all, since it is independent of X11
2012-12-12 17:23:25 +00:00
# -P "${TOP_SRC_DIR}/development/autotests/export.cmake"
#
Cmake build: First try to use autotests. Many test are not running, but if changed the '-dbg xxx' to '-dbg any' then all of sudden they pass ... (The buffered output of lyx is often disrupted too early with 'kill -9', so the expected data are not available for the appropriate test)
2012-12-11 14:17:04 +00:00
Cmake lyxxx export tests: Add summary of commands to log
2019-01-23 22:07:54 +00:00
set(_TestResultMessage "")
make the message about ignoring errors clearer
2017-04-24 15:44:31 +00:00
message(STATUS "IgnoreErrorMessage = \"${IgnoreErrorMessage}\"")
make test environment. Exports with luatex and xetex. In successful cooperation with Scott Kostyshak. We provide many lyx-documents which are not compilable with luatex or xetex. But some of them compile, if we change the font use to non_tex_fonts. Since this would change the appropriate source, we have to convert it first into a save location. To make it there compilable, we have to convert also all file references. languages used font he|el|ru|uk 'FreeSans' fa 'FreeFarsi' zh_CN 'WenQuanYi Micro Hei' The whole job is done with a perl script.
2013-11-17 22:17:27 +00:00
set(Perl_Script "${TOP_SRC_DIR}/development/autotests/useSystemFonts.pl")
Cmake export tests: Add structue test for exported lyx files We test here, if any \end_{somethig} matches \begin_{something}. Exeptions are \end_index and \end_branch ATM, they should match \index and \branch respectively. Also added new testfile.
2015-12-27 13:33:11 +00:00
set(Structure_Script "${TOP_SRC_DIR}/development/autotests/beginEndStructureCheck.pl")
Cmake export tests: Try to use language dependent inputencoding. This enables some more pdf5_texF und dvi3_texF tests to succeed.
2015-11-10 18:42:43 +00:00
set(LanguageFile "${TOP_SRC_DIR}/lib/languages")
Cmake tests: make parallel export tests safer. Use different temporary directory for each test.
2015-03-28 20:21:16 +00:00
set(GetTempDir "${TOP_SRC_DIR}/development/autotests/getTempDir.pl")
Cmake tests: Expand export tests for luatex and xetex Citing Scott: In our current set up, we are currently testing XeTeX and LuaTeX either with system fonts or with TeX fonts but never both. We should test with both in my opinion. We will have to ignore/invert many tests but it still seems useful. For example Günter fixed babel-greek so that it works now with TeX fonts; and Jürgen found some errors in LyX that were causing some of the English docs to fail with system fonts. Currently we only test greek documents with system fonts and we only test English documents with TeX fonts. This change adds the missing test-cases.
2013-12-16 10:36:36 +00:00
set(_ft ${fonttype})
Cmake tests: make parallel export tests safer. Use different temporary directory for each test.
2015-03-28 20:21:16 +00:00
execute_process(COMMAND ${PERL_EXECUTABLE} "${GetTempDir}" "${WORKDIR}" OUTPUT_VARIABLE TempDir)
Cmake tests: Expand export tests for luatex and xetex Citing Scott: In our current set up, we are currently testing XeTeX and LuaTeX either with system fonts or with TeX fonts but never both. We should test with both in my opinion. We will have to ignore/invert many tests but it still seems useful. For example Günter fixed babel-greek so that it works now with TeX fonts; and Jürgen found some errors in LyX that were causing some of the English docs to fail with system fonts. Currently we only test greek documents with system fonts and we only test English documents with TeX fonts. This change adds the missing test-cases.
2013-12-16 10:36:36 +00:00
message(STATUS "using fonttype = ${_ft}")
Cmake export tests: Check exports also for different possible input encodigs Affected are all lyx files in "autotests/export/latex/Unicode-characters" directory. This completes the commit 6674a91573477e4716869ba728a9932e0a00e9e3 Thanks Günter.
2016-11-09 23:56:49 +00:00
if(NOT ENCODING)
set(ENCODING "default")
endif()
if(ENCODING STREQUAL "default")
set(_enc)
else()
set(_enc "_${ENCODING}")
endif()
Cmake export tests: Use build dir as source for _all_ latex output formats
2015-11-29 15:11:10 +00:00
if(format MATCHES "dvi|pdf")
make test environment. Exports with luatex and xetex. In successful cooperation with Scott Kostyshak. We provide many lyx-documents which are not compilable with luatex or xetex. But some of them compile, if we change the font use to non_tex_fonts. Since this would change the appropriate source, we have to convert it first into a save location. To make it there compilable, we have to convert also all file references. languages used font he|el|ru|uk 'FreeSans' fa 'FreeFarsi' zh_CN 'WenQuanYi Micro Hei' The whole job is done with a perl script.
2013-11-17 22:17:27 +00:00
message(STATUS "LYX_TESTS_USERDIR = ${LYX_TESTS_USERDIR}")
message(STATUS "Converting with perl ${Perl_Script}")
Cmake export tests: Check exports also for different possible input encodigs Affected are all lyx files in "autotests/export/latex/Unicode-characters" directory. This completes the commit 6674a91573477e4716869ba728a9932e0a00e9e3 Thanks Günter.
2016-11-09 23:56:49 +00:00
set(LYX_SOURCE "${TempDir}/${file}_${format}_${_ft}${_enc}.lyx")
make test environment. Exports with luatex and xetex. In successful cooperation with Scott Kostyshak. We provide many lyx-documents which are not compilable with luatex or xetex. But some of them compile, if we change the font use to non_tex_fonts. Since this would change the appropriate source, we have to convert it first into a save location. To make it there compilable, we have to convert also all file references. languages used font he|el|ru|uk 'FreeSans' fa 'FreeFarsi' zh_CN 'WenQuanYi Micro Hei' The whole job is done with a perl script.
2013-11-17 22:17:27 +00:00
message(STATUS "Using source \"${LYX_ROOT}/${file}.lyx\"")
message(STATUS "Using dest \"${LYX_SOURCE}\"")
Cmake export tests: Check exports also for different possible input encodigs Affected are all lyx files in "autotests/export/latex/Unicode-characters" directory. This completes the commit 6674a91573477e4716869ba728a9932e0a00e9e3 Thanks Günter.
2016-11-09 23:56:49 +00:00
if(NOT "${ENCODING}" STREQUAL "default")
# message(STATUS "ENCODING = ${ENCODING}")
endif()
Cmake export tests: Use pre-compiled regular expressions The expressions are used for determining the used external files in a lyx-source. Using pre-compiled expr makes it more readable.
2017-11-17 16:53:52 +00:00
message(STATUS "Executing ${PERL_EXECUTABLE} \"${Perl_Script}\" \"${LYX_ROOT}/${file}.lyx\" \"${LYX_SOURCE}\" ${format} ${_ft} ${ENCODING} ${LanguageFile}")
Cmake export tests: Check exports also for different possible input encodigs Affected are all lyx files in "autotests/export/latex/Unicode-characters" directory. This completes the commit 6674a91573477e4716869ba728a9932e0a00e9e3 Thanks Günter.
2016-11-09 23:56:49 +00:00
execute_process(COMMAND ${PERL_EXECUTABLE} "${Perl_Script}" "${LYX_ROOT}/${file}.lyx" "${LYX_SOURCE}" ${format} ${_ft} ${ENCODING} ${LanguageFile}
make test environment. Exports with luatex and xetex. In successful cooperation with Scott Kostyshak. We provide many lyx-documents which are not compilable with luatex or xetex. But some of them compile, if we change the font use to non_tex_fonts. Since this would change the appropriate source, we have to convert it first into a save location. To make it there compilable, we have to convert also all file references. languages used font he|el|ru|uk 'FreeSans' fa 'FreeFarsi' zh_CN 'WenQuanYi Micro Hei' The whole job is done with a perl script.
2013-11-17 22:17:27 +00:00
RESULT_VARIABLE _err)
string(COMPARE EQUAL ${_err} 0 _erg)
if(NOT _erg)
message(FATAL_ERROR "Export failed while converting")
endif()
Cmake export tests: Handle some lyx2lyx warnings
2015-12-25 18:02:06 +00:00
set(result_file_name ${file}_${_ft}.${extension})
make test environment. Exports with luatex and xetex. In successful cooperation with Scott Kostyshak. We provide many lyx-documents which are not compilable with luatex or xetex. But some of them compile, if we change the font use to non_tex_fonts. Since this would change the appropriate source, we have to convert it first into a save location. To make it there compilable, we have to convert also all file references. languages used font he|el|ru|uk 'FreeSans' fa 'FreeFarsi' zh_CN 'WenQuanYi Micro Hei' The whole job is done with a perl script.
2013-11-17 22:17:27 +00:00
else()
lyx2lyx tests: Copy also original lyx files to temp dir Necessary only if the lyx-file includes some data from a relative path, nonetheless it happens in some of our tests.
2019-01-03 07:46:26 +00:00
message(STATUS "Converting with perl ${Perl_Script}")
set(LYX_SOURCE "${TempDir}/${file}.lyx")
message(STATUS "Using source \"${LYX_ROOT}/${file}.lyx\"")
message(STATUS "Using dest \"${LYX_SOURCE}\"")
Cmake lyx2lyx tests: Correct use of value for \use_non_tex_fonts Amend eec3d1eb,7568571a We are trying to check if the resulting file after lyx2lyx is compilable, we have to ensure that copying the original file to the test directory does not mangle use_non_tex_fonts-entry.
2019-01-05 07:34:00 +00:00
execute_process(COMMAND ${PERL_EXECUTABLE} "${Perl_Script}" "${LYX_ROOT}/${file}.lyx" "${LYX_SOURCE}" ${format} "dontChange" "default" ${LanguageFile}
lyx2lyx tests: Copy also original lyx files to temp dir Necessary only if the lyx-file includes some data from a relative path, nonetheless it happens in some of our tests.
2019-01-03 07:46:26 +00:00
RESULT_VARIABLE _err)
string(COMPARE EQUAL ${_err} 0 _erg)
if(NOT _erg)
message(FATAL_ERROR "Export failed while converting")
endif()
Thinko in commit a10b6713178552371f72795ae60e54ceb6a0914b
2015-12-28 07:37:58 +00:00
if(extension MATCHES "\\.lyx$")
Cmake build: Add format V2.0 to export tests
2019-01-17 11:27:12 +00:00
# Font-type not relevant for lyx16/lyx2[0123] exports
lyx2lyx tests: Use the temp-dir also for converted lyx files Important if including data previously copied there. Fixes test "export/doc/Additional_lyx22"
2019-01-04 04:21:07 +00:00
set(result_file_base "${TempDir}/${file}")
Thinko in commit a10b6713178552371f72795ae60e54ceb6a0914b
2015-12-28 07:37:58 +00:00
else()
set(result_file_name ${file}.${extension})
endif()
make test environment. Exports with luatex and xetex. In successful cooperation with Scott Kostyshak. We provide many lyx-documents which are not compilable with luatex or xetex. But some of them compile, if we change the font use to non_tex_fonts. Since this would change the appropriate source, we have to convert it first into a save location. To make it there compilable, we have to convert also all file references. languages used font he|el|ru|uk 'FreeSans' fa 'FreeFarsi' zh_CN 'WenQuanYi Micro Hei' The whole job is done with a perl script.
2013-11-17 22:17:27 +00:00
endif()
Cmake tests: Simplify test logic for exporting to formats lyx[0-9][0-9]x Since the stop condition is that the last two consecutive created files are identical, we do not need to check the last file. Also checking for load of the created files is not needed, because exporting the previous file implicitly loads too.
2015-12-29 12:23:08 +00:00
function(get_md5sum msource mresult mreserr)
execute_process(
COMMAND ${CMAKE_COMMAND} -E md5sum ${${msource}}
OUTPUT_VARIABLE msource_md5sum_x
RESULT_VARIABLE mres_err)
if (NOT mres_err)
string(REGEX REPLACE " .*" "" msource_md5sum ${msource_md5sum_x})
set(${mresult} ${msource_md5sum} PARENT_SCOPE)
message(STATUS "MD5SUM of \"${${msource}}\" is ${msource_md5sum}")
else()
set(${mresult} "xx" PARENT_SCOPE)
message(STATUS "Error getting MD5SUM of \"${${msource}}\"")
endif()
set(${mreserr} ${mres_err} PARENT_SCOPE)
endfunction()
Cmake export tests: Expand summary messages Summary log messages are now used also for xhtml exports
2019-01-27 12:25:29 +00:00
macro(Summary _err _msg)
if (${_err})
list(APPEND _TestResultMessage "Error: ${_msg}")
else()
list(APPEND _TestResultMessage "OK: ${_msg}")
endif()
endmacro()
Cmake build tests: Unify use of userdir While some test runns lyx-exe, we need userdir be different from default. All relevant tests should use the same directory.
2013-08-25 09:41:10 +00:00
set(ENV{${LYX_USERDIR_VER}} "${LYX_TESTS_USERDIR}")
cmake tests: Try to use valid locales for testing
2017-10-02 08:35:57 +00:00
set(ENV{LANG} "en_US.UTF-8") # to get all error-messages in english
Amend 92628a29:Try to use valid locales for testing
2019-03-13 18:49:11 +00:00
set(ENV{LANGUAGE} "US:en")
cmake tests: Try to use valid locales for testing
2017-10-02 08:35:57 +00:00
#set(ENV{LC_ALL} "C")
Cmake lyx2lyx tests: Use a loop to execute roundtrips Exporting to some previous lyx format: Inside the loop Stop at export with errors/warnings Stop if exported file not loadable Stop if exported file identical to previous exported file (OK case) This is done through creating MD5SUM
2015-12-28 05:00:10 +00:00
if (extension MATCHES "\\.lyx$")
include(${TOP_SRC_DIR}/development/autotests/CheckLoadErrors.cmake)
Cmake tests: Simplify test logic for exporting to formats lyx[0-9][0-9]x Since the stop condition is that the last two consecutive created files are identical, we do not need to check the last file. Also checking for load of the created files is not needed, because exporting the previous file implicitly loads too.
2015-12-29 12:23:08 +00:00
get_md5sum(LYX_SOURCE source_md5sum _err)
lyx2lyx tests: Check for possible endless expansion If, after the 10th iteration, the exported lyx16x file still differs from the one in the previous iteration, the test is marked as failing, even if still loadable.
2018-01-22 13:43:50 +00:00
foreach(_lv RANGE 1 20)
Cmake lyxxx export tests: Add summary of commands to log
2019-01-23 22:07:54 +00:00
set(used_tex_file "${result_file_base}.tex")
Cmake lyx2lyx tests: Use a loop to execute roundtrips Exporting to some previous lyx format: Inside the loop Stop at export with errors/warnings Stop if exported file not loadable Stop if exported file identical to previous exported file (OK case) This is done through creating MD5SUM
2015-12-28 05:00:10 +00:00
set(result_file_base "${result_file_base}.${LYX_FORMAT_NUM}")
set(result_file_name "${result_file_base}.lyx")
file(REMOVE "${result_file_name}" "${result_file_name}.emergency" )
message(STATUS "Executing ${lyx} -userdir \"${LYX_TESTS_USERDIR}\" -E ${format} ${result_file_name} \"${LYX_SOURCE}\"")
Cmake tests: Simplify test logic for exporting to formats lyx[0-9][0-9]x Since the stop condition is that the last two consecutive created files are identical, we do not need to check the last file. Also checking for load of the created files is not needed, because exporting the previous file implicitly loads too.
2015-12-29 12:23:08 +00:00
message(STATUS "This implicitly checks load of ${LYX_SOURCE}")
Cmake export tests: Check if exported lyx files are loadable Also added tests for export to lyx21 format.
2015-12-25 09:28:40 +00:00
execute_process(
Cmake lyx2lyx tests: Use a loop to execute roundtrips Exporting to some previous lyx format: Inside the loop Stop at export with errors/warnings Stop if exported file not loadable Stop if exported file identical to previous exported file (OK case) This is done through creating MD5SUM
2015-12-28 05:00:10 +00:00
COMMAND ${lyx} -userdir "${LYX_TESTS_USERDIR}" -E ${format} ${result_file_name} "${LYX_SOURCE}"
Cmake export tests: Check if exported lyx files are loadable Also added tests for export to lyx21 format.
2015-12-25 09:28:40 +00:00
RESULT_VARIABLE _err
ERROR_VARIABLE lyxerr)
Cmake export tests: Expand summary messages Summary log messages are now used also for xhtml exports
2019-01-27 12:25:29 +00:00
Summary(_err "Converting \"${LYX_SOURCE}\" to format ${format}")
Cmake lyx2lyx tests: Use a loop to execute roundtrips Exporting to some previous lyx format: Inside the loop Stop at export with errors/warnings Stop if exported file not loadable Stop if exported file identical to previous exported file (OK case) This is done through creating MD5SUM
2015-12-28 05:00:10 +00:00
if(_err)
Cmake tests: Simplify test logic for exporting to formats lyx[0-9][0-9]x Since the stop condition is that the last two consecutive created files are identical, we do not need to check the last file. Also checking for load of the created files is not needed, because exporting the previous file implicitly loads too.
2015-12-29 12:23:08 +00:00
break()
Cmake lyx2lyx tests: Use a loop to execute roundtrips Exporting to some previous lyx format: Inside the loop Stop at export with errors/warnings Stop if exported file not loadable Stop if exported file identical to previous exported file (OK case) This is done through creating MD5SUM
2015-12-28 05:00:10 +00:00
else()
Cmake lyxxx export tests: Add summary of commands to log
2019-01-23 22:07:54 +00:00
if(NOT EXISTS "${result_file_name}")
set(_err -1)
Cmake export tests: Expand summary messages Summary log messages are now used also for xhtml exports
2019-01-27 12:25:29 +00:00
Summary(_err "Expected result file \"${result_file_name}\" does not exist")
Cmake lyx2lyx tests: Use a loop to execute roundtrips Exporting to some previous lyx format: Inside the loop Stop at export with errors/warnings Stop if exported file not loadable Stop if exported file identical to previous exported file (OK case) This is done through creating MD5SUM
2015-12-28 05:00:10 +00:00
break()
Cmake lyxxx export tests: Add summary of commands to log
2019-01-23 22:07:54 +00:00
else()
message(STATUS "Expected result file \"${result_file_name}\" exists")
execute_process(
COMMAND ${PERL_EXECUTABLE} ${Structure_Script} "${result_file_name}"
RESULT_VARIABLE _err)
Cmake export tests: Expand summary messages Summary log messages are now used also for xhtml exports
2019-01-27 12:25:29 +00:00
Summary(_err "Structure of the intermediate file \"${result_file_name}\"")
Cmake lyxxx export tests: Add summary of commands to log
2019-01-23 22:07:54 +00:00
if(_err)
break()
endif()
checkLoadErrors(lyxerr "${TOP_SRC_DIR}/development/autotests" _err)
Cmake export tests: Expand summary messages Summary log messages are now used also for xhtml exports
2019-01-27 12:25:29 +00:00
Summary(_err "Examination of error/warning messages of the conversion of \"${LYX_SOURCE}\" to format ${format}")
Cmake lyxxx export tests: Add summary of commands to log
2019-01-23 22:07:54 +00:00
if(_err)
break()
endif()
message(STATUS "Create the corresponding .tex file \"${used_tex_file}\"")
execute_process(
Cmake export tests: Expand summary messages Summary log messages are now used also for xhtml exports
2019-01-27 12:25:29 +00:00
COMMAND ${lyx} -userdir "${LYX_TESTS_USERDIR}" -E pdflatex ${used_tex_file} "${LYX_SOURCE}"
RESULT_VARIABLE _errx)
Cmake lyx2lyx tests: Add roundtrip to exported lyx-files Until now we exported e.g. to lyx16x ans tested if the result is loadable. Now we also test if export of the exported is loadable.
2015-12-27 19:05:37 +00:00
endif()
Cmake export tests: Check if exported lyx files are loadable Also added tests for export to lyx21 format.
2015-12-25 09:28:40 +00:00
endif()
Cmake tests: Simplify test logic for exporting to formats lyx[0-9][0-9]x Since the stop condition is that the last two consecutive created files are identical, we do not need to check the last file. Also checking for load of the created files is not needed, because exporting the previous file implicitly loads too.
2015-12-29 12:23:08 +00:00
get_md5sum(result_file_name result_md5sum _err)
Cmake export tests: Expand summary messages Summary log messages are now used also for xhtml exports
2019-01-27 12:25:29 +00:00
Summary(_err "Getting md5sum of \"${result_file_name}\"")
Cmake lyx2lyx tests: Use a loop to execute roundtrips Exporting to some previous lyx format: Inside the loop Stop at export with errors/warnings Stop if exported file not loadable Stop if exported file identical to previous exported file (OK case) This is done through creating MD5SUM
2015-12-28 05:00:10 +00:00
if(_err)
Cmake tests: Simplify test logic for exporting to formats lyx[0-9][0-9]x Since the stop condition is that the last two consecutive created files are identical, we do not need to check the last file. Also checking for load of the created files is not needed, because exporting the previous file implicitly loads too.
2015-12-29 12:23:08 +00:00
# Somehow the created file is not readable?
Cmake lyx2lyx tests: Use a loop to execute roundtrips Exporting to some previous lyx format: Inside the loop Stop at export with errors/warnings Stop if exported file not loadable Stop if exported file identical to previous exported file (OK case) This is done through creating MD5SUM
2015-12-28 05:00:10 +00:00
break()
endif()
# Check if result file identical to source file
if(result_md5sum STREQUAL ${source_md5sum})
Cmake export lyx* tests: Omit compilation of lyx16x, lyx20x and lyx21x exported files These file don't contain the \\origin tag. So the possibly included files with relative path would not be found. The compilation to the default pdf would then anyway fail.
2018-03-15 21:34:26 +00:00
if (format MATCHES "lyx(1[0-9]|2[01])x")
# Do not compile, missing \origin statement prevents inclusion of
# files with relative path
message(STATUS "Not exporting due to missing \\origin statement")
break()
Cmake export tests: Do not compile Minted files converted to lyx22 format
2019-04-08 14:39:50 +00:00
elseif(format MATCHES "lyx22x" AND file MATCHES "Minted")
message(STATUS "Not exporting due to missing minted support")
break()
Cmake export lyx* tests: Omit compilation of lyx16x, lyx20x and lyx21x exported files These file don't contain the \\origin tag. So the possibly included files with relative path would not be found. The compilation to the default pdf would then anyway fail.
2018-03-15 21:34:26 +00:00
endif()
Cmake lyx2lyx tests: Use a loop to execute roundtrips Exporting to some previous lyx format: Inside the loop Stop at export with errors/warnings Stop if exported file not loadable Stop if exported file identical to previous exported file (OK case) This is done through creating MD5SUM
2015-12-28 05:00:10 +00:00
message(STATUS "Source(${LYX_SOURCE}) and dest(${result_file_name}) are equal")
Cmake export lyx* tests: Omit compilation of lyx16x, lyx20x and lyx21x exported files These file don't contain the \\origin tag. So the possibly included files with relative path would not be found. The compilation to the default pdf would then anyway fail.
2018-03-15 21:34:26 +00:00
message(STATUS "Now try to export the lyx2lyx created file")
message(STATUS "Executing ${lyx} -userdir \"${LYX_TESTS_USERDIR}\" -E default \"${result_file_name}.default\" \"${result_file_name}\"")
execute_process(
COMMAND ${lyx} -userdir "${LYX_TESTS_USERDIR}" -E default "${result_file_name}.default" "${result_file_name}"
RESULT_VARIABLE _err
ERROR_VARIABLE lyxerr)
Cmake export tests: Expand summary messages Summary log messages are now used also for xhtml exports
2019-01-27 12:25:29 +00:00
Summary(_err "Test-compilation of \"${result_file_name}\" to format default")
Cmake lyx2lyx tests: Use a loop to execute roundtrips Exporting to some previous lyx format: Inside the loop Stop at export with errors/warnings Stop if exported file not loadable Stop if exported file identical to previous exported file (OK case) This is done through creating MD5SUM
2015-12-28 05:00:10 +00:00
break()
lyx2lyx tests: Check for possible endless expansion If, after the 10th iteration, the exported lyx16x file still differs from the one in the previous iteration, the test is marked as failing, even if still loadable.
2018-01-22 13:43:50 +00:00
else()
Cmake lyxxx export tests: Add summary of commands to log
2019-01-23 22:07:54 +00:00
list(APPEND _TestResultMessage "Warning: \"${LYX_SOURCE}\" and \"${result_file_name}\" differ")
lyx2lyx tests: Check for possible endless expansion If, after the 10th iteration, the exported lyx16x file still differs from the one in the previous iteration, the test is marked as failing, even if still loadable.
2018-01-22 13:43:50 +00:00
message(STATUS "Source(${LYX_SOURCE}) and dest(${result_file_name}) are still different")
if (_lv GREATER 10)
Cmake export tests: Expand summary messages Summary log messages are now used also for xhtml exports
2019-01-27 12:25:29 +00:00
set(_err 1)
message(STATUS "Possible endless loop encountered")
Summary(_err "Test-Loop exceeded the count of 10, Possible endless loop")
break()
lyx2lyx tests: Check for possible endless expansion If, after the 10th iteration, the exported lyx16x file still differs from the one in the previous iteration, the test is marked as failing, even if still loadable.
2018-01-22 13:43:50 +00:00
endif()
Cmake lyx2lyx tests: Use a loop to execute roundtrips Exporting to some previous lyx format: Inside the loop Stop at export with errors/warnings Stop if exported file not loadable Stop if exported file identical to previous exported file (OK case) This is done through creating MD5SUM
2015-12-28 05:00:10 +00:00
endif()
set(source_md5sum ${result_md5sum})
set(LYX_SOURCE ${result_file_name})
endforeach()
else()
Cmake export tests: Introduce 'LYX_DEBUG_LATEX' environment variable. Setting this variable to '1' will include also latex messages in ctest log file LastTest.log.
2016-10-12 12:35:23 +00:00
if ($ENV{LYX_DEBUG_LATEX})
Cmake tests: Allow ignoring some latex error messages New file: ignoreLatexErrorsTests The sublabels in this list of export-testnames specify which error messages should be ignored. For each sublabel (for example "xxx") the lyx-command line is expanded with "--ignore-error-message xxx"
2017-01-11 09:15:13 +00:00
set(LyXExtraParams -dbg latex)
Cmake export tests: Introduce 'LYX_DEBUG_LATEX' environment variable. Setting this variable to '1' will include also latex messages in ctest log file LastTest.log.
2016-10-12 12:35:23 +00:00
else()
Cmake tests: Allow ignoring some latex error messages New file: ignoreLatexErrorsTests The sublabels in this list of export-testnames specify which error messages should be ignored. For each sublabel (for example "xxx") the lyx-command line is expanded with "--ignore-error-message xxx"
2017-01-11 09:15:13 +00:00
set(LyXExtraParams)
Cmake export tests: Introduce 'LYX_DEBUG_LATEX' environment variable. Setting this variable to '1' will include also latex messages in ctest log file LastTest.log.
2016-10-12 12:35:23 +00:00
endif()
Cmake tests: Allow ignoring some latex error messages New file: ignoreLatexErrorsTests The sublabels in this list of export-testnames specify which error messages should be ignored. For each sublabel (for example "xxx") the lyx-command line is expanded with "--ignore-error-message xxx"
2017-01-11 09:15:13 +00:00
if(IgnoreErrorMessage)
foreach (_em ${IgnoreErrorMessage})
list(APPEND LyXExtraParams --ignore-error-message ${_em})
endforeach()
endif()
string(REGEX REPLACE ";" " " _LyXExtraParams "${LyXExtraParams}")
message(STATUS "Executing ${lyx} ${_LyXExtraParams} -userdir \"${LYX_TESTS_USERDIR}\" -E ${format} ${result_file_name} \"${LYX_SOURCE}\"")
Cmake lyx2lyx tests: Use a loop to execute roundtrips Exporting to some previous lyx format: Inside the loop Stop at export with errors/warnings Stop if exported file not loadable Stop if exported file identical to previous exported file (OK case) This is done through creating MD5SUM
2015-12-28 05:00:10 +00:00
file(REMOVE ${result_file_name})
execute_process(
Cmake tests: Allow ignoring some latex error messages New file: ignoreLatexErrorsTests The sublabels in this list of export-testnames specify which error messages should be ignored. For each sublabel (for example "xxx") the lyx-command line is expanded with "--ignore-error-message xxx"
2017-01-11 09:15:13 +00:00
COMMAND ${lyx} ${LyXExtraParams} -userdir "${LYX_TESTS_USERDIR}" -E ${format} ${result_file_name} "${LYX_SOURCE}"
Cmake lyx2lyx tests: Use a loop to execute roundtrips Exporting to some previous lyx format: Inside the loop Stop at export with errors/warnings Stop if exported file not loadable Stop if exported file identical to previous exported file (OK case) This is done through creating MD5SUM
2015-12-28 05:00:10 +00:00
RESULT_VARIABLE _err)
Cmake export tests: Expand summary messages Summary log messages are now used also for xhtml exports
2019-01-27 12:25:29 +00:00
Summary(_err "Exporting \"${LYX_SOURCE}\" to format ${format}")
Cmake lyx2lyx tests: Use a loop to execute roundtrips Exporting to some previous lyx format: Inside the loop Stop at export with errors/warnings Stop if exported file not loadable Stop if exported file identical to previous exported file (OK case) This is done through creating MD5SUM
2015-12-28 05:00:10 +00:00
if (NOT _err)
Cmake export tests: Expand summary messages Summary log messages are now used also for xhtml exports
2019-01-27 12:25:29 +00:00
#check if result file created
Cmake lyx2lyx tests: Use a loop to execute roundtrips Exporting to some previous lyx format: Inside the loop Stop at export with errors/warnings Stop if exported file not loadable Stop if exported file identical to previous exported file (OK case) This is done through creating MD5SUM
2015-12-28 05:00:10 +00:00
if (NOT EXISTS "${result_file_name}")
message(STATUS "Expected result file \"${result_file_name}\" does not exist")
set(_err -1)
Cmake export tests: Expand summary messages Summary log messages are now used also for xhtml exports
2019-01-27 12:25:29 +00:00
Summary(_err "Expected result file \"${result_file_name}\" does not exists")
Cmake lyx2lyx tests: Use a loop to execute roundtrips Exporting to some previous lyx format: Inside the loop Stop at export with errors/warnings Stop if exported file not loadable Stop if exported file identical to previous exported file (OK case) This is done through creating MD5SUM
2015-12-28 05:00:10 +00:00
else()
message(STATUS "Expected result file \"${result_file_name}\" exists")
Cmake xhtml export tests: Use command xmllint to test the export result
2016-05-30 07:50:22 +00:00
if (format MATCHES "xhtml")
if (XMLLINT_EXECUTABLE)
Cmake export tests: Expand summary messages Summary log messages are now used also for xhtml exports
2019-01-27 12:25:29 +00:00
message(STATUS "Calling: ${XMLLINT_EXECUTABLE} --sax --html --valid")
Cmake xhtml export tests: Use command xmllint to test the export result
2016-05-30 07:50:22 +00:00
# check the created xhtml file
execute_process(
COMMAND ${XMLLINT_EXECUTABLE} --sax --html --valid "${result_file_name}"
OUTPUT_VARIABLE xmlout
ERROR_VARIABLE xmlerr
RESULT_VARIABLE _err)
file(WRITE "${result_file_name}.sax_out" ${xmlout})
Cmake export tests: Expand summary messages Summary log messages are now used also for xhtml exports
2019-01-27 12:25:29 +00:00
Summary(_err "Checking \"${result_file_name}\" with ${XMLLINT_EXECUTABLE}")
Cmake xhtml export tests: Use command xmllint to test the export result
2016-05-30 07:50:22 +00:00
if (NOT _err)
# check if sax-parser output contains error messages
Cmake export tests: Expand summary messages Summary log messages are now used also for xhtml exports
2019-01-27 12:25:29 +00:00
message(STATUS "Check the output: ${PERL_EXECUTABLE} ${TOP_SRC_DIR}/development/autotests/examineXmllintOutput.pl")
Cmake xhtml export tests: Use command xmllint to test the export result
2016-05-30 07:50:22 +00:00
execute_process(
COMMAND ${PERL_EXECUTABLE} "${TOP_SRC_DIR}/development/autotests/examineXmllintOutput.pl" "${result_file_name}.sax_out"
OUTPUT_VARIABLE xmlout
RESULT_VARIABLE _err)
Cmake export tests: Expand summary messages Summary log messages are now used also for xhtml exports
2019-01-27 12:25:29 +00:00
Summary(_err "Parse messages of ${XMLLINT_EXECUTABLE} for errors")
Cmake xhtml export tests: Use command xmllint to test the export result
2016-05-30 07:50:22 +00:00
endif()
if (NOT _err)
if (NOT "${xmlout}" STREQUAL "")
message(STATUS "${xmlout}")
set(_err -1)
Cmake export tests: Expand summary messages Summary log messages are now used also for xhtml exports
2019-01-27 12:25:29 +00:00
Summary(_err "Non empty output of \"${XMLLINT_EXECUTABLE}\"")
Cmake xhtml export tests: Use command xmllint to test the export result
2016-05-30 07:50:22 +00:00
endif()
endif()
endif()
endif()
Cmake lyx2lyx tests: Use a loop to execute roundtrips Exporting to some previous lyx format: Inside the loop Stop at export with errors/warnings Stop if exported file not loadable Stop if exported file identical to previous exported file (OK case) This is done through creating MD5SUM
2015-12-28 05:00:10 +00:00
endif()
Cmake export tests: Check if exported lyx files are loadable Also added tests for export to lyx21 format.
2015-12-25 09:28:40 +00:00
endif()
endif()
Cmake tests: Rename label 'reverted' to 'inverted'.
2015-12-02 23:23:07 +00:00
if(inverted)
Cmake export tests Some export test are known to fail. Checking them every time is cumbersome. Now, the tests marked in file revertedTests will invert the success condition and mark the test as INVERTED_SEE-README.ctest. If some of the tests in revertedTests fails, this is good, and the testname can be removed from it.
2013-08-04 12:31:47 +00:00
string(COMPARE EQUAL ${_err} 0 _erg)
else()
string(COMPARE NOTEQUAL ${_err} 0 _erg)
endif()
Partially revert 43b81bec, export.cmake was not intended to change
2020-01-17 22:52:23 +00:00
execute_process(COMMAND ${CMAKE_COMMAND} -E remove_directory "${TempDir}")
Cmake lyxxx export tests: Add summary of commands to log
2019-01-23 22:07:54 +00:00
if(_TestResultMessage)
message(STATUS "Msg Summary:")
foreach(_l ${_TestResultMessage})
message(STATUS "\t${_l}")
endforeach()
endif()
CMake export tests now correctly check return code
2013-01-21 01:36:42 +00:00
if(_erg)
Cmake export tests: Check if exported lyx files are loadable Also added tests for export to lyx21 format.
2015-12-25 09:28:40 +00:00
message(STATUS "Exporting ${file}.lyx to ${format}")
Cmake build autotests: Split export test to test on each format and each input file One can still check all exports with one commend ctest -R "export.*"
2012-12-13 11:38:38 +00:00
message(FATAL_ERROR "Export failed")
endif()
Reference in New Issue Copy Permalink