From 2b610333243283f43cefeb57c93d8ade3ec9f3c6 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?G=C3=BCnter=20Milde?= Date: Sat, 16 Mar 2019 13:39:56 +0100 Subject: [PATCH] ctests: add tests for #10600 (forced inputenc "ascii" with XeTeX and TeX-fonts). --- .../export/latex/xetex-inputenc-ascii.lyx | 320 +++++++++++++++ .../export/latex/xetex-inputenc-utf8.lyx | 375 ++++++++++++++++++ development/autotests/invertedTests | 20 +- 3 files changed, 706 insertions(+), 9 deletions(-) create mode 100644 autotests/export/latex/xetex-inputenc-ascii.lyx create mode 100644 autotests/export/latex/xetex-inputenc-utf8.lyx diff --git a/autotests/export/latex/xetex-inputenc-ascii.lyx b/autotests/export/latex/xetex-inputenc-ascii.lyx new file mode 100644 index 0000000000..f1807dbb5f --- /dev/null +++ b/autotests/export/latex/xetex-inputenc-ascii.lyx @@ -0,0 +1,320 @@ +#LyX 2.4 created this file. For more info see https://www.lyx.org/ +\lyxformat 567 +\begin_document +\begin_header +\save_transient_properties true +\origin unavailable +\textclass article +\begin_preamble + +\end_preamble +\use_default_options true +\maintain_unincluded_children false +\language english +\language_package default +\inputencoding ascii +\fontencoding auto +\font_roman "lmodern" "FreeSerif" +\font_sans "default" "FreeSans" +\font_typewriter "default" "FreeMono" +\font_math "auto" "auto" +\font_default_family default +\use_non_tex_fonts false +\font_sc false +\font_osf false +\font_sf_scale 100 100 +\font_tt_scale 100 100 +\use_microtype false +\use_dash_ligatures false +\graphics default +\default_output_format pdf4 +\output_sync 0 +\bibtex_command default +\index_command default +\float_placement class +\float_alignment class +\paperfontsize default +\spacing single +\use_hyperref false +\papersize default +\use_geometry false +\use_package amsmath 1 +\use_package amssymb 1 +\use_package cancel 1 +\use_package esint 1 +\use_package mathdots 1 +\use_package mathtools 1 +\use_package mhchem 1 +\use_package stackrel 1 +\use_package stmaryrd 1 +\use_package undertilde 1 +\cite_engine basic +\cite_engine_type default +\biblio_style plain +\use_bibtopic false +\use_indices false +\paperorientation portrait +\suppress_date false +\justification true +\use_refstyle 1 +\use_minted 0 +\branch na +\selected 0 +\filename_suffix 0 +\color #faf0e6 +\end_branch +\branch bisect +\selected 0 +\filename_suffix 0 +\color #faf0e6 +\end_branch +\index Index +\shortcut idx +\color #008000 +\end_index +\secnumdepth 3 +\tocdepth 3 +\paragraph_separation indent +\paragraph_indentation default +\is_math_indent 0 +\math_numbering_side default +\quotes_style english +\dynamic_quotes 0 +\papercolumns 1 +\papersides 1 +\paperpagestyle default +\tracking_changes false +\output_changes false +\html_math_output 0 +\html_css_as_file 0 +\html_be_strict false +\end_header + +\begin_body + +\begin_layout Standard +XeTeX should work with 8-bit fonts for utf8 and ascii input encodings: +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/001-4-latin.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/005-7-ipa-modifiers-combining.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/008-greek-and-coptic.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/009-cyrillic_ru.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/009-31-cyrillic-thai.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/065-67-phonetic-extensions.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/068-latin-extended-additional.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/069-greek-extended.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/070-72-general-punctuation-sub-super-currency.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/074-76-letterlike-numberforms-arrows.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/077-mathops.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/078-79-misc-technical-control-pics.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/081-enclosed-alphanumerics.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/082-84-box-drawing-blocks-geometric.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/084-misc-symbols.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/085-dingbats.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/087-90-misc-math-A-arrows-A-B.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/091-92-misc-math-B-supp-math-ops.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/125_152-modifiers-presentation.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/246-mathematical-alphanumeric.lyx" +literal "false" + +\end_inset + + +\end_layout + +\end_body +\end_document diff --git a/autotests/export/latex/xetex-inputenc-utf8.lyx b/autotests/export/latex/xetex-inputenc-utf8.lyx new file mode 100644 index 0000000000..7ef4a07add --- /dev/null +++ b/autotests/export/latex/xetex-inputenc-utf8.lyx @@ -0,0 +1,375 @@ +#LyX 2.4 created this file. For more info see https://www.lyx.org/ +\lyxformat 567 +\begin_document +\begin_header +\save_transient_properties true +\origin unavailable +\textclass article +\begin_preamble + +\end_preamble +\use_default_options true +\maintain_unincluded_children false +\language english +\language_package default +\inputencoding utf8 +\fontencoding auto +\font_roman "lmodern" "FreeSerif" +\font_sans "default" "FreeSans" +\font_typewriter "default" "FreeMono" +\font_math "auto" "auto" +\font_default_family default +\use_non_tex_fonts false +\font_sc false +\font_osf false +\font_sf_scale 100 100 +\font_tt_scale 100 100 +\use_microtype false +\use_dash_ligatures false +\graphics default +\default_output_format pdf4 +\output_sync 0 +\bibtex_command default +\index_command default +\float_placement class +\float_alignment class +\paperfontsize default +\spacing single +\use_hyperref false +\papersize default +\use_geometry false +\use_package amsmath 1 +\use_package amssymb 1 +\use_package cancel 1 +\use_package esint 1 +\use_package mathdots 1 +\use_package mathtools 1 +\use_package mhchem 1 +\use_package stackrel 1 +\use_package stmaryrd 1 +\use_package undertilde 1 +\cite_engine basic +\cite_engine_type default +\biblio_style plain +\use_bibtopic false +\use_indices false +\paperorientation portrait +\suppress_date false +\justification true +\use_refstyle 1 +\use_minted 0 +\branch na +\selected 0 +\filename_suffix 0 +\color #faf0e6 +\end_branch +\branch bisect +\selected 0 +\filename_suffix 0 +\color #faf0e6 +\end_branch +\index Index +\shortcut idx +\color #008000 +\end_index +\secnumdepth 3 +\tocdepth 3 +\paragraph_separation indent +\paragraph_indentation default +\is_math_indent 0 +\math_numbering_side default +\quotes_style english +\dynamic_quotes 0 +\papercolumns 1 +\papersides 1 +\paperpagestyle default +\tracking_changes false +\output_changes false +\html_math_output 0 +\html_css_as_file 0 +\html_be_strict false +\end_header + +\begin_body + +\begin_layout Standard +XeTeX should work with 8-bit fonts for +\begin_inset Quotes eld +\end_inset + +utf8 +\begin_inset Quotes erd +\end_inset + + and +\begin_inset Quotes eld +\end_inset + +ascii +\begin_inset Quotes erd +\end_inset + + input encodings and not force-convert the input encoding to +\begin_inset Quotes eld +\end_inset + +ascii +\begin_inset Quotes erd +\end_inset + + (LyX bug #10600). +\end_layout + +\begin_layout Standard +This ERT fails with +\begin_inset Quotes eld +\end_inset + +ascii +\begin_inset Quotes erd +\end_inset + + but works with +\begin_inset Quotes eld +\end_inset + +utf8 +\begin_inset Quotes erd +\end_inset + +: +\begin_inset ERT +status open + +\begin_layout Plain Layout + +LyXen ist schön. +\end_layout + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/001-4-latin.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/005-7-ipa-modifiers-combining.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/008-greek-and-coptic.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/009-cyrillic_ru.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/009-31-cyrillic-thai.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/065-67-phonetic-extensions.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/068-latin-extended-additional.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/069-greek-extended.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/070-72-general-punctuation-sub-super-currency.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/074-76-letterlike-numberforms-arrows.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/077-mathops.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/078-79-misc-technical-control-pics.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/081-enclosed-alphanumerics.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/082-84-box-drawing-blocks-geometric.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/084-misc-symbols.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/085-dingbats.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/087-90-misc-math-A-arrows-A-B.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/091-92-misc-math-B-supp-math-ops.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/125_152-modifiers-presentation.lyx" +literal "false" + +\end_inset + + +\end_layout + +\begin_layout Standard +\begin_inset CommandInset include +LatexCommand input +filename "unicodesymbols/246-mathematical-alphanumeric.lyx" +literal "false" + +\end_inset + + +\end_layout + +\end_body +\end_document diff --git a/development/autotests/invertedTests b/development/autotests/invertedTests index e035ed008f..bc894128c5 100644 --- a/development/autotests/invertedTests +++ b/development/autotests/invertedTests @@ -18,17 +18,18 @@ Sublabel: todo # Error in Japanese document if LyX-logo is preceded by foreign language export/export/latex/ja_wrong_auto_encoding_(dvi|pdf(|3)).* -# Missing characters with Unicode fonts -# For details see the file "systemfonts-Math-missingchars.lyx" +# Missing characters with non-TeX fonts +# For details see the minimal example "systemfonts-Math-missingchars.lyx" export/doc/(|de/|es/|fr/)Math.*systemF export/export/latex/systemfonts-Math-missingchars.*systemF +# +export/export/latex/xetex-inputenc.*_pdf4_systemF # missing character: There is no ^^A in font [lmroman12-regular] # and all the line down to ^^Z and beyond... # XeTeX artifact? works with LuaTeX, explore: export/doc/(|de/|es/|fr/)EmbeddedObjects_pdf4_systemF - # Example for lib/scripts/listerrors # Requires noweb. Seems to be restricted to plain "latex". # Find out why and whether the script could be improved. @@ -186,6 +187,11 @@ export/export/latex/LongestLabelWithUnderscore.* #11455 "Unable to process argument!" with multiple 1.6.x roundtrips export/templates/IEEEtran-Journal_lyx16 +#10600 forced use of "ascii" inputenc with XeTeX +# Non-ASCII in ERT, fails with inputenc==ASCII +# Could not find LaTeX command for character 'í' (code point 0xed) +export/doc/(de|es)/Additional_pdf4_texF +export/export/latex/xetex-inputenc-utf8_pdf4_texF # ============================================================== Sublabel: ert @@ -194,10 +200,6 @@ Sublabel: ert # # "Wontfix" if demonstrating correct use and OK in the default output format. -# Non-ASCII in ERT, fails with inputenc==ASCII (e.g. XeTeX with tex-fonts) -# Could not find LaTeX command for character 'í' (code point 0xed) -export/doc/(de|es)/Additional_pdf4_texF - # ================================================ Sublabel: texissues @@ -268,8 +270,8 @@ export/templates/es_beamer-conference-ornate-20min_pdf4_texF # Arabic # -# Larger Arabic documents currently have non-tex-fonts and XeTeX as default -# output. To fix pdfTeX export: +# Larger Arabic documents currently have non-TeX fonts and XeTeX +# as default output. To fix pdfTeX export: # - set all non-Arab text parts to a different language (e.g. English) # - define alternatives for hyperref (e.g. with textorpdfstring) # for correct handling of hyperref.