anne/lyx_mirror
1
0
Fork 0
mirror of https://git.lyx.org/repos/lyx.git synced 2024-12-22 21:21:32 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity
aeee6b373e
lyx_mirror/lib/scripts/layout2layout.py
José Matos 04ecabef60 Update Python scripts to Python 3+ 
Remove support for Python 2

Use formatted strings where appropriated
2024-06-10 11:29:56 +01:00

1431 lines
52 KiB
Python
Raw Blame History

# file layout2layout.py
# This file is part of LyX, the document processor.
# Licence details can be found in the file COPYING.
# author Georg Baum
# Full author contact details are available in file CREDITS
# This script will update a .layout file to current format
# The latest layout format is also defined in src/TextClass.cpp
currentFormat = 105
# Incremented to format 4, 6 April 2007, lasgouttes
# Introduction of generic "Provides" declaration
# Incremented to format 5, 22 August 2007 by vermeer
# InsetLayout material
# Incremented to format 6, 7 January 2008 by spitz
# Requires tag added to layout files
# Incremented to format 7, 24 March 2008 by rgh
# AddToPreamble tag added to layout files
# Incremented to format 8, 25 July 2008 by rgh
# UseModule tag added to layout files
# CopyStyle added to InsetLayout
# Incremented to format 9, 5 October 2008 by rgh
# ForcePlain and CustomPars tags added to InsetLayout
# Incremented to format 10, 6 October 2008 by rgh
# Change format of counters
# Incremented to format 11, 14 October 2008 by rgh
# Add ProvidesModule, ExcludesModule tags
# Incremented to format 12, 10 January 2009 by gb
# Add I18NPreamble tag
# Incremented to format 13, 5 February 2009 by rgh
# Add InToc tag for InsetLayout
# Incremented to format 14, 14 February 2009 by gb
# Rename I18NPreamble to BabelPreamble and add LangPreamble
# Incremented to format 15, 28 May 2009 by lasgouttes
# Add new tag OutputFormat; modules can be conditioned on feature
# "from->to".
# Incremented to format 16, 5 June 2009 by rgh
# Add new tags for Text Class:
# HTMLPreamble, HTMLAddToPreamble
# For Layout:
# HTMLTag, HTMLAttr, HTMLLabel, HTMLLabelAttr, HTMLItem, HTMLItemAttr
# HTMLStyle, and HTMLPreamble
# For InsetLayout:
# HTMLTag, HTMLAttr, HTMLStyle, and HTMLPreamble
# For Floats:
# HTMLType, HTMLClass, HTMLStyle
# Incremented to format 17, 12 August 2009 by rgh
# Add IfStyle and IfCounter tags for layout.
# Incremented to format 18, 27 October 2009 by rgh
# Added some new tags for HTML output.
# Incremented to format 19, 17 November 2009 by rgh
# Added InPreamble tag.
# Incremented to format 20, 17 December 2009 by rgh
# Added ContentAsLabel tag.
# Incremented to format 21, 12 January 2010 by rgh
# Added HTMLTocLayout and HTMLTitle tags.
# Incremented to format 22, 20 January 2010 by rgh
# Added HTMLFormat tag to Counters.
# Incremented to format 23, 13 February 2010 by spitz
# Added Spellcheck tag.
# Incremented to format 24, 5 March 2010 by rgh
# Changed LaTeXBuiltin tag to NeedsFloatPkg and
# added new tag ListCommand.
# Incremented to format 25, 12 March 2010 by rgh
# Added RefPrefix tag for layouts and floats.
# Incremented to format 26, 29 March 2010 by rgh
# Added CiteFormat.
# Incremented to format 27, 4 June 2010 by rgh
# Added RequiredArgs tag.
# Incremented to format 28, 6 August 2010 by lasgouttes
# Added ParbreakIsNewline tag for Layout and InsetLayout.
# Incremented to format 29, 10 August 2010 by rgh
# Changed Custom:Style, CharStyle:Style, and Element:Style
# uniformly to Flex:Style.
# Incremented to format 30, 13 August 2010 by rgh
# Introduced ResetsFont tag for InsetLayout.
# Incremented to format 31, 12 January 2011 by rgh
# Introducted NoCounter tag.
# Incremented to format 32, 30 January 2011 by forenr
# Added Display tag for InsetLayout
# Incremented to format 33, 2 February 2011 by rgh
# Changed NeedsFloatPkg to UsesFloatPkg
# Incremented to format 34, 28 March 2011 by rgh
# Remove obsolete Fill_(Top|Bottom) tags
# Incremented to format 35, 28 March 2011 by rgh
# Try to add "Flex:" to any flex insets that don't have it.
# Incremented to format 36, 7 December 2011, by rgh
# Added HTMLStyles and AddToHTMLStyles tags.
# Incremented to format 37, 29 February 2012 by jrioux
# Implement the citation engine machinery in layouts.
# Change CiteFormat to CiteFormat (default|authoryear|numerical).
# Incremented to format 38, 08 April 2012 by gb
# Introduce LangPreamble and BabelPreamble for InsetLayout.
# Incremented to format 39, 15 April 2012 by sanda
# Introduce styling of branches via "InsetLayout Branch:".
# Incremented to format 40, 10 October 2012 by rgh
# Re-do layout names for layout categories
# Incremented to format 41, 20 November 2012 by spitz
# New Argument syntax
# Incremented to format 42, 22 December 2012 by spitz
# New Style tag "ItemCommand"
# Incremented to format 43, 30 December 2012 by spitz
# Extended InsetCaption format
# Incremented to format 44, 9 February 2013 by rgh
# Remove COUNTER label style; rename as STATIC
# Rename TOP_ENVIRONMENT to ABOVE and CENTERED_TOP_ENVIRONMENT to CENTERED
# Incremented to format 45, 12 February 2013 by rgh
# New Tag "NoInsetLayout"
# Incremented to format 46, 15 May 2013 by gb
# New Tag "ForceLocal"
# Incremented to format 47, 23 May 2013 by rgh
# Add PackageOptions tag
# Incremented to format 48, 31 May 2013 by rgh
# Add InitialValue tag for counters
# Incremented to format 49, 10 Feb 2014 by gb
# Change default of "ResetsFont" tag to false
# Incremented to format 50, 9 May 2014 by forenr
# Removal of "Separator" layouts
# Incremented to format 51, 29 May 2014 by spitz
# New Style tag "ToggleIndent"
# Incremented to format 52, 1 December 2014 by spitz
# New InsetLayout tag "ForceOwnlines"
# Incremented to format 53, 7 December 2014 by spitz
# New InsetLayout tag "ObsoletedBy"
# Incremented to format 54, 11 Jan 2014 by gb
# New InsetLayout tag "FixedWidthPreambleEncoding"
# Incremented to format 55, 20 April 2015 by spitz
# New InsetLayout and Layout tags "PassThruChars"
# Incremented to format 56, 20 May 2015 by spitz
# New Float tags "AllowedPlacement", "AllowsWide", "AllowsSideways"
# Incremented to format 57, 30 May 2015 by spitz
# New Layout tag "ParagraphGroup"
# Incremented to format 58, 5 December 2015, by rgh
# New Layout tag "ProvideStyle"
# Change "IfStyle" to "ModifyStyle"
# Incremented to format 59, 22 November 2015 by gm
# New Tag "OutlinerName"
# New Layout tags "AddToToc", "IsTocCaption"
# New Layout argument tag "IsTocCaption"
# Incremented to format 60, 25 March 2016 by lasgouttes
# Rename caption subtype LongTableNoNumber to Unnumbered
# Incremented to format 61, 14 October 2016 by spitz
# New Layout tags "ResumeCounter", "StepMasterCounter"
# Incremented to format 62, 21 October 2016 by spitz
# New Layout argument tag "PassThru"
# Incremented to format 63, 7 January 2017 by spitz
# - New textclass tags CiteFramework, MaxCiteNames (for cite engines)
# - Extended InsetCite syntax.
# Incremented to format 64, 30 August 2017 by rgh
# Strip leading and trailing spaces from LabelString,
# LabelStringAppendix, and EndLabelString, and LabelCounter,
# to conform to what we used to do.
# Incremented to format 65, 16 October 2017 by spitz
# Color collapsable -> collapsible
# Incremented to format 66, 28 December 2017 by spitz
# New Layout tags "AutoNests ... EndAutoNests" and
# "IsAutoNestedBy ... EndIsAutoNestedBy"
# Incremented to format 67, 14 April 2018 by spitz
# New Layout tag "NeedsCProtect"
# Incremented to format 68, 21 May 2018 by spitz
# New Layout tag "AddToCiteEngine"
# Incremented to format 69, 16 August 2018 by spitz
# New argument type "listpreamble"
# Incremented to format 70, 5 June 2018 by rkh
# New InsetLayout tag EditExternal
# Incremented to format 71, 12 March 2019 by spitz
# New [Inset]Layout tag NeedMBoxProtect
# Incremented to format 72, 26 March 2019 by spitz
# New TextClass tag TableStyle
# Incremented to format 73, 18 April 2019 by spitz
# New InsetLayout tag MenuString
# Incremented to format 74, 18 April 2019 by spitz
# New InsetLayout and Argument tag NewlineCmd
# Incremented to format 75, 2 June 2019 by spitz
# New Argument tags FreeSpacing, InsertOnNewline
# New InsetLayout tag ParbreakIgnored
# Incremented to format 76, 8 July 2019 by spitz
# New textclass tag BibInToc
# Incremented to format 77, 6 August 2019 by spitz
# New textclass tag PageSize (= default page size)
# and textclass option PageSize (= list of available page sizes)
# Incremented to format 78, 6 August 2019 by spitz
# New textclass tag FontsizeFormat
# Incremented to format 79, 7 August 2019 by spitz
# New textclass tag PagesizeFormat
# Incremented to format 80, 12 August 2019 by spitz
# New float option Requires
# Incremented to format 81, 12 August 2019 by rikiheck
# New tag GuiName for counters
# Incremented to format 82, 4 June 2017 by tcuvelier
# - Add new tags for Layout:
# DocBookTag, DocBookAttr, DocBookInInfo,
# DocBookWrapperTag, DocBookWrapperAttr,
# DocBookItemWrapperTag, DocBookItemWrapperAttr,
# DocBookItemTag, DocBookItemAttr,
# DocBookLabelTag, DocBookLabelAttr
# - Removed tag Header from ClassOptionsClassOptions
# - Removed tag Element for flex insets
# Incremented to format 83, 2 August 2020 by tcuvelier
# New tags DocBookWrapperMergeWithPrevious and DocBookAbstract
# Incremented to format 84, 17 August 2020 by tcuvelier
# New tags DocBookTagType, DocBookWrapperTagTagType,
# DocBookItemWrapperTagTagType, DocBookItemTagTagType,
# DocBookLabelTag
# Incremented to format 85, 7 October 2020 by tcuvelier
# New tags DocBookInnerTag, DocBookInnerAttr,
# DocBookInnerTagType
# Incremented to format 86, 20 October 2020 by tcuvelier
# New tag DocBookSection.
# Incremented to format 87, 2 November 2020 by rkh
# Incremented to format 88, 28 November 2020 by tcuvelier
# New tag DocBookNotInPara.
# Incremented to format 89, 5 December 2020 by rkh
# New tag LaTeXName for counters
# Incremented to format 90, 11 December 2020 by spitz
# Use semantic label colors
# Incremented to format 91, 25 January 2021 by spitz
# InputGlobal tag
# Incremented to format 92, 30 January 2021 by spitz
# Add ProvideInsetLayout and ModifyInsetLayout
# Incremented to format 93, 13 February 2021 by spitz
# Add DocBookNoFontInside
# Incremented to format 94, 19 September 2021 by tcuvelier
# Add DocBookFloatType, DocBookCaption
# Incremented to format 95, 27 September 2021 by tcuvelier
# Add DocBookRenderAsImage
# Incremented to format 96, 4 December 2022 by rikiheck
# Add HTMLInToc
# Incremented to format 97, 4 December 2022 by rikiheck
# Add HTMLClass
# Incremented to format 98, 5 December 2022 by rikiheck
# Add HTMLClass for InsetLayout
# Incremented to format 99, 22 December 2022 by tcuvelier
# Add DocBookGenerateTitle for Layout
# Incremented to format 100, 9 May 2023 by forenr
# Add inset label color
# Incremented to format 101, 22 July 2023 by lasgouttes
# add InsetLayout tag InheritFont
# Incremented to format 102, 25 July 2023 by spitz
# add InsetLayout tags AllowedInInsets, EndAllowedInInsets,
# AllowedInLayouts, EndAllowedInLayouts, AllowedOccurrences,
# AllowedOccurrencesPerItem
# Incremented to format 103, 27 July 2023 by rikiheck
# Allow e.g. \roman{section} in PrettyFormat
# Incremented to format 104, 28 July 2023 by rikiheck
# RefFormat for counters and PrettyFormat for floats
# Incremented to format 105, 2 June 2024 by spitz
# ParskipFull and ParskipHalf class options
# Do not forget to document format change in Customization
# Manual (section "Declaring a new text class").
# You might also want to consider running the
# development/tools/updatelayouts.py script to update all
# layout files to the new format.
import os, re, sys
import argparse
def error(message):
sys.stderr.write(message + '\n')
sys.exit(1)
def trim_bom(line):
" Remove byte order mark."
if line[0:3] == b"\357\273\277":
return line[3:]
else:
return line
def read(source):
" Read input file and strip lineendings."
lines = source.read().splitlines() or ['']
lines[0] = trim_bom(lines[0])
return lines
def write(output, lines):
" Write output file with native lineendings."
output.write(os.linesep.encode('ascii').join(lines)
+ os.linesep.encode('ascii'))
# Concatenates old and new in an intelligent way:
# If old is wrapped in ", they are stripped. The result is wrapped in ".
def concatenate_label(old, new):
# Don't use strip as long as we support python 1.5.2
if old[0] == b'"':
return old[0:-1] + new + b'"'
else:
return b'"' + old + new + b'"'
# appends a string to a list unless it's already there
def addstring(s, l):
if l.count(s) > 0:
return
l.append(s)
def convert(lines, end_format):
" Convert to new format."
re_Comment = re.compile(b'^(\\s*)#')
re_Counter = re.compile(b'\\s*Counter\\s*', re.IGNORECASE)
re_Name = re.compile(b'\\s*Name\\s+(\\S+)\\s*', re.IGNORECASE)
re_UseMod = re.compile(b'^\\s*UseModule\\s+(.*)', re.IGNORECASE)
re_Empty = re.compile(b'^(\\s*)$')
re_Format = re.compile(b'^(\\s*)(Format)(\\s+)(\\S+)', re.IGNORECASE)
re_Preamble = re.compile(b'^(\\s*)Preamble', re.IGNORECASE)
re_EndPreamble = re.compile(b'^(\\s*)EndPreamble', re.IGNORECASE)
re_LangPreamble = re.compile(b'^(\\s*)LangPreamble', re.IGNORECASE)
re_EndLangPreamble = re.compile(b'^(\\s*)EndLangPreamble', re.IGNORECASE)
re_BabelPreamble = re.compile(b'^(\\s*)BabelPreamble', re.IGNORECASE)
re_EndBabelPreamble = re.compile(b'^(\\s*)EndBabelPreamble', re.IGNORECASE)
re_MaxCounter = re.compile(b'^(\\s*)(MaxCounter)(\\s+)(\\S+)', re.IGNORECASE)
re_LabelType = re.compile(b'^(\\s*)(LabelType)(\\s+)(\\S+)', re.IGNORECASE)
re_LabelString = re.compile(b'^(\\s*)(LabelString)(\\s+)(("[^"]+")|(\\S+))', re.IGNORECASE)
re_LabelStringAppendix = re.compile(b'^(\\s*)(LabelStringAppendix)(\\s+)(("[^"]+")|(\\S+))', re.IGNORECASE)
re_LatexType = re.compile(b'^(\\s*)(LatexType)(\\s+)(\\S+)', re.IGNORECASE)
re_Style = re.compile(b'^(\\s*)(Style)(\\s+)(\\S+)', re.IGNORECASE)
re_IfStyle = re.compile(b'^(\\s*)IfStyle(\\s+\\S+)', re.IGNORECASE)
re_CopyStyle = re.compile(b'^(\\s*)(CopyStyle)(\\s+)(\\S+)', re.IGNORECASE)
re_NoStyle = re.compile(b'^(\\s*)(NoStyle)(\\s+)(\\S+)', re.IGNORECASE)
re_End = re.compile(b'^(\\s*)(End)(\\s*)$', re.IGNORECASE)
re_Provides = re.compile(b'^(\\s*)Provides(\\S+)(\\s+)(\\S+)', re.IGNORECASE)
re_CharStyle = re.compile(b'^(\\s*)CharStyle(\\s+)(\\S+)$', re.IGNORECASE)
re_CiteFormat = re.compile(b'^(\\s*)(CiteFormat)(?:(\\s*)()|(\\s+)(default|authoryear|numerical))', re.IGNORECASE)
re_AMSMaths = re.compile(b'^\\s*Input ams(?:math|def)s.inc\\s*')
re_AMSMathsPlain = re.compile(b'^\\s*Input amsmaths-plain.inc\\s*')
re_AMSMathsSeq = re.compile(b'^\\s*Input amsmaths-seq.inc\\s*')
re_TocLevel = re.compile(b'^(\\s*)(TocLevel)(\\s+)(\\S+)', re.IGNORECASE)
re_I18nPreamble = re.compile(b'^(\\s*)I18nPreamble', re.IGNORECASE)
re_EndI18nPreamble = re.compile(b'^(\\s*)EndI18nPreamble', re.IGNORECASE)
re_Float = re.compile(b'^\\s*Float\\s*$', re.IGNORECASE)
re_Type = re.compile(b'\\s*Type\\s+(\\w+)', re.IGNORECASE)
re_Builtin = re.compile(b'^(\\s*)LaTeXBuiltin\\s+(\\w*)', re.IGNORECASE)
re_True = re.compile(b'^\\s*(?:true|1)\\s*$', re.IGNORECASE)
re_InsetLayout = re.compile(b'^\\s*InsetLayout\\s+(?:Custom|CharStyle|Element):(\\S+)\\s*$', re.IGNORECASE)
re_ResetsFont = re.compile(b'^(\\s*)ResetsFont(\\s+)(\\S+)$', re.IGNORECASE)
# with quotes
re_QInsetLayout = re.compile(b'^\\s*InsetLayout\\s+"(?:Custom|CharStyle|Element):([^"]+)"\\s*$', re.IGNORECASE)
re_InsetLayout_CopyStyle = re.compile(b'^\\s*CopyStyle\\s+(?:Custom|CharStyle|Element):(\\S+)\\s*$', re.IGNORECASE)
re_QInsetLayout_CopyStyle = re.compile(b'^\\s*CopyStyle\\s+"(?:Custom|CharStyle|Element):([^"]+)"\\s*$', re.IGNORECASE)
re_NeedsFloatPkg = re.compile(b'^(\\s*)NeedsFloatPkg\\s+(\\w+)\\s*$', re.IGNORECASE)
re_Fill = re.compile(b'^\\s*Fill_(?:Top|Bottom).*$', re.IGNORECASE)
re_InsetLayout2 = re.compile(b'^\\s*InsetLayout\\s+(\\S+)\\s*$', re.IGNORECASE)
# with quotes
re_QInsetLayout2 = re.compile(b'^\\s*InsetLayout\\s+"([^"]+)"\\s*$', re.IGNORECASE)
re_IsFlex = re.compile(b'\\s*LyXType.*$', re.IGNORECASE)
re_CopyStyle2 = re.compile(b'(\\s*CopyStyle\\s+)"?([^"]+)"?\\s*$')
re_Separator = re.compile(b'^(?:(-*)|(\\s*))(Separator|EndOfSlide)(?:(-*)|(\\s*))$', re.IGNORECASE)
# for categories
re_ExtractCategory = re.compile(b'^(#\\s*\\Declare\\w+Class(?:\\[[^]]*?\\])?){([^(]+?)\\s+\\(([^)]+?)\\)\\s*}\\s*$')
ConvDict = {b"article": b"Articles", b"book": b"Books", b"letter": b"Letters", b"report": b"Reports",
b"presentation": b"Presentations", b"curriculum vitae": b"Curricula Vitae", b"handout": b"Handouts"}
# Arguments
re_OptArgs = re.compile(b'^(\\s*)OptionalArgs(\\s+)(\\d+)\\D*$', re.IGNORECASE)
re_ReqArgs = re.compile(b'^(\\s*)RequiredArgs(\\s+)(\\d+)\\D*$', re.IGNORECASE)
# various changes associated with changing how chapters are handled
re_LabelTypeIsCounter = re.compile(b'^(\\s*)LabelType(\\s*)Counter\\s*$', re.IGNORECASE)
re_TopEnvironment = re.compile(b'^(\\s*)LabelType(\\s+)Top_Environment\\s*$', re.IGNORECASE)
re_CenteredEnvironment = re.compile(b'^(\\s*)LabelType(\\s+)Centered_Top_Environment\\s*$', re.IGNORECASE)
re_ChapterStyle = re.compile(b'^\\s*Style\\s+Chapter\\s*$', re.IGNORECASE)
re_InsetLayout_CaptionLTNN = re.compile(b'^(\\s*InsetLayout\\s+)(Caption:LongTableNonumber)', re.IGNORECASE)
# for format 64
re_trimLabelString = re.compile(b'^(\\s*LabelString\\s+)"\\s*(.*?)\\s*"\\s*$')
re_trimLabelStringAppendix = re.compile(b'^(\\s*LabelStringAppendix\\s+)"\\s*(.*?)\\s*"\\s*$')
re_trimEndLabelString = re.compile(b'^(\\s*EndLabelString\\s+)"\\s*(.*?)\\s*"\\s*$')
re_trimLabelCounter = re.compile(b'^(\\s*LabelCounter\\s+)"\\s*(.*?)\\s*"\\s*$')
# for format 100
re_InsetLayout100 = re.compile(b'^\\s*InsetLayout\\s+\\"?(Box|Float|Foot|Marginal|Listings|Note:Comment|Note:Greyedout|Tabular)(:\\S*)?\\"?\\s*$', re.IGNORECASE)
re_InheritFont = re.compile(b'^(\\s*)InheritFont(\\s+)(\\S+)$', re.IGNORECASE)
# counters for sectioning styles (hardcoded in 1.3)
counters = {b"part" : b"\\Roman{part}",
b"chapter" : b"\\arabic{chapter}",
b"section" : b"\\arabic{section}",
b"subsection" : b"\\arabic{section}.\\arabic{subsection}",
b"subsubsection" : b"\\arabic{section}.\\arabic{subsection}.\\arabic{subsubsection}",
b"paragraph" : b"\\arabic{section}.\\arabic{subsection}.\\arabic{subsubsection}.\\arabic{paragraph}",
b"subparagraph" : b"\\arabic{section}.\\arabic{subsection}.\\arabic{subsubsection}.\\arabic{paragraph}.\\arabic{subparagraph}"}
# counters for sectioning styles in appendix (hardcoded in 1.3)
appendixcounters = {b"chapter" : b"\\Alph{chapter}",
b"section" : b"\\Alph{section}",
b"subsection" : b"\\arabic{section}.\\arabic{subsection}",
b"subsubsection" : b"\\arabic{section}.\\arabic{subsection}.\\arabic{subsubsection}",
b"paragraph" : b"\\arabic{section}.\\arabic{subsection}.\\arabic{subsubsection}.\\arabic{paragraph}",
b"subparagraph" : b"\\arabic{section}.\\arabic{subsection}.\\arabic{subsubsection}.\\arabic{paragraph}.\\arabic{subparagraph}"}
# Value of TocLevel for sectioning styles
toclevels = {b"part" : -1,
b"chapter" : 0,
b"section" : 1,
b"subsection" : 2,
b"subsubsection" : 3,
b"paragraph" : 4,
b"subparagraph" : 5}
i = 0
only_comment = 1
counter = b""
toclevel = b""
label = b""
labelstring = b""
space1 = b""
labelstring_line = -1
labelstringappendix_line = -1
labeltype_line = -1
latextype = b""
latextype_line = -1
style = b""
maxcounter = 0
format = 1
formatline = 0
usemodules = []
flexstyles = []
opts = 0
reqs = 0
inchapter = False
# Whether a style is inherited (works only for CopyStyle currently,
# not for true inherited styles, see bug 8920
inherited = False # only used for 48 -> 49
while i < len(lines):
# Skip comments and empty lines
if (re_Comment.match(lines[i]) or re_Empty.match(lines[i])):
# We need to deal with this conversion here, because it happens
# inside the initial comment block.
if only_comment and format == 39:
match = re_ExtractCategory.match(lines[i])
if match:
lpre = match.group(1)
lcat = match.group(2)
lnam = match.group(3)
if lcat in ConvDict:
lcat = ConvDict[lcat]
lines[i] = lpre + b"{" + lnam + b"}"
lines.insert(i+1, b"# \\DeclareCategory{" + lcat + b"}")
i += 1
i += 1
continue
# insert file format if not already there
if only_comment:
match = re_Format.match(lines[i])
if match:
formatline = i
format_ = int(match.group(4))
if 1 < format_ < end_format:
lines[i] = b"Format %d" % (format_ + 1)
only_comment = 0
elif format_ == end_format:
# nothing to do
return format_
else:
error(f'Cannot convert file format {format_} to {end_format}')
else:
lines.insert(i, b"Format 2")
only_comment = 0
continue
# Don't get confused by LaTeX code
if re_Preamble.match(lines[i]):
i += 1
while i < len(lines) and not re_EndPreamble.match(lines[i]):
i += 1
continue
if re_LangPreamble.match(lines[i]):
i += 1
while i < len(lines) and not re_EndLangPreamble.match(lines[i]):
i += 1
continue
if re_BabelPreamble.match(lines[i]):
i += 1
while i < len(lines) and not re_EndBabelPreamble.match(lines[i]):
i += 1
continue
if 101 <= format <= 104:
# nothing to do.
i += 1
continue
if format == 100:
# InheritFont has been introduced and defaults to true. Some insets had
# an hardcoded inheritFont') method returning true. We removed them, so
# we want to introduce the correct tag if it is not already there.
match = re_InsetLayout100.match(lines[i])
if not match:
i += 1
continue
inheritfont_found = False
inherited = False
while i < len(lines):
match = re_InheritFont.match(lines[i])
if match:
inheritfont_found = True
else:
match = re_CopyStyle.match(lines[i])
if match:
inherited = True
else:
match = re_End.match(lines[i])
if match:
break
i += 1
if not inheritfont_found and not inherited:
lines.insert(i, b"\tInheritFont false")
continue
if 87 <= format <= 99:
# nothing to do.
i += 1
continue
if format == 86:
if lines[i].lstrip().lower().startswith(b"stepmastercounter"):
pattern = re.compile(b"stepmastercounter", re.IGNORECASE)
lines[i] = pattern.sub(b"StepParentCounter", lines[i])
i += 1
continue
if 82 <= format <= 85:
# nothing to do.
i += 1
continue
if format == 81:
match = re.compile(b'^(\\s*Header\\s+)("?\\w+"?)', re.IGNORECASE).match(lines[i])
if match:
del lines[i]
continue
match = re.compile(b'(\\s*LyXType\\s+)(\\w+)(\\s*Element\\s+)', re.IGNORECASE).match(lines[i])
if match:
del lines[i]
continue
i += 1
continue
if 65 <= format <= 80:
# nothing to do.
i += 1
continue
if format == 64:
match = re.compile(b'(\\s*Color\\s+)(\\w+)', re.IGNORECASE).match(lines[i])
if not match:
i += 1
continue
col = match.group(2)
if col == "collapsable":
lines[i] = match.group(1) + b"collapsible"
i += 1
continue
if format == 63:
for r in (re_trimLabelString, re_trimLabelStringAppendix,\
re_trimEndLabelString, re_trimLabelCounter):
m = r.match(lines[i])
if m:
lines[i] = m.group(1) + b'"' + m.group(2) + b'"'
i += 1
continue
if 60 <= format <= 62:
# nothing to do.
i += 1
continue
if format == 59:
match = re_InsetLayout_CaptionLTNN.match(lines[i])
if not match:
i += 1
continue
# '^(\s*InsetLayout\s+)(Caption:LongTableNonumber)'
lead = match.group(1)
lines[i] = lead + b"Caption:Unnumbered"
i += 1
continue
if format == 58:
# nothing to do.
i += 1
continue
if format == 57:
match = re_IfStyle.match(lines[i])
if not match:
i += 1
continue
# b'^(\\s*)IfStyle(\\s+\\S+)
lead = match.group(1)
trail = match.group(2)
lines[i] = lead + b"ModifyStyle" + trail
i += 1
continue
if 50 <= format <= 56:
# nothing to do.
i += 1
continue
if format == 49:
separator = []
# delete separator styles
match = re_Style.match(lines[i])
if match:
style = match.group(4).lower()
if re_Separator.match(style):
del lines[i]
while i < len(lines) and not re_End.match(lines[i]):
separator.append(lines[i])
del lines[i]
if i == len(lines):
error('Incomplete separator style.')
else:
del lines[i]
continue
# delete undefinition of separator styles
match = re_NoStyle.match(lines[i])
if match:
style = match.group(4).lower()
if re_Separator.match(style):
del lines[i]
continue
# replace the CopyStyle statement with the definition of the real
# style. This may result in duplicate statements, but that is OK
# since the second one will overwrite the first one.
match = re_CopyStyle.match(lines[i])
if match:
style = match.group(4).lower()
if re_Separator.match(style):
if len(separator) > 0:
lines[i:i+1] = separator
else:
# FIXME: If this style was redefined in an include file,
# we should replace the real style and not this default.
lines[i:i+1] = [b' Category MainText',
b' KeepEmpty 1',
b' Margin Dynamic',
b' LatexType Paragraph',
b' LatexName dummy',
b' ParIndent MM',
b' Align Block',
b' LabelType Static',
b' LabelString "--- Separate Environment ---"',
b' LabelFont',
b' Family Roman',
b' Series Medium',
b' Size Normal',
b' Color Blue',
b' EndFont',
b' HTMLLabel NONE']
i += 1
continue
if format == 48:
# The default of ResetsFont in LyX changed from true to false,
# because it is now used for all InsetLayouts, not only flex ones.
# Therefore, we need to set it to true for all flex insets which do
# not already have a ResetsFont.
match = re_InsetLayout2.match(lines[i])
if not match:
i += 1
continue
name = match.group(1).lower()
if name != b"flex" and name != b"\"flex\"" and name[0:5] != b"flex:" and name [0:6] != b"\"flex:":
i += 1
continue
resetsfont_found = False
inherited = False
while i < len(lines):
match = re_ResetsFont.match(lines[i])
if match:
resetsfont_found = True
else:
match = re_CopyStyle.match(lines[i])
if match:
inherited = True
else:
match = re_End.match(lines[i])
if match:
break
i += 1
if not resetsfont_found and not inherited:
lines.insert(i, b"\tResetsFont true")
continue
if 44 <= format <= 47:
# nothing to do.
i += 1
continue
if format == 43:
match = re_LabelTypeIsCounter.match(lines[i])
if match:
if inchapter:
lines[i] = match.group(1) + b"LabelType" + match.group(2) + b"Above"
else:
lines[i] = match.group(1) + b"LabelType" + match.group(2) + b"Static"
match = re_TopEnvironment.match(lines[i])
if match:
lines[i] = match.group(1) + b"LabelType" + match.group(2) + b"Above"
match = re_CenteredEnvironment.match(lines[i])
if match:
lines[i] = match.group(1) + b"LabelType" + match.group(2) + b"Centered"
if inchapter:
match = re_Style.match(lines[i])
if match:
inchapter = False
else:
match = re_ChapterStyle.match(lines[i])
if match:
inchapter = True
i += 1
continue
if format == 42:
if lines[i] == b"InsetLayout Caption":
lines[i] = b"InsetLayout Caption:Standard"
i += 1
continue
if format == 41:
# nothing to do.
i += 1
continue
if format == 40:
# reset counters on Style beginning
match = re_Style.match(lines[i])
if match:
opts = 0
reqs = 0
i += 1
continue
match = re_OptArgs.match(lines[i])
if match:
# Save number of optional arguments
space1 = match.group(1)
opts = int(match.group(3))
# OptionalArgs 0 > ResetArgs 1
if opts == 0:
lines[i] = space1 + b"ResetArgs\t1"
i += 1
else:
del lines[i]
continue
match = re_ReqArgs.match(lines[i])
if match:
# Save number of required arguments
space1 = match.group(1)
reqs = int(match.group(3))
del lines[i]
continue
# Insert the required number of arguments at the end of the style definition
match = re_End.match(lines[i])
if match:
newarg = [b'']
# First the optionals (this is the required order pre 2.1)
if opts > 0:
if opts == 1:
newarg = [ b'%sArgument 1' % (space1),
b'%s\tLabelString\t\"Optional Layout Argument\"' % (space1),
b'%sEndArgument' % (space1)]
elif opts > 1:
actopt = 1
while actopt < (opts + 1):
newarg += [ b'%sArgument %d' % (space1, actopt),
b'%s\tLabelString\t\"Optional Layout Argument %d\"' % (space1, actopt),
b'%sEndArgument' % (space1)]
actopt += 1
# Now the mandatories
if reqs > 0:
actopt = opts + 1
while actopt < opts + reqs + 1:
newarg += [ b'%sArgument %d' % (space1, actopt),
b'%s\tLabelString\t"Required Layout Argument %d"' % (space1, actopt - opts),
b'%s\tMandatory\t1' % (space1),
b'%sEndArgument' % (space1)]
actopt += 1
# Since we replace the "End" line, re-add this line
if len(newarg) > 1:
newarg += [b'End']
lines[i:i+1] = newarg
i += len(newarg)
# Reset the counters
opts = 0
reqs = 0
i += 1
continue
if format == 39:
# There is a conversion with format 40, but it is done within the
# initial comment block and so is above.
i += 1
continue
if format == 37 or format == 38:
i += 1
continue
if format == 36:
match = re_CiteFormat.match(lines[i])
if match and match.group(4) == b"":
lines[i] = match.group(0) + b" default"
i += 1
continue
if format == 35:
i += 1
continue
if format == 34:
match = re_QInsetLayout2.match(lines[i])
if not match:
match = re_InsetLayout2.match(lines[i])
if not match:
match = re_CopyStyle2.match(lines[i])
if not match:
i += 1
continue
style = match.group(2)
if flexstyles.count(style):
lines[i] = match.group(1) + b"\"Flex:" + style + b"\""
i += 1
continue
name = match.group(1)
names = name.split(b":", 1)
if len(names) > 1 and names[0] == b"Flex":
i += 1
continue
isflex = False
for j in range(i + 1, len(lines)):
if re_IsFlex.match(lines[j]):
isflex = True
break
if re_End.match(lines[j]):
break
if isflex:
flexstyles.append(name)
lines[i] = b"InsetLayout \"Flex:" + name + b"\""
i += 1
continue
if format == 33:
m = re_Fill.match(lines[i])
if m:
lines[i] = b""
i += 1
continue
if format == 32:
match = re_NeedsFloatPkg.match(lines[i])
if match:
space = match.group(1)
val = match.group(2)
lines[i] = space + b"UsesFloatPkg " + val
newval = b'true'
if val == b'1' or val.lower() == b'true':
newval = b'false'
lines.insert(i, space + b"IsPredefined " + newval)
i += 1
i += 1
continue
# Only new features
if 29 <= format <= 31:
i += 1
continue
if format == 28:
match = re_InsetLayout.match(lines[i])
if match:
lines[i] = b"InsetLayout Flex:" + match.group(1)
else:
match = re_QInsetLayout.match(lines[i])
if match:
lines[i] = b"InsetLayout \"Flex:" + match.group(1) + b"\""
else:
match = re_InsetLayout_CopyStyle.match(lines[i])
if match:
lines[i] = b"\tCopyStyle Flex:" + match.group(1)
else:
match = re_QInsetLayout_CopyStyle.match(lines[i])
if match:
lines[i] = b"\tCopyStyle \"Flex:" + match.group(1) + b"\""
i += 1
continue
# Only new features
if 24 <= format <= 27:
i += 1
continue
if format == 23:
match = re_Float.match(lines[i])
i += 1
if not match:
continue
# we need to do two things:
# (i) Convert Builtin to NeedsFloatPkg
# (ii) Write ListCommand lines for the builtin floats table and figure
builtin = False
cmd = b""
while True and i < len(lines):
m1 = re_End.match(lines[i])
if m1:
if builtin and cmd:
line = b" ListCommand " + cmd
lines.insert(i, line)
i += 1
break
m2 = re_Builtin.match(lines[i])
if m2:
builtin = True
ws1 = m2.group(1)
arg = m2.group(2)
newarg = b""
if re_True.match(arg):
newarg = b"false"
else:
newarg = b"true"
lines[i] = ws1 + b"NeedsFloatPkg " + newarg
m3 = re_Type.match(lines[i])
if m3:
fltype = m3.group(1)
fltype = fltype.lower()
if fltype == b"table":
cmd = b"listoftables"
elif fltype == b"figure":
cmd = b"listoffigures"
# else unknown, which is why we're doing this
i += 1
continue
# This just involved new features, not any changes to old ones
if 14 <= format <= 22:
i += 1
continue
# Rename I18NPreamble to BabelPreamble
if format == 13:
match = re_I18nPreamble.match(lines[i])
if match:
lines[i] = match.group(1) + b"BabelPreamble"
i += 1
match = re_EndI18nPreamble.match(lines[i])
while i < len(lines) and not match:
i += 1
match = re_EndI18nPreamble.match(lines[i])
lines[i] = match.group(1) + b"EndBabelPreamble"
i += 1
continue
# These just involved new features, not any changes to old ones
if format == 11 or format == 12:
i += 1
continue
if format == 10:
match = re_UseMod.match(lines[i])
if match:
module = match.group(1)
lines[i] = b"DefaultModule " + module
i += 1
continue
if format == 9:
match = re_Counter.match(lines[i])
if match:
counterline = i
i += 1
while i < len(lines):
namem = re_Name.match(lines[i])
if namem:
name = namem.group(1)
lines.pop(i)
lines[counterline] = b"Counter %s" % name
# we don't need to increment i
continue
endem = re_End.match(lines[i])
if endem:
i += 1
break
i += 1
i += 1
continue
if format == 8:
# We want to scan for ams-type includes and, if we find them,
# add corresponding UseModule tags to the layout.
match = re_AMSMaths.match(lines[i])
if match:
addstring(b"theorems-ams", usemodules)
addstring(b"theorems-ams-extended", usemodules)
addstring(b"theorems-sec", usemodules)
lines.pop(i)
continue
match = re_AMSMathsPlain.match(lines[i])
if match:
addstring(b"theorems-starred", usemodules)
lines.pop(i)
continue
match = re_AMSMathsSeq.match(lines[i])
if match:
addstring(b"theorems-ams", usemodules)
addstring(b"theorems-ams-extended", usemodules)
lines.pop(i)
continue
i += 1
continue
# These just involved new features, not any changes to old ones
if 5 <= format <= 7:
i += 1
continue
if format == 4:
# Handle conversion to long CharStyle names
match = re_CharStyle.match(lines[i])
if match:
lines[i] = b"InsetLayout CharStyle:%s" % (match.group(3))
i += 1
lines.insert(i, b"\tLyXType charstyle")
i += 1
lines.insert(i, b"")
lines[i] = b"\tLabelString %s" % (match.group(3))
i += 1
continue
if format == 3:
# convert 'providesamsmath x', 'providesmakeidx x', 'providesnatbib x', 'providesurl x' to
# 'provides amsmath x', 'provides makeidx x', 'provides natbib x', 'provides url x'
# x is either 0 or 1
match = re_Provides.match(lines[i])
if match:
lines[i] = b"%sProvides %s%s%s" % (match.group(1), match.group(2).lower(),
match.group(3), match.group(4))
i += 1
continue
if format == 2:
caption = []
# delete caption styles
match = re_Style.match(lines[i])
if match:
style = match.group(4).lower()
if style == b"caption":
del lines[i]
while i < len(lines) and not re_End.match(lines[i]):
caption.append(lines[i])
del lines[i]
if i == len(lines):
error('Incomplete caption style.')
else:
del lines[i]
continue
# delete undefinition of caption styles
match = re_NoStyle.match(lines[i])
if match:
style = match.group(4).lower()
if style == b"caption":
del lines[i]
continue
# replace the CopyStyle statement with the definition of the real
# style. This may result in duplicate statements, but that is OK
# since the second one will overwrite the first one.
match = re_CopyStyle.match(lines[i])
if match:
style = match.group(4).lower()
if style == b"caption":
if len(caption) > 0:
lines[i:i+1] = caption
else:
# FIXME: This style comes from an include file, we
# should replace the real style and not this default.
lines[i:i+1] = [b' Margin First_Dynamic',
b' LatexType Command',
b' LatexName caption',
b' NeedProtect 1',
b' LabelSep xx',
b' ParSkip 0.4',
b' TopSep 0.5',
b' Align Center',
b' AlignPossible Center',
b' LabelType Sensitive',
b' LabelString "Senseless!"',
b' OptionalArgs 1',
b' LabelFont',
b' Series Bold',
b' EndFont']
i += 1
continue
# Delete MaxCounter and remember the value of it
match = re_MaxCounter.match(lines[i])
if match:
level = match.group(4).lower()
if level == b"counter_chapter":
maxcounter = 0
elif level == b"counter_section":
maxcounter = 1
elif level == b"counter_subsection":
maxcounter = 2
elif level == b"counter_subsubsection":
maxcounter = 3
elif level == b"counter_paragraph":
maxcounter = 4
elif level == b"counter_subparagraph":
maxcounter = 5
elif level == b"counter_enumi":
maxcounter = 6
elif level == b"counter_enumii":
maxcounter = 7
elif level == b"counter_enumiii":
maxcounter = 8
del lines[i]
continue
# Replace line
#
# LabelType Counter_EnumI
#
# with two lines
#
# LabelType Counter
# LabelCounter EnumI
#
match = re_LabelType.match(lines[i])
if match:
label = match.group(4)
# Remember indenting space for later reuse in added lines
space1 = match.group(1)
# Remember the line for adding the LabelCounter later.
# We can't do it here because it could shift latextype_line etc.
labeltype_line = i
if label[:8].lower() == b"counter_":
counter = label[8:].lower()
lines[i] = re_LabelType.sub(b'\\1\\2\\3Counter', lines[i])
# Remember the LabelString line
match = re_LabelString.match(lines[i])
if match:
labelstring = match.group(4)
labelstring_line = i
# Remember the LabelStringAppendix line
match = re_LabelStringAppendix.match(lines[i])
if match:
labelstringappendix_line = i
# Remember the LatexType line
match = re_LatexType.match(lines[i])
if match:
latextype = match.group(4).lower()
latextype_line = i
# Remember the TocLevel line
match = re_TocLevel.match(lines[i])
if match:
toclevel = match.group(4).lower()
# Reset variables at the beginning of a style definition
match = re_Style.match(lines[i])
if match:
style = match.group(4).lower()
counter = b""
toclevel = b""
label = b""
space1 = b""
labelstring = b""
labelstring_line = -1
labelstringappendix_line = -1
labeltype_line = -1
latextype = b""
latextype_line = -1
if re_End.match(lines[i]):
# Add a line "LatexType Bib_Environment" if LabelType is Bibliography
# (or change the existing LatexType)
if label.lower() == b"bibliography":
if (latextype_line < 0):
lines.insert(i, b"%sLatexType Bib_Environment" % space1)
i += 1
else:
lines[latextype_line] = re_LatexType.sub(b'\\1\\2\\3Bib_Environment', lines[latextype_line])
# Change "LabelType Static" to "LabelType Itemize" for itemize environments
if latextype == b"item_environment" and label.lower() == b"static":
lines[labeltype_line] = re_LabelType.sub(b'\\1\\2\\3Itemize', lines[labeltype_line])
# Change "LabelType Counter_EnumI" to "LabelType Enumerate" for enumerate environments
if latextype == b"item_environment" and label.lower() == b"counter_enumi":
lines[labeltype_line] = re_LabelType.sub(b'\\1\\2\\3Enumerate', lines[labeltype_line])
# Don't add the LabelCounter line later
counter = b""
# Replace
#
# LabelString "Chapter"
#
# with
#
# LabelString "Chapter \arabic{chapter}"
#
# if this style has a counter. Ditto for LabelStringAppendix.
# This emulates the hardcoded article style numbering of 1.3
#
if counter != b"":
if style in counters:
if labelstring_line < 0:
lines.insert(i, b'%sLabelString "%s"' % (space1, counters[style]))
i += 1
else:
new_labelstring = concatenate_label(labelstring, counters[style])
lines[labelstring_line] = re_LabelString.sub(
b'\\1\\2\\3%s' % new_labelstring.replace(b"\\", b"\\\\"),
lines[labelstring_line])
if style in appendixcounters:
if labelstringappendix_line < 0:
lines.insert(i, b'%sLabelStringAppendix "%s"' % (space1, appendixcounters[style]))
i += 1
else:
new_labelstring = concatenate_label(labelstring, appendixcounters[style])
lines[labelstringappendix_line] = re_LabelStringAppendix.sub(
b'\\1\\2\\3%s' % new_labelstring.replace(b"\\", b"\\\\"),
lines[labelstringappendix_line])
# Now we can safely add the LabelCounter line
lines.insert(labeltype_line + 1, b"%sLabelCounter %s" % (space1, counter))
i += 1
# Add the TocLevel setting for sectioning styles
if toclevel == b"" and style in toclevels and maxcounter <= toclevels[style]:
lines.insert(i, b'%s\tTocLevel %d' % (space1, toclevels[style]))
i += 1
i += 1
if only_comment:
lines.insert(i, b"Format 2")
if usemodules:
i = formatline + 1
for mod in usemodules:
lines.insert(i, b"UseModule " + mod)
i += 1
return format + 1
def main(argv):
args = {"description": "Convert layout file <inputfile> to a newer format."}
parser = argparse.ArgumentParser(**args)
parser.add_argument("-t", "--to", type=int, dest="format", default= currentFormat,
help=("destination layout format, default %i (latest)") % currentFormat)
parser.add_argument("input_file", nargs='?', type=str, default=None,
help="input file (default stdin)")
parser.add_argument("output_file", nargs='?', type=str, default=None,
help="output file (default stdout)")
options = parser.parse_args(argv[1:])
# Open files
if options.input_file:
source = open(options.input_file, 'rb')
else:
source = sys.stdin.buffer
if options.output_file:
output = open(options.output_file, 'wb')
else:
output = sys.stdout.buffer
if options.format > currentFormat:
error("Format %i does not exist" % options.format)
# Do the real work
lines = read(source)
format = 1
while format < options.format:
format = convert(lines, options.format)
write(output, lines)
# Close files
if options.input_file:
source.close()
if options.output_file:
output.close()
return 0
if __name__ == "__main__":
main(sys.argv)
Reference in New Issue View Git Blame Copy Permalink