2014-03-23 12:33:05 +00:00
|
|
|
# -*- coding: utf-8 -*-
|
|
|
|
# This file is part of lyx2lyx
|
|
|
|
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright (C) 2011 The LyX team
|
|
|
|
#
|
|
|
|
# This program is free software; you can redistribute it and/or
|
|
|
|
# modify it under the terms of the GNU General Public License
|
|
|
|
# as published by the Free Software Foundation; either version 2
|
|
|
|
# of the License, or (at your option) any later version.
|
|
|
|
#
|
|
|
|
# This program is distributed in the hope that it will be useful,
|
|
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
# GNU General Public License for more details.
|
|
|
|
#
|
|
|
|
# You should have received a copy of the GNU General Public License
|
|
|
|
# along with this program; if not, write to the Free Software
|
|
|
|
# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
|
|
|
|
|
|
|
|
""" Convert files to the file format generated by lyx 2.2"""
|
|
|
|
|
|
|
|
import re, string
|
|
|
|
import unicodedata
|
|
|
|
import sys, os
|
|
|
|
|
|
|
|
# Uncomment only what you need to import, please.
|
|
|
|
|
|
|
|
#from parser_tools import find_token, find_end_of, find_tokens, \
|
|
|
|
# find_token_exact, find_end_of_inset, find_end_of_layout, \
|
|
|
|
# find_token_backwards, is_in_inset, get_value, get_quoted_value, \
|
|
|
|
# del_token, check_token, get_option_value
|
|
|
|
|
|
|
|
#from lyx2lyx_tools import add_to_preamble, insert_to_preamble, \
|
|
|
|
# put_cmd_in_ert, lyx2latex, latex_length, revert_flex_inset, \
|
|
|
|
# revert_font_attrs, hex2ratio, str2bool
|
|
|
|
|
Fix bugs #8546 and #9055, and introduce new separator inset.
The algorithm used for breaking a paragraph in LaTeX export is changed
for avoiding spurious blank lines causing too much vertical space.
This change is tied to the introduction of a new inset (with two
different specializations) helping in either outputing LaTeX paragraph
breaks or separating environments in LyX. Both of the above goals were
previously achieved by the ---Separator--- layout and can now be
accomplished by the new inset in a more natural way. As an example,
after leaving an environment by hitting the Return key for two times,
a third return automatically inserts a parbreak inset, which is
equivalent to the old separator layout, i.e., it also introduces a
blank line in the output. If this blank line is not wanted, the
parbreak separator can be changed to a plain separator by a right
click of the mouse. Of course, an environment can still be separated
by the following one by using the Alt+P+Return shortcut (or the
corresponding menu key), but now the plain separator inset is used
instead of the old separator layout, such that no blank line occurs in
the LaTeX output.
Old documents are converted such that the LaTeX output remains unchanged.
As a result of this conversion, the old separator layout is replaced by
the new parbreak inset, which may also appear in places where the old
algorithm was introducing blank lines while the new one is not.
Note that not all blank lines were actually affecting the LaTeX output,
because a blank line is simply ignored by the TeX engine when it occurs
in the so called "vertical mode" (e.g., after an alignment environment).
The old ---Separator--- layout is now gone and old layout files using it
are also automatically converted.
Round trip conversions between old and new format should leave a document
unchanged. This means that the new behavior about paragraph breaking is
not "carried back" to the old format. Indeed, this would need introducing
special LaTeX commands in ERT that would accumulate in roundtrip
conversions, horribly cluttering the document. So, when converting a
modified document to old formats, the LaTeX output may slightly differ in
vertical spacing if the document is processed by an old version of LyX.
In other words, forward compatibility is guaranteed, but not backwards.
2014-05-10 21:25:11 +00:00
|
|
|
from parser_tools import find_token, find_token_backwards, find_re, \
|
|
|
|
find_end_of_inset, find_end_of_layout, find_nonempty_line, \
|
|
|
|
get_containing_layout, get_value, check_token
|
2014-03-23 12:33:05 +00:00
|
|
|
|
|
|
|
###############################################################################
|
|
|
|
###
|
|
|
|
### Conversion and reversion routines
|
|
|
|
###
|
|
|
|
###############################################################################
|
|
|
|
|
Fix bugs #8546 and #9055, and introduce new separator inset.
The algorithm used for breaking a paragraph in LaTeX export is changed
for avoiding spurious blank lines causing too much vertical space.
This change is tied to the introduction of a new inset (with two
different specializations) helping in either outputing LaTeX paragraph
breaks or separating environments in LyX. Both of the above goals were
previously achieved by the ---Separator--- layout and can now be
accomplished by the new inset in a more natural way. As an example,
after leaving an environment by hitting the Return key for two times,
a third return automatically inserts a parbreak inset, which is
equivalent to the old separator layout, i.e., it also introduces a
blank line in the output. If this blank line is not wanted, the
parbreak separator can be changed to a plain separator by a right
click of the mouse. Of course, an environment can still be separated
by the following one by using the Alt+P+Return shortcut (or the
corresponding menu key), but now the plain separator inset is used
instead of the old separator layout, such that no blank line occurs in
the LaTeX output.
Old documents are converted such that the LaTeX output remains unchanged.
As a result of this conversion, the old separator layout is replaced by
the new parbreak inset, which may also appear in places where the old
algorithm was introducing blank lines while the new one is not.
Note that not all blank lines were actually affecting the LaTeX output,
because a blank line is simply ignored by the TeX engine when it occurs
in the so called "vertical mode" (e.g., after an alignment environment).
The old ---Separator--- layout is now gone and old layout files using it
are also automatically converted.
Round trip conversions between old and new format should leave a document
unchanged. This means that the new behavior about paragraph breaking is
not "carried back" to the old format. Indeed, this would need introducing
special LaTeX commands in ERT that would accumulate in roundtrip
conversions, horribly cluttering the document. So, when converting a
modified document to old formats, the LaTeX output may slightly differ in
vertical spacing if the document is processed by an old version of LyX.
In other words, forward compatibility is guaranteed, but not backwards.
2014-05-10 21:25:11 +00:00
|
|
|
def convert_separator(document):
|
|
|
|
"""
|
|
|
|
Convert layout separators to separator insets and add (LaTeX) paragraph
|
|
|
|
breaks in order to mimic previous LaTeX export.
|
|
|
|
"""
|
|
|
|
|
|
|
|
parins = ["\\begin_inset Separator parbreak", "\\end_inset", ""]
|
|
|
|
parlay = ["\\begin_layout Standard", "\\begin_inset Separator parbreak",
|
|
|
|
"\\end_inset", "", "\\end_layout", ""]
|
|
|
|
sty_dict = {
|
|
|
|
"family" : "default",
|
|
|
|
"series" : "default",
|
|
|
|
"shape" : "default",
|
|
|
|
"size" : "default",
|
|
|
|
"bar" : "default",
|
|
|
|
"color" : "inherit"
|
|
|
|
}
|
|
|
|
|
|
|
|
i = 0
|
|
|
|
while 1:
|
|
|
|
i = find_token(document.body, "\\begin_deeper", i)
|
|
|
|
if i == -1:
|
|
|
|
break
|
|
|
|
|
|
|
|
j = find_token_backwards(document.body, "\\end_layout", i-1)
|
|
|
|
if j != -1:
|
|
|
|
# reset any text style before inserting the inset
|
|
|
|
lay = get_containing_layout(document.body, j-1)
|
|
|
|
if lay != False:
|
|
|
|
content = "\n".join(document.body[lay[1]:lay[2]])
|
|
|
|
for val in sty_dict.keys():
|
|
|
|
if content.find("\\%s" % val) != -1:
|
|
|
|
document.body[j:j] = ["\\%s %s" % (val, sty_dict[val])]
|
|
|
|
i = i + 1
|
|
|
|
j = j + 1
|
|
|
|
document.body[j:j] = parins
|
|
|
|
i = i + len(parins) + 1
|
|
|
|
else:
|
|
|
|
i = i + 1
|
|
|
|
|
|
|
|
i = 0
|
|
|
|
while 1:
|
|
|
|
i = find_token(document.body, "\\align", i)
|
|
|
|
if i == -1:
|
|
|
|
break
|
|
|
|
|
|
|
|
lay = get_containing_layout(document.body, i)
|
|
|
|
if lay != False and lay[0] == "Plain Layout":
|
|
|
|
i = i + 1
|
|
|
|
continue
|
|
|
|
|
|
|
|
j = find_token_backwards(document.body, "\\end_layout", i-1)
|
|
|
|
if j != -1:
|
|
|
|
lay = get_containing_layout(document.body, j-1)
|
|
|
|
if lay != False and lay[0] == "Standard" \
|
|
|
|
and find_token(document.body, "\\align", lay[1], lay[2]) == -1 \
|
|
|
|
and find_token(document.body, "\\begin_inset VSpace", lay[1], lay[2]) == -1:
|
|
|
|
# reset any text style before inserting the inset
|
|
|
|
content = "\n".join(document.body[lay[1]:lay[2]])
|
|
|
|
for val in sty_dict.keys():
|
|
|
|
if content.find("\\%s" % val) != -1:
|
|
|
|
document.body[j:j] = ["\\%s %s" % (val, sty_dict[val])]
|
|
|
|
i = i + 1
|
|
|
|
j = j + 1
|
|
|
|
document.body[j:j] = parins
|
|
|
|
i = i + len(parins) + 1
|
|
|
|
else:
|
|
|
|
i = i + 1
|
|
|
|
else:
|
|
|
|
i = i + 1
|
|
|
|
|
|
|
|
regexp = re.compile(r'^\\begin_layout (?:(-*)|(\s*))(Separator|EndOfSlide)(?:(-*)|(\s*))$', re.IGNORECASE)
|
|
|
|
|
|
|
|
i = 0
|
|
|
|
while 1:
|
|
|
|
i = find_re(document.body, regexp, i)
|
|
|
|
if i == -1:
|
|
|
|
return
|
|
|
|
|
|
|
|
j = find_end_of_layout(document.body, i)
|
|
|
|
if j == -1:
|
|
|
|
document.warning("Malformed LyX document: Missing `\\end_layout'.")
|
|
|
|
return
|
|
|
|
|
|
|
|
lay = get_containing_layout(document.body, j-1)
|
|
|
|
if lay != False:
|
|
|
|
lines = document.body[lay[3]:lay[2]]
|
|
|
|
else:
|
|
|
|
lines = []
|
|
|
|
|
|
|
|
document.body[i:j+1] = parlay
|
|
|
|
if len(lines) > 0:
|
|
|
|
document.body[i+1:i+1] = lines
|
|
|
|
|
|
|
|
i = i + len(parlay) + len(lines) + 1
|
|
|
|
|
|
|
|
|
|
|
|
def revert_separator(document):
|
|
|
|
" Revert separator insets to layout separators "
|
|
|
|
|
|
|
|
parsep = ["\\begin_layout --Separator--", "", "\\end_layout", ""]
|
|
|
|
comert = ["\\begin_inset ERT", "status collapsed", "",
|
|
|
|
"\\begin_layout Plain Layout", "%", "\\end_layout",
|
|
|
|
"", "\\end_inset", ""]
|
|
|
|
empert = ["\\begin_inset ERT", "status collapsed", "",
|
|
|
|
"\\begin_layout Plain Layout", " ", "\\end_layout",
|
|
|
|
"", "\\end_inset", ""]
|
|
|
|
|
|
|
|
i = 0
|
|
|
|
while 1:
|
|
|
|
i = find_token(document.body, "\\begin_inset Separator", i)
|
|
|
|
if i == -1:
|
|
|
|
return
|
|
|
|
|
|
|
|
lay = get_containing_layout(document.body, i)
|
|
|
|
if lay == False:
|
|
|
|
document.warning("Malformed LyX document: Can't convert separator inset at line " + str(i))
|
|
|
|
i = i + 1
|
|
|
|
continue
|
|
|
|
|
|
|
|
layoutname = lay[0]
|
|
|
|
beg = lay[1]
|
|
|
|
end = lay[2]
|
|
|
|
kind = get_value(document.body, "\\begin_inset Separator", i, i+1, "plain").split()[1]
|
|
|
|
before = document.body[beg+1:i]
|
|
|
|
something_before = len(before) > 0 and len("".join(before)) > 0
|
|
|
|
j = find_end_of_inset(document.body, i)
|
|
|
|
after = document.body[j+1:end]
|
|
|
|
something_after = len(after) > 0 and len("".join(after)) > 0
|
|
|
|
if kind == "plain":
|
|
|
|
beg = beg + len(before) + 1
|
|
|
|
elif something_before:
|
|
|
|
document.body[i:i] = ["\\end_layout", ""]
|
|
|
|
i = i + 2
|
|
|
|
j = j + 2
|
|
|
|
beg = i
|
|
|
|
end = end + 2
|
|
|
|
|
|
|
|
if kind == "plain":
|
|
|
|
if something_after:
|
|
|
|
document.body[beg:j+1] = empert
|
|
|
|
i = i + len(empert)
|
|
|
|
else:
|
|
|
|
document.body[beg:j+1] = comert
|
|
|
|
i = i + len(comert)
|
|
|
|
else:
|
|
|
|
if something_after:
|
|
|
|
if layoutname == "Standard":
|
|
|
|
if not something_before:
|
|
|
|
document.body[beg:j+1] = parsep
|
|
|
|
i = i + len(parsep)
|
|
|
|
document.body[i:i] = ["", "\\begin_layout Standard"]
|
|
|
|
i = i + 2
|
|
|
|
else:
|
|
|
|
document.body[beg:j+1] = ["\\begin_layout Standard"]
|
|
|
|
i = i + 1
|
|
|
|
else:
|
|
|
|
document.body[beg:j+1] = ["\\begin_deeper"]
|
|
|
|
i = i + 1
|
|
|
|
end = end + 1 - (j + 1 - beg)
|
|
|
|
if not something_before:
|
|
|
|
document.body[i:i] = parsep
|
|
|
|
i = i + len(parsep)
|
|
|
|
end = end + len(parsep)
|
|
|
|
document.body[i:i] = ["\\begin_layout Standard"]
|
|
|
|
document.body[end+2:end+2] = ["", "\\end_deeper", ""]
|
|
|
|
i = i + 4
|
|
|
|
else:
|
|
|
|
next_par_is_aligned = False
|
|
|
|
k = find_nonempty_line(document.body, end+1)
|
|
|
|
if k != -1 and check_token(document.body[k], "\\begin_layout"):
|
|
|
|
lay = get_containing_layout(document.body, k)
|
|
|
|
next_par_is_aligned = lay != False and \
|
|
|
|
find_token(document.body, "\\align", lay[1], lay[2]) != -1
|
|
|
|
if k != -1 and not next_par_is_aligned \
|
|
|
|
and not check_token(document.body[k], "\\end_deeper") \
|
|
|
|
and not check_token(document.body[k], "\\begin_deeper"):
|
|
|
|
if layoutname == "Standard":
|
|
|
|
document.body[beg:j+1] = ["\\begin_layout --Separator--"]
|
|
|
|
i = i + 1
|
|
|
|
else:
|
|
|
|
document.body[beg:j+1] = ["\\begin_deeper", "\\begin_layout --Separator--"]
|
|
|
|
end = end + 2 - (j + 1 - beg)
|
|
|
|
document.body[end+1:end+1] = ["", "\\end_deeper", ""]
|
|
|
|
i = i + 3
|
|
|
|
else:
|
|
|
|
del document.body[i:end+1]
|
|
|
|
|
|
|
|
i = i + 1
|
|
|
|
|
2014-03-23 12:33:05 +00:00
|
|
|
|
|
|
|
##
|
|
|
|
# Conversion hub
|
|
|
|
#
|
|
|
|
|
|
|
|
supported_versions = ["2.2.0","2.2"]
|
Fix bugs #8546 and #9055, and introduce new separator inset.
The algorithm used for breaking a paragraph in LaTeX export is changed
for avoiding spurious blank lines causing too much vertical space.
This change is tied to the introduction of a new inset (with two
different specializations) helping in either outputing LaTeX paragraph
breaks or separating environments in LyX. Both of the above goals were
previously achieved by the ---Separator--- layout and can now be
accomplished by the new inset in a more natural way. As an example,
after leaving an environment by hitting the Return key for two times,
a third return automatically inserts a parbreak inset, which is
equivalent to the old separator layout, i.e., it also introduces a
blank line in the output. If this blank line is not wanted, the
parbreak separator can be changed to a plain separator by a right
click of the mouse. Of course, an environment can still be separated
by the following one by using the Alt+P+Return shortcut (or the
corresponding menu key), but now the plain separator inset is used
instead of the old separator layout, such that no blank line occurs in
the LaTeX output.
Old documents are converted such that the LaTeX output remains unchanged.
As a result of this conversion, the old separator layout is replaced by
the new parbreak inset, which may also appear in places where the old
algorithm was introducing blank lines while the new one is not.
Note that not all blank lines were actually affecting the LaTeX output,
because a blank line is simply ignored by the TeX engine when it occurs
in the so called "vertical mode" (e.g., after an alignment environment).
The old ---Separator--- layout is now gone and old layout files using it
are also automatically converted.
Round trip conversions between old and new format should leave a document
unchanged. This means that the new behavior about paragraph breaking is
not "carried back" to the old format. Indeed, this would need introducing
special LaTeX commands in ERT that would accumulate in roundtrip
conversions, horribly cluttering the document. So, when converting a
modified document to old formats, the LaTeX output may slightly differ in
vertical spacing if the document is processed by an old version of LyX.
In other words, forward compatibility is guaranteed, but not backwards.
2014-05-10 21:25:11 +00:00
|
|
|
convert = [
|
|
|
|
[475, [convert_separator]],
|
2014-03-23 12:33:05 +00:00
|
|
|
]
|
|
|
|
|
Fix bugs #8546 and #9055, and introduce new separator inset.
The algorithm used for breaking a paragraph in LaTeX export is changed
for avoiding spurious blank lines causing too much vertical space.
This change is tied to the introduction of a new inset (with two
different specializations) helping in either outputing LaTeX paragraph
breaks or separating environments in LyX. Both of the above goals were
previously achieved by the ---Separator--- layout and can now be
accomplished by the new inset in a more natural way. As an example,
after leaving an environment by hitting the Return key for two times,
a third return automatically inserts a parbreak inset, which is
equivalent to the old separator layout, i.e., it also introduces a
blank line in the output. If this blank line is not wanted, the
parbreak separator can be changed to a plain separator by a right
click of the mouse. Of course, an environment can still be separated
by the following one by using the Alt+P+Return shortcut (or the
corresponding menu key), but now the plain separator inset is used
instead of the old separator layout, such that no blank line occurs in
the LaTeX output.
Old documents are converted such that the LaTeX output remains unchanged.
As a result of this conversion, the old separator layout is replaced by
the new parbreak inset, which may also appear in places where the old
algorithm was introducing blank lines while the new one is not.
Note that not all blank lines were actually affecting the LaTeX output,
because a blank line is simply ignored by the TeX engine when it occurs
in the so called "vertical mode" (e.g., after an alignment environment).
The old ---Separator--- layout is now gone and old layout files using it
are also automatically converted.
Round trip conversions between old and new format should leave a document
unchanged. This means that the new behavior about paragraph breaking is
not "carried back" to the old format. Indeed, this would need introducing
special LaTeX commands in ERT that would accumulate in roundtrip
conversions, horribly cluttering the document. So, when converting a
modified document to old formats, the LaTeX output may slightly differ in
vertical spacing if the document is processed by an old version of LyX.
In other words, forward compatibility is guaranteed, but not backwards.
2014-05-10 21:25:11 +00:00
|
|
|
revert = [
|
|
|
|
[474, [revert_separator]]
|
2014-03-23 12:33:05 +00:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
|
|
if __name__ == "__main__":
|
|
|
|
pass
|