mirror of
https://git.lyx.org/repos/lyx.git
synced 2024-11-07 12:32:26 +00:00
2fce4d49ee
* use unicode.transform() instead of loop over replacements * telling variable names * remove trailing whitespace * documentation update * don't set use_ligature_dashes if both dash types are found * remove spurious warning, normalize indentation, and use Python idioms in revert_baselineskip()
84 lines
3.5 KiB
Python
84 lines
3.5 KiB
Python
# This file is part of lyx2lyx
|
|
# -*- coding: utf-8 -*-
|
|
# Copyright (C) 2011 The LyX team
|
|
#
|
|
# This program is free software; you can redistribute it and/or
|
|
# modify it under the terms of the GNU General Public License
|
|
# as published by the Free Software Foundation; either version 2
|
|
# of the License, or (at your option) any later version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with this program; if not, write to the Free Software
|
|
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
|
|
" Import unicode_reps from this module for access to the unicode<->LaTeX mapping. "
|
|
|
|
import sys, os, re, codecs
|
|
|
|
# Provide support for both python 2 and 3
|
|
PY2 = sys.version_info[0] == 2
|
|
if not PY2:
|
|
unichr = chr
|
|
# End of code to support for both python 2 and 3
|
|
|
|
def read_unicodesymbols():
|
|
" Read the unicodesymbols list of unicode characters and corresponding commands."
|
|
pathname = os.path.abspath(os.path.dirname(__file__))
|
|
filename = os.path.join(pathname.strip('lyx2lyx'), 'unicodesymbols')
|
|
|
|
# Read as Unicode strings in both, Python 2 and 3
|
|
# Specify the encoding for those systems where the default is not UTF-8
|
|
fp = codecs.open(filename, encoding="utf8")
|
|
|
|
# A backslash, followed by some non-word character, and then a character
|
|
# in brackets. The idea is to check for constructs like: \"{u}, which is how
|
|
# they are written in the unicodesymbols file; but they can also be written
|
|
# as: \"u or even \" u.
|
|
# The two backslashes in the string literal are needed to specify a literal
|
|
# backslash in the regex. Without r prefix, these would be four backslashes.
|
|
r = re.compile(r'\\(\W)\{(\w)\}')
|
|
|
|
spec_chars = []
|
|
for line in fp.readlines():
|
|
if not line.strip() or line.startswith('#'):
|
|
# skip empty lines and comments
|
|
continue
|
|
# Note: backslashes in the string literals with r prefix are not escaped,
|
|
# so one backslash in the source file equals one backslash in memory.
|
|
# Without r prefix backslahses are escaped, so two backslashes in the
|
|
# source file equal one backslash in memory.
|
|
line=line.replace(' "',' ') # remove all quotation marks with spaces before
|
|
line=line.replace('" ',' ') # remove all quotation marks with spaces after
|
|
line=line.replace(r'\"','"') # unescape "
|
|
line=line.replace(r'\\','\\') # unescape \
|
|
try:
|
|
[ucs4,command,dead] = line.split(None,2)
|
|
if command[0:1] != "\\":
|
|
continue
|
|
literal_char = unichr(int(ucs4, 16))
|
|
if (line.find("notermination=text") < 0 and
|
|
line.find("notermination=both") < 0 and command[-1] != "}"):
|
|
command = command + "{}"
|
|
spec_chars.append([command, literal_char])
|
|
except:
|
|
continue
|
|
m = r.match(command)
|
|
if m != None:
|
|
command = "\\"
|
|
commandbl = command
|
|
command += m.group(1) + m.group(2)
|
|
commandbl += m.group(1) + ' ' + m.group(2)
|
|
spec_chars.append([command, literal_char])
|
|
spec_chars.append([commandbl, literal_char])
|
|
fp.close()
|
|
return spec_chars
|
|
|
|
|
|
unicode_reps = read_unicodesymbols()
|
|
|