1
0
mirror of https://git.lyx.org/repos/lyx.git synced 2024-12-25 22:06:15 +00:00
lyx_mirror/development/tools/generate_symbols_list.py
Georg Baum 0009732fe8 Fix encoding for computer modern fonts
The essential hints came from Guillaume amd Jean-Marc at bug .
Tested by comparing the output of

python generate_symbols_list.py `kpsewhich fontmath.ltx`

with lib/symbols.
2016-06-05 16:53:55 +02:00

186 lines
5.7 KiB
Python
Executable File

#! /usr/bin/env python
# -*- coding: utf-8 -*-
# file generate_symbols_images.py
# This file is part of LyX, the document processor.
# Licence details can be found in the file COPYING.
# Full author contact details are available in file CREDITS
from __future__ import print_function
import sys,string,re,os,os.path
import io
def get_code(code, font):
# computer modern fonts use a strange encoding
cmfonts = ["cmex", "cmr", "cmm", "cmsy"]
if font not in cmfonts:
return code
if code < 10:
return code+161
if code < 11:
return code+162
elif code <= 32:
return code+163
else:
return code
font_names = {}
symbols = {}
xsymbols = {}
ignore_list = ["not", "braceld", "bracerd", "bracelu", "braceru",
"lmoustache", "rmoustache", "lgroup", "rgroup", "bracevert"]
def process(file):
fh = io.open(file, 'r', encoding='ascii')
lines = fh.readlines()
fh.close()
package, ext = os.path.splitext(os.path.basename(file))
if ext != ".sty":
package = ''
mdsymbolcode = 0
n = len(lines)
for i in range(n):
line = lines[i]
mo = re.match(r'\s*%.*', line)
if mo != None:
continue
next_line = ""
if i+1 < n:
next_line = lines[i+1]
# some entries are spread over two lines so we join the next line
# to the current one, (if current line contains a comment, we remove it)
line = line.split('%')[0]+next_line
mo = re.match(r'.*\\DeclareSymbolFont\s*\{(.*?)\}\s*\{(.*?)\}\s*\{(.*?)\}.*', line)
if mo != None:
font_names[mo.group(1)] = mo.group(3)
mo = re.match(r'^\s*\\mdsy\@DeclareSymbolFont\s*\{(.*?)\}\s*\{(.*?)\}\s*\{(.*?)\}.*', line)
if mo != None:
font_names[mo.group(1)] = mo.group(3)
# \mdsy@setslot resets the counter for \mdsy@DeclareSymbol
mo = re.match(r'^\s*\\mdsy\@setslot\s*\{(.*?)\}.*', line)
if mo != None:
mdsymbolcode = int(mo.group(1))
# \mdsy@nextslot increments the counter for \mdsy@DeclareSymbol
mo = re.match(r'^\s*\\mdsy\@nextslot.*', line)
if mo != None:
mdsymbolcode = mdsymbolcode + 1
mo = re.match(r'.*\\(\\mdsy\@)?DeclareMath(Symbol|Delimiter)\s*\{?\\(\w*?)\}?\s*\{?\\(.*?)\}?\s*\{(.*?)\}\s*\{([\'"]?)(.*?)\}.*', line)
code = -1
try:
if mo != None:
symbol = mo.group(3)
type = mo.group(4)
font = mo.group(5)
if mo.group(6) == '':
code = int(mo.group(7))
elif mo.group(6) == '"':
code = int(mo.group(7), 16)
else:
code = int(mo.group(7), 8)
else:
mo = re.match(r'.*\\edef\\(\w*?)\{.*?\{\\hexnumber@\\sym(.*?)\}(.*?)\}', line)
if mo != None:
symbol = mo.group(1)
type = "mathord"
font = mo.group(2)
code = int(mo.group(3), 16)
except ValueError:
code = -1
if mo == None:
mo = re.match(r'^\s*\\mdsy\@DeclareSymbol\s*\{(.*?)\}\s*\{(.*?)\}\s*\{\\(.*?)\}.*', line)
if mo != None:
symbol = mo.group(1)
type = mo.group(3)
font = mo.group(2)
code = mdsymbolcode
mdsymbolcode = mdsymbolcode + 1
if mo == None:
mo = re.match(r'^\s*\\mdsy\@DeclareAlias\s*\{(.*?)\}\s*\{(.*?)\}\s*\{\\(.*?)\}.*', line)
if mo != None:
symbol = mo.group(1)
type = mo.group(3)
font = mo.group(2)
code = mdsymbolcode - 1
if mo != None and symbol not in ignore_list:
mo2 = re.match(r'\s*\\def\\(.*?)\{', next_line)
if mo2 != None and symbol == mo2.group(1)+"op":
sys.stderr.write("%s -> %s\n" % (symbol, mo2.group(1)))
symbol = mo2.group(1)
if font in font_names:
font = font_names[font]
code = get_code(code, font)
if code < 0:
continue
xcode = 0
if symbol in xsymbols:
xcode = xsymbols[symbol]
del xsymbols[symbol]
if symbol in symbols:
sys.stderr.write(symbol+ " exists\n")
if code != symbols[symbol]:
sys.stderr.write("code is not equal!!!\n")
else:
symbols[symbol] = code
if package == '':
print("%-18s %-4s %3d %3d %-6s" % (symbol,font,code,xcode,type))
else:
print("%-18s %-4s %3d %3d %-9s x %s" % (symbol,font,code,xcode,type,package))
path = os.path.split(sys.argv[0])[0]
fh = io.open(os.path.join(path, "x-font"), 'r', encoding='ascii')
lines = fh.readlines()
fh.close()
for line in lines:
x = line.split()
symbol = x[0]
code = int(x[1], 16)
xsymbols[symbol] = code
for file in sys.argv[1:]:
print("# Generated from " + os.path.basename(file) + "\n")
process(file)
print()
exceptions = [
("neq", "x", 0, 185, "mathrel"),
("textdegree", "x", 0, 176, "mathord"),
("cong", "x", 0, 64, "mathrel"),
("surd", "x", 0, 214, "mathord")
]
if "leq" in xsymbols:
sys.exit(0)
for x in exceptions:
print("%-18s %-4s %3d %3d %-6s" % x)
if x[0] in xsymbols:
del xsymbols[x[0]]
print ("""
lyxbar cmsy 161 0 mathord
lyxeq cmr 61 0 mathord
lyxdabar msa 57 0 mathord
lyxright msa 75 0 mathord
lyxleft msa 76 0 mathord
""")
for symbol in xsymbols.keys():
sys.stderr.write(symbol+"\n")