lyx_mirror/src/mathed/math_parser.C

1010 lines
21 KiB
C++
Raw Normal View History

/*
* File: math_parser.C
* Purpose: Parser for mathed
* Author: Alejandro Aguilar Sierra <asierra@servidor.unam.mx>
* Created: January 1996
* Description: Parse LaTeX2e math mode code.
*
* Dependencies: Xlib, XForms
*
* Copyright: 1996, Alejandro Aguilar Sierra
*
* Version: 0.8beta.
*
* You are free to use and modify this code under the terms of
* the GNU General Public Licence version 2 or later.
*/
#include <config.h>
#include <cctype>
#ifdef __GNUG__
#pragma implementation
#endif
#include "math_parser.h"
#include "array.h"
#include "math_inset.h"
#include "math_arrayinset.h"
#include "math_charinset.h"
#include "math_deliminset.h"
#include "math_factory.h"
#include "math_funcinset.h"
#include "math_kerninset.h"
#include "math_macro.h"
#include "math_macrotable.h"
#include "math_macrotemplate.h"
#include "math_matrixinset.h"
#include "math_rootinset.h"
#include "math_sqrtinset.h"
#include "math_scriptinset.h"
#include "math_specialcharinset.h"
#include "math_splitinset.h"
#include "math_sqrtinset.h"
#include "debug.h"
#include "support.h"
#include "lyxlex.h"
#include "support/lstrings.h"
using std::istream;
using std::ostream;
using std::ios;
using std::endl;
namespace {
bool stared(string const & s)
{
unsigned n = s.size();
return n && s[n - 1] == '*';
}
void add(MathArray & ar, char c, MathTextCodes code)
{
ar.push_back(MathAtom(new MathCharInset(c, code)));
}
// These are TeX's catcodes
enum CatCode {
catEscape, // 0 backslash
catBegin, // 1 {
catEnd, // 2 }
catMath, // 3 $
catAlign, // 4 &
catNewline, // 5 ^^M
catParameter, // 6 #
catSuper, // 7 ^
catSub, // 8 _
catIgnore, // 9
catSpace, // 10 space
catLetter, // 11 a-zA-Z
catOther, // 12 none of the above
catActive, // 13 ~
catComment, // 14 %
catInvalid // 15 <delete>
};
CatCode theCatcode[256];
inline CatCode catcode(unsigned char c)
{
return theCatcode[c];
}
enum {
FLAG_BRACE = 1 << 0, // an opening brace needed
FLAG_BRACE_LAST = 1 << 1, // last closing brace ends the parsing process
FLAG_RIGHT = 1 << 2, // next \\right ends the parsing process
FLAG_END = 1 << 3, // next \\end ends the parsing process
FLAG_BRACK_END = 1 << 4, // next closing bracket ends the parsing process
FLAG_NEWLINE = 1 << 6, // next \\\\ ends the parsing process
FLAG_ITEM = 1 << 7, // read a (possibly braced token)
FLAG_BLOCK = 1 << 8, // next block ends the parsing process
FLAG_LEAVE = 1 << 9 // leave the loop at the end
};
void catInit()
{
for (int i = 0; i <= 255; ++i)
theCatcode[i] = catOther;
for (int i = 'a'; i <= 'z'; ++i)
theCatcode[i] = catLetter;
for (int i = 'A'; i <= 'Z'; ++i)
theCatcode[i] = catLetter;
theCatcode['\\'] = catEscape;
theCatcode['{'] = catBegin;
theCatcode['}'] = catEnd;
theCatcode['$'] = catMath;
theCatcode['&'] = catAlign;
theCatcode['\n'] = catNewline;
theCatcode['#'] = catParameter;
theCatcode['^'] = catSuper;
theCatcode['_'] = catSub;
theCatcode[''] = catIgnore;
theCatcode[' '] = catSpace;
theCatcode['\t'] = catSpace;
theCatcode['\r'] = catSpace;
theCatcode['~'] = catActive;
theCatcode['%'] = catComment;
}
//
// Helper class for parsing
//
class Token {
public:
///
Token() : cs_(), char_(0), cat_(catIgnore) {}
///
Token(char c, CatCode cat) : cs_(), char_(c), cat_(cat) {}
///
Token(const string & cs) : cs_(cs), char_(0), cat_(catIgnore) {}
///
string const & cs() const { return cs_; }
///
CatCode cat() const { return cat_; }
///
char character() const { return char_; }
///
string asString() const;
private:
///
string cs_;
///
char char_;
///
CatCode cat_;
};
string Token::asString() const
{
return cs_.size() ? cs_ : string(1, char_);
}
bool operator==(Token const & s, Token const & t)
{
return s.character() == t.character()
&& s.cat() == t.cat() && s.cs() == t.cs();
}
bool operator!=(Token const & s, Token const & t)
{
return !(s == t);
}
ostream & operator<<(ostream & os, Token const & t)
{
if (t.cs().size())
os << "\\" << t.cs();
else
os << "[" << t.character() << "," << t.cat() << "]";
return os;
}
class Parser {
public:
///
Parser(LyXLex & lex);
///
Parser(istream & is);
///
string parse_macro();
///
bool parse_normal(MathAtom &);
///
void parse_into(MathArray & array, unsigned flags, MathTextCodes = LM_TC_MIN);
///
int lineno() const { return lineno_; }
///
void putback();
private:
///
string getArg(char lf, char rf);
///
char getChar();
///
void error(string const & msg);
///
bool parse_lines(MathAtom & t, bool numbered, bool outmost);
private:
///
void tokenize(istream & is);
///
void tokenize(string const & s);
///
void push_back(Token const & t);
///
void pop_back();
///
Token const & prevToken() const;
///
Token const & nextToken() const;
///
Token const & getToken();
///
void lex(string const & s);
///
bool good() const;
///
int lineno_;
///
std::vector<Token> tokens_;
///
unsigned pos_;
///
bool curr_num_;
///
string curr_label_;
///
string curr_skip_;
};
Parser::Parser(LyXLex & lexer)
: lineno_(lexer.getLineNo()), pos_(0), curr_num_(false)
{
tokenize(lexer.getStream());
lexer.eatLine();
}
Parser::Parser(istream & is)
: lineno_(0), pos_(0), curr_num_(false)
{
tokenize(is);
}
void Parser::push_back(Token const & t)
{
tokens_.push_back(t);
}
void Parser::pop_back()
{
tokens_.pop_back();
}
Token const & Parser::prevToken() const
{
static const Token dummy;
return pos_ > 0 ? tokens_[pos_ - 1] : dummy;
}
Token const & Parser::nextToken() const
{
static const Token dummy;
return good() ? tokens_[pos_] : dummy;
}
Token const & Parser::getToken()
{
static const Token dummy;
return good() ? tokens_[pos_++] : dummy;
}
void Parser::putback()
{
--pos_;
}
bool Parser::good() const
{
return pos_ < tokens_.size();
}
char Parser::getChar()
{
if (!good())
lyxerr << "The input stream is not well..." << endl;
return tokens_[pos_++].character();
}
string Parser::getArg(char lf, char rg)
{
string result;
char c = getChar();
if (c != lf)
putback();
else
while ((c = getChar()) != rg && good())
result += c;
return result;
}
void Parser::tokenize(istream & is)
{
// eat everything up to the next \end_inset or end of stream
// and store it in s for further tokenization
string s;
char c;
while (is.get(c)) {
s += c;
if (s.size() >= 10 && s.substr(s.size() - 10) == "\\end_inset") {
s = s.substr(0, s.size() - 10);
break;
}
}
// tokenize buffer
tokenize(s);
}
void Parser::tokenize(string const & buffer)
{
static bool init_done = false;
if (!init_done) {
catInit();
init_done = true;
}
istringstream is(buffer.c_str(), ios::in | ios::binary);
char c;
while (is.get(c)) {
switch (catcode(c)) {
case catNewline: {
++lineno_;
is.get(c);
if (catcode(c) == catNewline)
; //push_back(Token("par"));
else {
push_back(Token(' ', catSpace));
is.putback(c);
}
break;
}
case catComment: {
while (is.get(c) && catcode(c) != catNewline)
;
++lineno_;
break;
}
case catEscape: {
is.get(c);
string s(1, c);
if (catcode(c) == catLetter) {
while (is.get(c) && catcode(c) == catLetter)
s += c;
if (catcode(c) == catSpace)
while (is.get(c) && catcode(c) == catSpace)
;
is.putback(c);
}
push_back(Token(s));
break;
}
default:
push_back(Token(c, catcode(c)));
}
}
#if 0
lyxerr << "\nTokens: ";
for (unsigned i = 0; i < tokens_.size(); ++i)
lyxerr << tokens_[i];
lyxerr << "\n";
#endif
}
void Parser::error(string const & msg)
{
lyxerr << "Line ~" << lineno_ << ": Math parse error: " << msg << endl;
//exit(1);
}
bool Parser::parse_lines(MathAtom & t, bool numbered, bool outmost)
{
MathGridInset * p = t->asGridInset();
if (!p) {
lyxerr << "error in Parser::parse_lines() 1\n";
return false;
}
const int cols = p->ncols();
// save global variables
bool const saved_num = curr_num_;
string const saved_label = curr_label_;
for (int row = 0; true; ++row) {
// reset global variables
curr_num_ = numbered;
curr_label_.erase();
// reading a row
for (int col = 0; col < cols; ++col) {
//lyxerr << "reading cell " << row << " " << col << "\n";
parse_into(p->cell(col + row * cols), FLAG_BLOCK);
// no ampersand
if (prevToken().cat() != catAlign) {
//lyxerr << "less cells read than normal in row/col: "
// << row << " " << col << "\n";
break;
}
}
if (outmost) {
MathMatrixInset * m = t->asMatrixInset();
if (!m) {
lyxerr << "error in Parser::parse_lines() 2\n";
return false;
}
m->numbered(row, curr_num_);
m->label(row, curr_label_);
if (curr_skip_.size()) {
m->vskip(LyXLength(curr_skip_), row);
curr_skip_.erase();
}
}
// no newline?
if (prevToken() != Token("\\")) {
//lyxerr << "no newline here\n";
break;
}
p->appendRow();
}
// restore "global" variables
curr_num_ = saved_num;
curr_label_ = saved_label;
return true;
}
string Parser::parse_macro()
{
string name = "{error}";
while (nextToken().cat() == catSpace)
getToken();
if (getToken().cs() != "newcommand") {
lyxerr << "\\newcommand expected\n";
return name;
}
if (getToken().cat() != catBegin) {
lyxerr << "'{' expected\n";
return name;
}
name = getToken().cs();
if (getToken().cat() != catEnd) {
lyxerr << "'}' expected\n";
return name;
}
string arg = getArg('[', ']');
int narg = arg.empty() ? 0 : atoi(arg.c_str());
MathArray ar;
parse_into(ar, FLAG_BRACE | FLAG_BRACE_LAST);
MathMacroTable::create(name, narg, ar);
return name;
}
bool Parser::parse_normal(MathAtom & matrix)
{
while (nextToken().cat() == catSpace)
getToken();
Token const & t = getToken();
if (t.cs() == "(") {
matrix = MathAtom(new MathMatrixInset(LM_OT_SIMPLE));
parse_into(matrix->cell(0), 0);
return true;
}
if (t.cat() == catMath) {
Token const & n = getToken();
if (n.cat() == catMath) {
// TeX's $$...$$ syntax for displayed math
matrix = MathAtom(new MathMatrixInset(LM_OT_EQUATION));
MathMatrixInset * p = matrix->asMatrixInset();
parse_into(p->cell(0), 0);
p->numbered(0, curr_num_);
p->label(0, curr_label_);
} else {
// simple $...$ stuff
putback();
matrix = MathAtom(new MathMatrixInset(LM_OT_SIMPLE));
parse_into(matrix->cell(0), 0);
}
return true;
}
if (!t.cs().size()) {
lyxerr << "start of math expected, got '" << t << "'\n";
return false;
}
string const & cs = t.cs();
if (cs == "[") {
curr_num_ = 0;
curr_label_.erase();
matrix = MathAtom(new MathMatrixInset(LM_OT_EQUATION));
MathMatrixInset * p = matrix->asMatrixInset();
parse_into(p->cell(0), 0);
p->numbered(0, curr_num_);
p->label(0, curr_label_);
return true;
}
if (cs != "begin") {
lyxerr << "'begin' of un-simple math expected, got '" << cs << "'\n";
return false;
}
string const name = getArg('{', '}');
if (name == "equation" || name == "equation*") {
curr_num_ = !stared(name);
curr_label_.erase();
matrix = MathAtom(new MathMatrixInset(LM_OT_EQUATION));
MathMatrixInset * p = matrix->asMatrixInset();
parse_into(p->cell(0), FLAG_END);
p->numbered(0, curr_num_);
p->label(0, curr_label_);
return true;
}
if (name == "eqnarray" || name == "eqnarray*") {
matrix = MathAtom(new MathMatrixInset(LM_OT_EQNARRAY));
return parse_lines(matrix, !stared(name), true);
}
if (name == "align" || name == "align*") {
matrix = MathAtom(new MathMatrixInset(LM_OT_ALIGN));
return parse_lines(matrix, !stared(name), true);
}
if (name == "alignat" || name == "alignat*") {
int nc = 2 * atoi(getArg('{', '}').c_str());
matrix = MathAtom(new MathMatrixInset(LM_OT_ALIGNAT, nc));
return parse_lines(matrix, !stared(name), true);
}
if (name == "xalignat" || name == "xalignat*") {
int nc = 2 * atoi(getArg('{', '}').c_str());
matrix = MathAtom(new MathMatrixInset(LM_OT_XALIGNAT, nc));
return parse_lines(matrix, !stared(name), true);
}
if (name == "xxalignat") {
int nc = 2 * atoi(getArg('{', '}').c_str());
matrix = MathAtom(new MathMatrixInset(LM_OT_XXALIGNAT, nc));
return parse_lines(matrix, !stared(name), true);
}
if (name == "multline" || name == "multline*") {
matrix = MathAtom(new MathMatrixInset(LM_OT_MULTLINE));
return parse_lines(matrix, !stared(name), true);
}
if (name == "gather" || name == "gather*") {
matrix = MathAtom(new MathMatrixInset(LM_OT_GATHER));
return parse_lines(matrix, !stared(name), true);
}
lyxerr[Debug::MATHED] << "1: unknown math environment: " << name << "\n";
return false;
}
void Parser::parse_into(MathArray & array, unsigned flags, MathTextCodes code)
{
MathTextCodes yyvarcode = LM_TC_MIN;
bool panic = false;
int limits = 0;
while (good()) {
Token const & t = getToken();
//lyxerr << "t: " << t << " flags: " << flags << "'\n";
//array.dump(lyxerr);
//lyxerr << "\n";
if (flags & FLAG_ITEM) {
flags &= ~FLAG_ITEM;
if (t.cat() == catBegin) {
// skip the brace and collect everything to the next matching
// closing brace
flags |= FLAG_BRACE_LAST;
continue;
} else {
// handle only this single token, leave the loop if done
flags |= FLAG_LEAVE;
}
}
if (flags & FLAG_BRACE) {
if (t.cat() != catBegin) {
error("Expected {. Maybe you forgot to enclose an argument in {}");
panic = true;
break;
} else {
flags &= ~FLAG_BRACE;
continue;
}
}
if (flags & FLAG_BLOCK) {
if (t.cat() == catAlign || t.cs() == "\\")
return;
if (t.cs() == "end") {
getArg('{', '}');
return;
}
}
//
// cat codes
//
if (t.cat() == catMath)
break;
else if (t.cat() == catLetter)
add(array, t.character(), yyvarcode);
else if (t.cat() == catSpace &&
(yyvarcode == LM_TC_TEXTRM || code == LM_TC_TEXTRM))
add(array, ' ', yyvarcode);
else if (t.cat() == catParameter) {
Token const & n = getToken();
array.push_back(MathAtom(new MathMacroArgument(n.character() - '0')));
}
else if (t.cat() == catBegin) {
add(array, '{', LM_TC_TEX);
}
else if (t.cat() == catEnd) {
if (flags & FLAG_BRACE_LAST)
return;
add(array, '}', LM_TC_TEX);
}
else if (t.cat() == catAlign) {
lyxerr << "found tab unexpectedly, array: '" << array << "'\n";
add(array, '&', LM_TC_TEX);
}
else if (t.cat() == catSuper || t.cat() == catSub) {
bool up = (t.cat() == catSuper);
MathScriptInset * p = 0;
if (array.size())
p = array.back()->asScriptInset();
if (!p || p->has(up)) {
array.push_back(MathAtom(new MathScriptInset(up)));
p = array.back()->asScriptInset();
}
p->ensure(up);
parse_into(p->cell(up), FLAG_ITEM);
p->limits(limits);
limits = 0;
}
else if (t.character() == ']' && (flags & FLAG_BRACK_END))
return;
else if (t.cat() == catOther)
add(array, t.character(), yyvarcode);
//
// codesequences
//
else if (t.cs() == "protect")
;
else if (t.cs() == "end")
break;
else if (t.cs() == ")")
break;
else if (t.cs() == "]")
break;
else if (t.cs() == "\\") {
curr_skip_ = getArg('[', ']');
if (flags & FLAG_NEWLINE)
return;
lyxerr[Debug::MATHED]
<< "found newline unexpectedly, array: '" << array << "'\n";
array.push_back(createMathInset("\\"));
}
else if (t.cs() == "limits")
limits = 1;
else if (t.cs() == "nolimits")
limits = -1;
else if (t.cs() == "nonumber")
curr_num_ = false;
else if (t.cs() == "number")
curr_num_ = true;
else if (t.cs() == "sqrt") {
char c = getChar();
if (c == '[') {
array.push_back(MathAtom(new MathRootInset));
parse_into(array.back()->cell(0), FLAG_BRACK_END);
parse_into(array.back()->cell(1), FLAG_ITEM);
} else {
putback();
array.push_back(MathAtom(new MathSqrtInset));
parse_into(array.back()->cell(0), FLAG_ITEM);
}
}
else if (t.cs() == "left") {
string l = getToken().asString();
MathArray ar;
parse_into(ar, FLAG_RIGHT);
string r = getToken().asString();
MathAtom dl(new MathDelimInset(l, r));
dl->cell(0) = ar;
array.push_back(dl);
}
else if (t.cs() == "right") {
if (!(flags & FLAG_RIGHT)) {
lyxerr << "got so far: '" << array << "'\n";
error("Unmatched right delimiter");
}
return;
}
/*
case LM_TK_STY:
{
lyxerr[Debug::MATHED] << "LM_TK_STY not implemented\n";
//MathArray tmp = array;
//MathSizeInset * p = new MathSizeInset(MathStyles(lval_->id));
//array.push_back(p);
//parse_into(p->cell(0), FLAG_BRACE_FONT);
break;
}
*/
else if (t.cs() == "begin") {
string const name = getArg('{', '}');
if (name == "array") {
string const valign = getArg('[', ']') + 'c';
string const halign = getArg('{', '}');
array.push_back(
MathAtom(new MathArrayInset(halign.size(), 1, valign[0], halign)));
parse_lines(array.back(), false, false);
} else if (name == "split") {
array.push_back(MathAtom(new MathSplitInset(1)));
parse_lines(array.back(), false, false);
} else
lyxerr[Debug::MATHED] << "unknow math inset begin '" << name << "'\n";
}
else if (t.cs() == "kern") {
#ifdef WITH_WARNINGS
#warning A hack...
#endif
string s;
while (1) {
Token const & t = getToken();
if (!good()) {
putback();
break;
}
s += t.character();
if (isValidLength(s))
break;
}
array.push_back(MathAtom(new MathKernInset(s)));
}
else if (t.cs() == "label") {
//MathArray ar;
//parse_into(ar, FLAG_ITEM);
//ostringstream os;
//ar.write(os, true);
//curr_label_ = os.str();
// was:
curr_label_ = getArg('{', '}');
}
else if (t.cs() == "choose" || t.cs() == "over" || t.cs() == "atop") {
MathAtom p = createMathInset(t.cs());
// search backward for position of last '{' if any
int pos;
for (pos = array.size() - 1; pos >= 0; --pos)
if (array.at(pos)->getChar() == '{')
break;
if (pos >= 0) {
// found it -> use the part after '{' as "numerator"
p->cell(0) = MathArray(array, pos + 1, array.size());
parse_into(p->cell(1), FLAG_BRACE_LAST);
// delete denominator and the '{'
array.erase(pos, array.size());
} else if (flags & FLAG_RIGHT) {
// we are inside a \left ... \right block
//lyxerr << "found '" << t.cs() << "' enclosed by \\left .. \\right\n";
p->cell(0).swap(array);
parse_into(p->cell(1), FLAG_RIGHT);
// handle the right delimiter properly
putback();
} else {
// not found -> use everything as "numerator"
p->cell(0).swap(array);
parse_into(p->cell(1), FLAG_BLOCK);
}
array.push_back(MathAtom(p));
}
else if (t.cs().size()) {
latexkeys const * l = in_word_set(t.cs());
if (l) {
if (l->token == LM_TK_FONT) {
//lyxerr << "starting font\n";
//CatCode catSpaceSave = theCatcode[' '];
//if (l->id == LM_TC_TEXTRM) {
// // temporarily change catcode
// theCatcode[' '] = catLetter;
//}
MathTextCodes t = static_cast<MathTextCodes>(l->id);
MathArray ar;
parse_into(ar, FLAG_ITEM, t);
for (MathArray::iterator it = ar.begin(); it != ar.end(); ++it)
(*it)->handleFont(t);
array.push_back(ar);
// undo catcode changes
////theCatcode[' '] = catSpaceSave;
//lyxerr << "ending font\n";
}
else if (l->token == LM_TK_OLDFONT)
yyvarcode = static_cast<MathTextCodes>(l->id);
else {
MathAtom p = createMathInset(t.cs());
for (MathInset::idx_type i = 0; i < p->nargs(); ++i)
parse_into(p->cell(i), FLAG_ITEM);
array.push_back(p);
}
}
else {
MathAtom p = createMathInset(t.cs());
for (MathInset::idx_type i = 0; i < p->nargs(); ++i)
parse_into(p->cell(i), FLAG_ITEM);
array.push_back(p);
}
}
if (flags & FLAG_LEAVE) {
flags &= ~FLAG_LEAVE;
break;
}
}
if (panic) {
lyxerr << " Math Panic, expect problems!\n";
// Search for the end command.
Token t;
do {
t = getToken();
} while (good() && t.cs() != "end");
}
}
} // anonymous namespace
void mathed_parse_cell(MathArray & ar, string const & str)
{
istringstream is(str.c_str());
mathed_parse_cell(ar, is);
}
void mathed_parse_cell(MathArray & ar, istream & is)
{
Parser(is).parse_into(ar, 0);
}
string mathed_parse_macro(string const & str)
{
istringstream is(str.c_str());
Parser parser(is);
return parser.parse_macro();
}
string mathed_parse_macro(istream & is)
{
Parser parser(is);
return parser.parse_macro();
}
string mathed_parse_macro(LyXLex & lex)
{
Parser parser(lex);
return parser.parse_macro();
}
bool mathed_parse_normal(MathAtom & t, string const & str)
{
istringstream is(str.c_str());
Parser parser(is);
return parser.parse_normal(t);
}
bool mathed_parse_normal(MathAtom & t, istream & is)
{
Parser parser(is);
return parser.parse_normal(t);
}
bool mathed_parse_normal(MathAtom & t, LyXLex & lex)
{
Parser parser(lex);
return parser.parse_normal(t);
}