// -*- C++ -*- /** * \file texparser.h * This file is part of LyX, the document processor. * Licence details can be found in the file COPYING. * * \author André Pönitz * * Full author contact details are available in file CREDITS. */ #ifndef PARSER_H #define PARSER_H #include #include enum mode_type {UNDECIDED_MODE, TEXT_MODE, MATH_MODE, MATHTEXT_MODE, TABLE_MODE}; mode_type asMode(mode_type oldmode, std::string const & str); // These are TeX's catcodes enum CatCode { catEscape, // 0 backslash catBegin, // 1 { catEnd, // 2 } catMath, // 3 $ catAlign, // 4 & catNewline, // 5 ^^M catParameter, // 6 # catSuper, // 7 ^ catSub, // 8 _ catIgnore, // 9 catSpace, // 10 space catLetter, // 11 a-zA-Z catOther, // 12 none of the above catActive, // 13 ~ catComment, // 14 % catInvalid // 15 }; CatCode catcode(unsigned char c); enum { FLAG_BRACE_LAST = 1 << 1, // last closing brace ends the parsing FLAG_RIGHT = 1 << 2, // next \\right ends the parsing process FLAG_END = 1 << 3, // next \\end ends the parsing process FLAG_BRACK_LAST = 1 << 4, // next closing bracket ends the parsing FLAG_TEXTMODE = 1 << 5, // we are in a box FLAG_ITEM = 1 << 6, // read a (possibly braced token) FLAG_LEAVE = 1 << 7, // leave the loop at the end FLAG_SIMPLE = 1 << 8, // next $ leaves the loop FLAG_EQUATION = 1 << 9, // next \] leaves the loop FLAG_SIMPLE2 = 1 << 10, // next \) leaves the loop FLAG_OPTION = 1 << 11, // read [...] style option FLAG_BRACED = 1 << 12, // read {...} style argument FLAG_CELL = 1 << 13, // read table cell FLAG_TABBING = 1 << 14 // We are inside a tabbing environment }; // // Helper class for parsing // class Token { public: /// Token() : cs_(), char_(0), cat_(catIgnore) {} /// Token(char c, CatCode cat) : cs_(), char_(c), cat_(cat) {} /// Token(std::string const & cs, CatCode cat) : cs_(cs), char_(0), cat_(cat) {} /// std::string const & cs() const { return cs_; } /// CatCode cat() const { return cat_; } /// char character() const { return char_; } /// std::string asString() const; /// std::string asInput() const; private: /// std::string cs_; /// char char_; /// CatCode cat_; }; std::ostream & operator<<(std::ostream & os, Token const & t); /*! * Actual parser class * * The parser parses every character of the inputstream into a token * and classifies the token. * The following transformations are done: * - Consecutive spaces are combined into one single token with CatCode catSpace * - Consecutive newlines are combined into one single token with CatCode catNewline * - Comments and %\n combinations are parsed into one token with CatCode catComment */ class Parser { public: /// Parser(std::istream & is); /// Parser(std::string const & s); /// int lineno() const { return lineno_; } /// void putback(); /// dump contents to screen void dump() const; /// std::string getArg(char left, char right); /// getArg('[', ']') including the brackets std::string getOpt(); /// char getChar(); /// void error(std::string const & msg); /// void tokenize(std::istream & is); /// void push_back(Token const & t); /// void pop_back(); /// Token const & prev_token() const; /// Token const & curr_token() const; /// Token const & next_token() const; /// Make the next token current and return that. Token const & get_token(); /// skips spaces (and comments if \param skip_comments is true) void skip_spaces(bool skip_comments = false); /// puts back spaces (and comments if \param skip_comments is true) void unskip_spaces(bool skip_comments = false); /// void lex(std::string const & s); /// bool good() const; /// std::string verbatim_item(); /// std::string verbatimOption(); /// resets the parser to initial state void reset(); /// void setCatCode(char c, CatCode cat); /// CatCode getCatCode(char c) const; private: /// int lineno_; /// std::vector tokens_; /// unsigned pos_; }; #endif