diff options
Diffstat (limited to 'languages/cpp/debugger/mi/milexer.h')
-rw-r--r-- | languages/cpp/debugger/mi/milexer.h | 147 |
1 files changed, 147 insertions, 0 deletions
diff --git a/languages/cpp/debugger/mi/milexer.h b/languages/cpp/debugger/mi/milexer.h new file mode 100644 index 00000000..bc0deead --- /dev/null +++ b/languages/cpp/debugger/mi/milexer.h @@ -0,0 +1,147 @@ +/*************************************************************************** + * Copyright (C) 2004 by Roberto Raggi * + * [email protected] * + * * + * This program is free software; you can redistribute it and/or modify * + * it under the terms of the GNU Library General Public License as * + * published by the Free Software Foundation; either version 2 of the * + * License, or (at your option) any later version. * + * * + * This program is distributed in the hope that it will be useful, * + * but WITHOUT ANY WARRANTY; without even the implied warranty of * + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * + * GNU General Public License for more details. * + * * + * You should have received a copy of the GNU Library General Public * + * License along with this program; if not, write to the * + * Free Software Foundation, Inc., * + * 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. * + ***************************************************************************/ +#ifndef MILEXER_H +#define MILEXER_H + +#include <qmemarray.h> +#include <qmap.h> +#include <qstring.h> + +class MILexer; +class TokenStream; + +typedef void (MILexer::*scan_fun_ptr)(int *kind); + +struct Token +{ + int kind; + int position; + int length; +}; + +struct FileSymbol +{ + QCString contents; + TokenStream *tokenStream; + + inline FileSymbol() + : tokenStream(0) {} + + inline ~FileSymbol(); +}; + +struct TokenStream +{ + inline int lookAhead(int n = 0) const + { return (m_currentToken + n)->kind; } + + inline int currentToken() const + { return m_currentToken->kind; } + + inline QCString currentTokenText() const + { return tokenText(-1); } + + QCString tokenText(int index = 0) const; + + inline int lineOffset(int line) const + { return m_lines.at(line); } + + void positionAt(int position, int *line, int *column) const; + + inline void getTokenStartPosition(int index, int *line, int *column) const + { positionAt((m_firstToken + index)->position, line, column); } + + inline void getTokenEndPosition(int index, int *line, int *column) const + { + Token *tk = m_firstToken + index; + positionAt(tk->position + tk->length, line, column); + } + + inline void rewind(int index) + { m_currentToken = m_firstToken + index; } + + inline int cursor() const + { return m_currentToken - m_firstToken; } + + inline void nextToken() + { m_currentToken++; m_cursor++; } + +//private: + QCString m_contents; + + QMemArray<int> m_lines; + int m_line; + + QMemArray<Token> m_tokens; + int m_tokensCount; + + Token *m_firstToken; + Token *m_currentToken; + + int m_cursor; +}; + +class MILexer +{ +public: + MILexer(); + ~MILexer(); + + TokenStream *tokenize(const FileSymbol *fileSymbol); + +private: + int nextToken(int &position, int &len); + + void scanChar(int *kind); + void scanUnicodeChar(int *kind); + void scanNewline(int *kind); + void scanWhiteSpaces(int *kind); + void scanStringLiteral(int *kind); + void scanNumberLiteral(int *kind); + void scanIdentifier(int *kind); + + void setupScanTable(); + +private: + static bool s_initialized; + static scan_fun_ptr s_scan_table[128 + 1]; + + QCString m_contents; + int m_ptr; + // Cached 'm_contents.length()' + int m_length; + + QMemArray<int> m_lines; + int m_line; + + QMemArray<Token> m_tokens; + int m_tokensCount; + + int m_cursor; +}; + +inline FileSymbol::~FileSymbol() +{ + delete tokenStream; + tokenStream = 0; +} + + +#endif |