/*************************************************************************** ** ** This file is part of Qt Creator ** ** Copyright (c) 2008-2009 Nokia Corporation and/or its subsidiary(-ies). ** ** Contact: Qt Software Information (qt-info@nokia.com) ** ** ** Non-Open Source Usage ** ** Licensees may use this file in accordance with the Qt Beta Version ** License Agreement, Agreement version 2.2 provided with the Software or, ** alternatively, in accordance with the terms contained in a written ** agreement between you and Nokia. ** ** GNU General Public License Usage ** ** Alternatively, this file may be used under the terms of the GNU General ** Public License versions 2.0 or 3.0 as published by the Free Software ** Foundation and appearing in the file LICENSE.GPL included in the packaging ** of this file. Please review the following information to ensure GNU ** General Public Licensing requirements will be met: ** ** http://www.fsf.org/licensing/licenses/info/GPLv2.html and ** http://www.gnu.org/copyleft/gpl.html. ** ** In addition, as a special exception, Nokia gives you certain additional ** rights. These rights are described in the Nokia Qt GPL Exception ** version 1.3, included in the file GPL_EXCEPTION.txt in this package. ** ***************************************************************************/ #include "SimpleLexer.h" #include #include #include using namespace CPlusPlus; bool SimpleToken::isLiteral() const { return _kind >= T_FIRST_LITERAL && _kind <= T_LAST_LITERAL; } bool SimpleToken::isOperator() const { return _kind >= T_FIRST_OPERATOR && _kind <= T_LAST_OPERATOR; } bool SimpleToken::isKeyword() const { return _kind >= T_FIRST_KEYWORD && _kind < T_FIRST_QT_KEYWORD; } SimpleLexer::SimpleLexer() : _lastState(0), _skipComments(false), _qtMocRunEnabled(true), _objCEnabled(false) { setObjCEnabled(true); } SimpleLexer::~SimpleLexer() { } bool SimpleLexer::qtMocRunEnabled() const { return _qtMocRunEnabled; } void SimpleLexer::setQtMocRunEnabled(bool enabled) { _qtMocRunEnabled = enabled; } bool SimpleLexer::objCEnabled() const { return _objCEnabled; } void SimpleLexer::setObjCEnabled(bool onoff) { _objCEnabled = onoff; } bool SimpleLexer::skipComments() const { return _skipComments; } void SimpleLexer::setSkipComments(bool skipComments) { _skipComments = skipComments; } QList SimpleLexer::operator()(const QString &text, int state) { QList tokens; const QByteArray bytes = text.toLatin1(); const char *firstChar = bytes.constData(); const char *lastChar = firstChar + bytes.size(); Lexer lex(firstChar, lastChar); lex.setQtMocRunEnabled(_qtMocRunEnabled); lex.setObjCEnabled(_objCEnabled); if (! _skipComments) lex.setScanCommentTokens(true); if (state != -1) lex.setState(state & 0xff); bool inPreproc = false; for (;;) { Token tk; lex(&tk); if (tk.is(T_EOF_SYMBOL)) break; SimpleToken simpleTk; simpleTk._kind = int(tk.kind); simpleTk._position = int(lex.tokenOffset()); simpleTk._length = int(lex.tokenLength()); simpleTk._text = text.midRef(simpleTk._position, simpleTk._length); lex.setScanAngleStringLiteralTokens(false); if (tk.newline && tk.is(T_POUND)) inPreproc = true; else if (inPreproc && tokens.size() == 1 && simpleTk.is(T_IDENTIFIER) && simpleTk.text() == QLatin1String("include")) lex.setScanAngleStringLiteralTokens(true); tokens.append(simpleTk); } _lastState = lex.state(); return tokens; }