Initial import

1 files changed, 117 insertions, 0 deletions

diff --git a/src/libs/cplusplus/SimpleLexer.cpp b/src/libs/cplusplus/SimpleLexer.cpp
new file mode 100644
index 0000000000..f047d540c9
--- /dev/null
+++ b/src/libs/cplusplus/SimpleLexer.cpp
@@ -0,0 +1,117 @@
+/***************************************************************************
+**
+** This file is part of Qt Creator
+**
+** Copyright (c) 2008 Nokia Corporation and/or its subsidiary(-ies).
+**
+** Contact:  Qt Software Information (qt-info@nokia.com)
+**
+** 
+** Non-Open Source Usage  
+** 
+** Licensees may use this file in accordance with the Qt Beta Version
+** License Agreement, Agreement version 2.2 provided with the Software or,
+** alternatively, in accordance with the terms contained in a written
+** agreement between you and Nokia.  
+** 
+** GNU General Public License Usage 
+** 
+** Alternatively, this file may be used under the terms of the GNU General
+** Public License versions 2.0 or 3.0 as published by the Free Software
+** Foundation and appearing in the file LICENSE.GPL included in the packaging
+** of this file.  Please review the following information to ensure GNU
+** General Public Licensing requirements will be met:
+**
+** http://www.fsf.org/licensing/licenses/info/GPLv2.html and
+** http://www.gnu.org/copyleft/gpl.html.
+**
+** In addition, as a special exception, Nokia gives you certain additional
+** rights. These rights are described in the Nokia Qt GPL Exception version
+** 1.2, included in the file GPL_EXCEPTION.txt in this package.  
+** 
+***************************************************************************/
+
+#include "SimpleLexer.h"
+#include <Lexer.h>
+#include <Token.h>
+#include <QtDebug>
+
+using namespace CPlusPlus;
+
+bool SimpleToken::isLiteral() const
+{ return _kind >= T_FIRST_LITERAL && _kind <= T_LAST_LITERAL; }
+
+bool SimpleToken::isOperator() const
+{ return _kind >= T_FIRST_OPERATOR && _kind <= T_LAST_OPERATOR; }
+
+bool SimpleToken::isKeyword() const
+{ return _kind >= T_FIRST_KEYWORD && _kind < T_FIRST_QT_KEYWORD; }
+
+SimpleLexer::SimpleLexer()
+    : _lastState(0),
+      _skipComments(false),
+      _qtMocRunEnabled(true)
+{ }
+
+SimpleLexer::~SimpleLexer()
+{ }
+
+bool SimpleLexer::qtMocRunEnabled() const
+{ return _qtMocRunEnabled; }
+
+void SimpleLexer::setQtMocRunEnabled(bool enabled)
+{ _qtMocRunEnabled = enabled; }
+
+bool SimpleLexer::skipComments() const
+{ return _skipComments; }
+
+void SimpleLexer::setSkipComments(bool skipComments)
+{ _skipComments = skipComments; }
+
+QList<SimpleToken> SimpleLexer::operator()(const QString &text, int state)
+{
+    QList<SimpleToken> tokens;
+
+    const QByteArray bytes = text.toLatin1();
+    const char *firstChar = bytes.constData();
+    const char *lastChar = firstChar + bytes.size();
+
+    Lexer lex(firstChar, lastChar);
+    lex.setQtMocRunEnabled(_qtMocRunEnabled);
+
+    if (! _skipComments)
+        lex.setScanCommentTokens(true);
+
+    if (state != -1)
+        lex.setState(state & 0xff);
+
+    bool inPreproc = false;
+
+    for (;;) {
+        Token tk;
+        lex(&tk);
+        if (tk.is(T_EOF_SYMBOL))
+            break;
+
+        SimpleToken simpleTk;
+        simpleTk._kind = int(tk.kind);
+        simpleTk._position = int(lex.tokenOffset());
+        simpleTk._length = int(lex.tokenLength());
+        simpleTk._text = text.midRef(simpleTk._position, simpleTk._length);
+
+        lex.setScanAngleStringLiteralTokens(false);
+
+        if (tk.newline && tk.is(T_POUND))
+            inPreproc = true;
+        else if (inPreproc && tokens.size() == 1 && simpleTk.is(T_IDENTIFIER) &&
+                 simpleTk.text() == QLatin1String("include"))
+            lex.setScanAngleStringLiteralTokens(true);
+
+        tokens.append(simpleTk);
+    }
+
+    _lastState = lex.state();
+    return tokens;
+}
+
+