1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
|
/***************************************************************************
**
** This file is part of Qt Creator
**
** Copyright (c) 2008 Nokia Corporation and/or its subsidiary(-ies).
**
** Contact: Qt Software Information (qt-info@nokia.com)
**
**
** Non-Open Source Usage
**
** Licensees may use this file in accordance with the Qt Beta Version
** License Agreement, Agreement version 2.2 provided with the Software or,
** alternatively, in accordance with the terms contained in a written
** agreement between you and Nokia.
**
** GNU General Public License Usage
**
** Alternatively, this file may be used under the terms of the GNU General
** Public License versions 2.0 or 3.0 as published by the Free Software
** Foundation and appearing in the file LICENSE.GPL included in the packaging
** of this file. Please review the following information to ensure GNU
** General Public Licensing requirements will be met:
**
** http://www.fsf.org/licensing/licenses/info/GPLv2.html and
** http://www.gnu.org/copyleft/gpl.html.
**
** In addition, as a special exception, Nokia gives you certain additional
** rights. These rights are described in the Nokia Qt GPL Exception version
** 1.2, included in the file GPL_EXCEPTION.txt in this package.
**
***************************************************************************/
#include "SimpleLexer.h"
#include <Lexer.h>
#include <Token.h>
#include <QtDebug>
using namespace CPlusPlus;
bool SimpleToken::isLiteral() const
{ return _kind >= T_FIRST_LITERAL && _kind <= T_LAST_LITERAL; }
bool SimpleToken::isOperator() const
{ return _kind >= T_FIRST_OPERATOR && _kind <= T_LAST_OPERATOR; }
bool SimpleToken::isKeyword() const
{ return _kind >= T_FIRST_KEYWORD && _kind < T_FIRST_QT_KEYWORD; }
SimpleLexer::SimpleLexer()
: _lastState(0),
_skipComments(false),
_qtMocRunEnabled(true)
{ }
SimpleLexer::~SimpleLexer()
{ }
bool SimpleLexer::qtMocRunEnabled() const
{ return _qtMocRunEnabled; }
void SimpleLexer::setQtMocRunEnabled(bool enabled)
{ _qtMocRunEnabled = enabled; }
bool SimpleLexer::skipComments() const
{ return _skipComments; }
void SimpleLexer::setSkipComments(bool skipComments)
{ _skipComments = skipComments; }
QList<SimpleToken> SimpleLexer::operator()(const QString &text, int state)
{
QList<SimpleToken> tokens;
const QByteArray bytes = text.toLatin1();
const char *firstChar = bytes.constData();
const char *lastChar = firstChar + bytes.size();
Lexer lex(firstChar, lastChar);
lex.setQtMocRunEnabled(_qtMocRunEnabled);
if (! _skipComments)
lex.setScanCommentTokens(true);
if (state != -1)
lex.setState(state & 0xff);
bool inPreproc = false;
for (;;) {
Token tk;
lex(&tk);
if (tk.is(T_EOF_SYMBOL))
break;
SimpleToken simpleTk;
simpleTk._kind = int(tk.kind);
simpleTk._position = int(lex.tokenOffset());
simpleTk._length = int(lex.tokenLength());
simpleTk._text = text.midRef(simpleTk._position, simpleTk._length);
lex.setScanAngleStringLiteralTokens(false);
if (tk.newline && tk.is(T_POUND))
inPreproc = true;
else if (inPreproc && tokens.size() == 1 && simpleTk.is(T_IDENTIFIER) &&
simpleTk.text() == QLatin1String("include"))
lex.setScanAngleStringLiteralTokens(true);
tokens.append(simpleTk);
}
_lastState = lex.state();
return tokens;
}
|
