source: trunk/tools/porting/src/rpplexer.cpp@ 315

Last change on this file since 315 was 2, checked in by Dmitry A. Kuminov, 16 years ago

Initially imported qt-all-opensource-src-4.5.1 from Trolltech.
File size: 9.5 KB
Line 
1/****************************************************************************
2**
3** Copyright (C) 2009 Nokia Corporation and/or its subsidiary(-ies).
4** Contact: Qt Software Information ([email protected])
5** Copyright (C) 2001-2004 Roberto Raggi
6**
7** This file is part of the qt3to4 porting application of the Qt Toolkit.
8**
9** $QT_BEGIN_LICENSE:LGPL$
10** Commercial Usage
11** Licensees holding valid Qt Commercial licenses may use this file in
12** accordance with the Qt Commercial License Agreement provided with the
13** Software or, alternatively, in accordance with the terms contained in
14** a written agreement between you and Nokia.
15**
16** GNU Lesser General Public License Usage
17** Alternatively, this file may be used under the terms of the GNU Lesser
18** General Public License version 2.1 as published by the Free Software
19** Foundation and appearing in the file LICENSE.LGPL included in the
20** packaging of this file. Please review the following information to
21** ensure the GNU Lesser General Public License version 2.1 requirements
22** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.
23**
24** In addition, as a special exception, Nokia gives you certain
25** additional rights. These rights are described in the Nokia Qt LGPL
26** Exception version 1.0, included in the file LGPL_EXCEPTION.txt in this
27** package.
28**
29** GNU General Public License Usage
30** Alternatively, this file may be used under the terms of the GNU
31** General Public License version 3.0 as published by the Free Software
32** Foundation and appearing in the file LICENSE.GPL included in the
33** packaging of this file. Please review the following information to
34** ensure the GNU General Public License version 3.0 requirements will be
35** met: http://www.gnu.org/copyleft/gpl.html.
36**
37** If you are unsure which license is appropriate for your use, please
38** contact the sales department at [email protected].
39** $QT_END_LICENSE$
40**
41****************************************************************************/
42
43#include "rpplexer.h"
44#include <QChar>
45#include <ctype.h>
46
47QT_BEGIN_NAMESPACE
48
49using namespace TokenEngine;
50
51namespace Rpp {
52RppLexer::RppLexer()
53 : m_buffer(0), m_ptr(0), m_len(0)
54{
55 setupScanTable();
56}
57
58void RppLexer::setupScanTable()
59{
60 memset(s_attr_table, 0, 256);
61
62 for (int i=0; i<128; ++i) {
63 switch (i) {
64 case ':':
65 case '*':
66 case '%':
67 case '^':
68 case '=':
69 case '!':
70 case '&':
71 case '|':
72 case '+':
73 case '<':
74 case '>':
75 case '-':
76 case '.':
77 s_scan_table[i] = &RppLexer::scanOperator;
78 break;
79
80 case '\r':
81 case '\n':
82 s_scan_table[i] = &RppLexer::scanNewline;
83 break;
84
85 case '\'':
86 s_scan_table[i] = &RppLexer::scanCharLiteral;
87 break;
88
89 case '"':
90 s_scan_table[i] = &RppLexer::scanStringLiteral;
91 break;
92 case '#':
93 s_scan_table[i] = &RppLexer::scanPreprocessor;
94 break;
95
96 case '/':
97 s_scan_table[i] = &RppLexer::scanComment;
98 break;
99
100 default:
101 if (isspace(i)) {
102 s_scan_table[i] = &RppLexer::scanWhiteSpaces;
103 s_attr_table[i] |= A_Whitespace;
104 } else if (isalpha(i) || i == '_') {
105 s_scan_table[i] = &RppLexer::scanKeyword;
106 s_attr_table[i] |= A_Alpha;
107 } else if (isdigit(i)) {
108 s_scan_table[i] = &RppLexer::scanNumberLiteral;
109 s_attr_table[i] |= A_Digit;
110 } else
111 s_scan_table[i] = &RppLexer::scanChar;
112 }
113 }
114
115 s_scan_table[128] = &RppLexer::scanUnicodeChar;
116}
117
118QVector<Type> RppLexer::lex(const TokenContainer &tokenContainer)
119{
120 QVector<Type> tokenTypes;
121 const int numTokens = tokenContainer.count();
122 tokenTypes.reserve(numTokens);
123 QByteArray text = tokenContainer.fullText();
124 m_buffer = text.constData();
125 for(int t=0; t<numTokens; ++t) {
126 TokenEngine::Token token = tokenContainer.token(t);
127 tokenTypes.append(indentify(token.start, token.length));
128 }
129 return tokenTypes;