source: trunk/tools/porting/src/rpplexer.cpp@ 785

Last change on this file since 785 was 651, checked in by Dmitry A. Kuminov, 16 years ago

trunk: Merged in qt 4.6.2 sources.
File size: 9.5 KB
Line 
1/****************************************************************************
2**
3** Copyright (C) 2001-2004 Roberto Raggi
4** Copyright (C) 2010 Nokia Corporation and/or its subsidiary(-ies).
5** All rights reserved.
6** Contact: Nokia Corporation ([email protected])
7**
8** This file is part of the qt3to4 porting application of the Qt Toolkit.
9**
10** $QT_BEGIN_LICENSE:LGPL$
11** Commercial Usage
12** Licensees holding valid Qt Commercial licenses may use this file in
13** accordance with the Qt Commercial License Agreement provided with the
14** Software or, alternatively, in accordance with the terms contained in
15** a written agreement between you and Nokia.
16**
17** GNU Lesser General Public License Usage
18** Alternatively, this file may be used under the terms of the GNU Lesser
19** General Public License version 2.1 as published by the Free Software
20** Foundation and appearing in the file LICENSE.LGPL included in the
21** packaging of this file. Please review the following information to
22** ensure the GNU Lesser General Public License version 2.1 requirements
23** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.
24**
25** In addition, as a special exception, Nokia gives you certain additional
26** rights. These rights are described in the Nokia Qt LGPL Exception
27** version 1.1, included in the file LGPL_EXCEPTION.txt in this package.
28**
29** GNU General Public License Usage
30** Alternatively, this file may be used under the terms of the GNU
31** General Public License version 3.0 as published by the Free Software
32** Foundation and appearing in the file LICENSE.GPL included in the
33** packaging of this file. Please review the following information to
34** ensure the GNU General Public License version 3.0 requirements will be
35** met: http://www.gnu.org/copyleft/gpl.html.
36**
37** If you have questions regarding the use of this file, please contact
38** Nokia at [email protected].
39** $QT_END_LICENSE$
40**
41****************************************************************************/
42
43#include "rpplexer.h"
44#include <QChar>
45#include <ctype.h>
46
47QT_BEGIN_NAMESPACE
48
49using namespace TokenEngine;
50
51namespace Rpp {
52RppLexer::RppLexer()
53 : m_buffer(0), m_ptr(0), m_len(0)
54{
55 setupScanTable();
56}
57
58void RppLexer::setupScanTable()
59{
60 memset(s_attr_table, 0, 256);
61
62 for (int i=0; i<128; ++i) {
63 switch (i) {
64 case ':':
65 case '*':
66 case '%':
67 case '^':
68 case '=':
69 case '!':
70 case '&':
71 case '|':
72 case '+':
73 case '<':
74 case '>':
75 case '-':
76 case '.':
77 s_scan_table[i] = &RppLexer::scanOperator;
78 break;
79
80 case '\r':
81 case '\n':
82 s_scan_table[i] = &RppLexer::scanNewline;
83 break;
84
85 case '\'':
86 s_scan_table[i] = &RppLexer::scanCharLiteral;
87 break;
88
89 case '"':
90 s_scan_table[i] = &RppLexer::scanStringLiteral;
91 break;
92 case '#':
93 s_scan_table[i] = &RppLexer::scanPreprocessor;
94 break;
95
96 case '/':
97 s_scan_table[i] = &RppLexer::scanComment;
98 break;
99
100 default:
101 if (isspace(i)) {
102 s_scan_table[i] = &RppLexer::scanWhiteSpaces;
103 s_attr_table[i] |= A_Whitespace;
104 } else if (isalpha(i) || i == '_') {
105 s_scan_table[i] = &RppLexer::scanKeyword;
106 s_attr_table[i] |= A_Alpha;
107 } else if (isdigit(i)) {
108 s_scan_table[i] = &RppLexer::scanNumberLiteral;
109 s_attr_table[i] |= A_Digit;
110 } else
111 s_scan_table[i] = &RppLexer::scanChar;
112 }
113 }
114
115 s_scan_table[128] = &RppLexer::scanUnicodeChar;
116}
117
118QVector<Type> RppLexer::lex(const TokenContainer &tokenContainer)
119{
120 QVector<Type> tokenTypes;
121 const int numTokens = tokenContainer.count();
122 tokenTypes.reserve(numTokens);