1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
|
// -*- c-basic-offset: 2 -*-
/*
* This file is part of the KDE libraries
* Copyright (C) 1999-2000 Harri Porten (porten@kde.org)
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public License
* along with this library; see the file COPYING.LIB. If not, write to
* the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
* Boston, MA 02110-1301, USA.
*
*/
#ifndef _KJSLEXER_H_
#define _KJSLEXER_H_
#include "ustring.h"
namespace KJS {
class Identifier;
class RegExp;
class Lexer {
public:
Lexer();
~Lexer();
static Lexer *curr();
void setCode(const UChar *c, unsigned int len);
int lex();
int lineNo() const { return yylineno + 1; }
bool prevTerminator() const { return terminator; }
enum State { Start,
IdentifierOrKeyword,
Identifier,
InIdentifierOrKeyword,
InIdentifier,
InIdentifierUnicodeEscapeStart,
InIdentifierUnicodeEscape,
InSingleLineComment,
InMultiLineComment,
InNum,
InNum0,
InHex,
InOctal,
InDecimal,
InExponentIndicator,
InExponent,
Hex,
Octal,
Number,
String,
Eof,
InString,
InEscapeSequence,
InHexEscape,
InUnicodeEscape,
Other,
Bad };
bool scanRegExp();
UString pattern, flags;
bool hadError() const { return foundBad; }
static bool isWhiteSpace(unsigned short c);
static bool isIdentLetter(unsigned short c);
static bool isDecimalDigit(unsigned short c);
static bool isHexDigit(unsigned short c);
static bool isOctalDigit(unsigned short c);
private:
int yylineno;
bool done;
char *buffer8;
UChar *buffer16;
unsigned int size8, size16;
unsigned int pos8, pos16;
bool terminator;
bool restrKeyword;
// encountered delimiter like "'" and "}" on last run
bool delimited;
bool skipLF;
bool skipCR;
bool convertNextIdentifier;
int stackToken;
int lastToken;
bool foundBad;
State state;
void setDone(State s);
unsigned int pos;
void shift(unsigned int p);
void nextLine();
int lookupKeyword(const char *);
int matchPunctuator(unsigned short c1, unsigned short c2,
unsigned short c3, unsigned short c4);
unsigned short singleEscape(unsigned short c) const;
unsigned short convertOctal(unsigned short c1, unsigned short c2,
unsigned short c3) const;
public:
static unsigned char convertHex(unsigned short c1);
static unsigned char convertHex(unsigned short c1, unsigned short c2);
static UChar convertUnicode(unsigned short c1, unsigned short c2,
unsigned short c3, unsigned short c4);
#ifdef KJS_DEBUG_MEM
/**
* Clear statically allocated resources
*/
static void globalClear();
#endif
void doneParsing();
private:
void record8(unsigned short c);
void record16(int c);
void record16(UChar c);
KJS::Identifier *makeIdentifier(UChar *buffer, unsigned int pos);
UString *makeUString(UChar *buffer, unsigned int pos);
const UChar *code;
unsigned int length;
int yycolumn;
#ifndef KJS_PURE_ECMA
int bol; // begin of line
#endif
// current and following unicode characters (int to allow for -1 for end-of-file marker)
int current, next1, next2, next3;
UString **strings;
unsigned int numStrings;
unsigned int stringsCapacity;
KJS::Identifier **identifiers;
unsigned int numIdentifiers;
unsigned int identifiersCapacity;
// for future extensions
class LexerPrivate;
LexerPrivate *priv;
};
} // namespace
#endif
|
