blob: 8b90aa755c0b04ea92bea70a3665c4779f666c70 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
|
package com.github.javaparser;
import static com.github.javaparser.GeneratedJavaParserConstants.*;
import static com.github.javaparser.utils.Utils.EOL;
/**
* Complements GeneratedJavaParserConstants
*/
public class TokenTypes {
public static boolean isWhitespace(int kind) {
return getCategory(kind).isWhitespace();
}
/**
* @deprecated use isEndOfLineToken
*/
@Deprecated
public static boolean isEndOfLineCharacter(int kind) {
return isEndOfLineToken(kind);
}
public static boolean isEndOfLineToken(int kind) {
return getCategory(kind).isEndOfLine();
}
public static boolean isWhitespaceOrComment(int kind) {
return getCategory(kind).isWhitespaceOrComment();
}
public static boolean isSpaceOrTab(int kind) {
return getCategory(kind).isWhitespaceButNotEndOfLine();
}
public static boolean isComment(int kind) {
return getCategory(kind).isComment();
}
/**
* @deprecated use eolTokenKind
*/
@Deprecated
public static int eolToken() {
return eolTokenKind();
}
/**
* @return the kind of EOL token to use on the platform you're running on.
*/
public static int eolTokenKind() {
if (EOL.equals("\n")) {
return UNIX_EOL;
}
if (EOL.equals("\r\n")) {
return WINDOWS_EOL;
}
if (EOL.equals("\r")) {
return OLD_MAC_EOL;
}
throw new AssertionError("Unknown EOL character sequence");
}
/**
* @return the token kind for a single space.
*/
public static int spaceTokenKind() {
return SPACE;
}
/**
* @deprecated use spaceTokenKind
*/
@Deprecated
public static int spaceToken() {
return spaceTokenKind();
}
/**
* Category of a token, a little more detailed than
* <a href="https://docs.oracle.com/javase/specs/jls/se8/html/jls-3.html#jls-3.5">The JLS</a>.
*/
public static JavaToken.Category getCategory(int kind) {
switch (kind) {
case WINDOWS_EOL:
case UNIX_EOL:
case OLD_MAC_EOL:
return JavaToken.Category.EOL;
case EOF:
case SPACE:
case CTRL_Z:
return JavaToken.Category.WHITESPACE_NO_EOL;
case SINGLE_LINE_COMMENT:
case JAVADOC_COMMENT:
case MULTI_LINE_COMMENT:
return JavaToken.Category.COMMENT;
case ABSTRACT:
case ASSERT:
case BOOLEAN:
case BREAK:
case BYTE:
case CASE:
case CATCH:
case CHAR:
case CLASS:
case CONST:
case CONTINUE:
case _DEFAULT:
case DO:
case DOUBLE:
case ELSE:
case ENUM:
case EXTENDS:
case FALSE:
case FINAL:
case FINALLY:
case FLOAT:
case FOR:
case GOTO:
case IF:
case IMPLEMENTS:
case IMPORT:
case INSTANCEOF:
case INT:
case INTERFACE:
case LONG:
case NATIVE:
case NEW:
case NULL:
case PACKAGE:
case PRIVATE:
case PROTECTED:
case PUBLIC:
case RETURN:
case SHORT:
case STATIC:
case STRICTFP:
case SUPER:
case SWITCH:
case SYNCHRONIZED:
case THIS:
case THROW:
case THROWS:
case TRANSIENT:
case TRUE:
case TRY:
case VOID:
case VOLATILE:
case WHILE:
case REQUIRES:
case TO:
case WITH:
case OPEN:
case OPENS:
case USES:
case MODULE:
case EXPORTS:
case PROVIDES:
case TRANSITIVE:
return JavaToken.Category.KEYWORD;
case LONG_LITERAL:
case INTEGER_LITERAL:
case DECIMAL_LITERAL:
case HEX_LITERAL:
case OCTAL_LITERAL:
case BINARY_LITERAL:
case FLOATING_POINT_LITERAL:
case DECIMAL_FLOATING_POINT_LITERAL:
case DECIMAL_EXPONENT:
case HEXADECIMAL_FLOATING_POINT_LITERAL:
case HEXADECIMAL_EXPONENT:
case CHARACTER_LITERAL:
case STRING_LITERAL:
return JavaToken.Category.LITERAL;
case IDENTIFIER:
return JavaToken.Category.IDENTIFIER;
case LPAREN:
case RPAREN:
case LBRACE:
case RBRACE:
case LBRACKET:
case RBRACKET:
case SEMICOLON:
case COMMA:
case DOT:
case AT:
return JavaToken.Category.SEPARATOR;
case ASSIGN:
case LT:
case BANG:
case TILDE:
case HOOK:
case COLON:
case EQ:
case LE:
case GE:
case NE:
case SC_OR:
case SC_AND:
case INCR:
case DECR:
case PLUS:
case MINUS:
case STAR:
case SLASH:
case BIT_AND:
case BIT_OR:
case XOR:
case REM:
case LSHIFT:
case PLUSASSIGN:
case MINUSASSIGN:
case STARASSIGN:
case SLASHASSIGN:
case ANDASSIGN:
case ORASSIGN:
case XORASSIGN:
case REMASSIGN:
case LSHIFTASSIGN:
case RSIGNEDSHIFTASSIGN:
case RUNSIGNEDSHIFTASSIGN:
case ELLIPSIS:
case ARROW:
case DOUBLECOLON:
case RUNSIGNEDSHIFT:
case RSIGNEDSHIFT:
case GT:
return JavaToken.Category.OPERATOR;
// The following are tokens that are only used internally by the lexer
case ENTER_JAVADOC_COMMENT:
case ENTER_MULTILINE_COMMENT:
case COMMENT_CONTENT:
case HEX_DIGITS:
case LETTER:
case UNICODE_ESCAPE:
case PART_LETTER:
default:
throw new AssertionError("Invalid token kind " + kind);
}
}
}
|
