1 |
wakaba |
1.1 |
{"tests": [ |
2 |
|
|
{"description": "empty", |
3 |
|
|
"input": "", |
4 |
|
|
"output": []}, |
5 |
|
|
|
6 |
|
|
{"description": "length=1 IDENT (lowercase)", |
7 |
|
|
"input": "a", |
8 |
|
|
"output": [["IDENT", "a"]]}, |
9 |
|
|
|
10 |
|
|
{"description": "length=1 IDENT (uppercase)", |
11 |
|
|
"input": "A", |
12 |
|
|
"output": [["IDENT", "A"]]}, |
13 |
|
|
|
14 |
|
|
{"description": "length=2 IDENT (uppercase)", |
15 |
|
|
"input": "AB", |
16 |
|
|
"output": [["IDENT", "AB"]]}, |
17 |
|
|
|
18 |
|
|
{"description": "length=2 IDENT (lowercase)", |
19 |
|
|
"input": "ab", |
20 |
|
|
"output": [["IDENT", "ab"]]}, |
21 |
|
|
|
22 |
wakaba |
1.2 |
{"description": "\\", |
23 |
|
|
"input": "\\", |
24 |
|
|
"output": [["DELIM", "\\"]]}, |
25 |
|
|
|
26 |
wakaba |
1.1 |
{"description": "IDENT started by escape 1", |
27 |
|
|
"input": "\\41", |
28 |
|
|
"output": [["IDENT", "A"]]}, |
29 |
|
|
|
30 |
|
|
{"description": "IDENT started by escape 2", |
31 |
|
|
"input": "\\041", |
32 |
|
|
"output": [["IDENT", "A"]]}, |
33 |
|
|
|
34 |
|
|
{"description": "IDENT started by escape 3", |
35 |
|
|
"input": "\\0041", |
36 |
|
|
"output": [["IDENT", "A"]]}, |
37 |
|
|
|
38 |
|
|
{"description": "IDENT started by escape 4", |
39 |
|
|
"input": "\\00041", |
40 |
|
|
"output": [["IDENT", "A"]]}, |
41 |
|
|
|
42 |
|
|
{"description": "IDENT started by escape 5", |
43 |
|
|
"input": "\\000041", |
44 |
|
|
"output": [["IDENT", "A"]]}, |
45 |
|
|
|
46 |
|
|
{"description": "IDENT started by escape 6", |
47 |
|
|
"input": "\\0000041", |
48 |
|
|
"output": [["IDENT", "\u00041"]]}, |
49 |
|
|
|
50 |
|
|
{"description": "IDENT started by escape 7", |
51 |
|
|
"input": "\\00000041", |
52 |
|
|
"output": [["IDENT", "\u000041"]]}, |
53 |
|
|
|
54 |
|
|
{"description": "IDENT started by escape followed by a space 1", |
55 |
|
|
"input": "\\41 ", |
56 |
|
|
"output": [["IDENT", "A"]]}, |
57 |
|
|
|
58 |
|
|
{"description": "IDENT started by escape followed by a space 2", |
59 |
|
|
"input": "\\41 a", |
60 |
|
|
"output": [["IDENT", "Aa"]]}, |
61 |
|
|
|
62 |
|
|
{"description": "IDENT started by escape followed by a space 3", |
63 |
|
|
"input": "\\41\u0009a", |
64 |
|
|
"output": [["IDENT", "Aa"]]}, |
65 |
|
|
|
66 |
|
|
{"description": "IDENT started by escape followed by a space 4", |
67 |
|
|
"input": "\\000041 ", |
68 |
|
|
"output": [["IDENT", "A"]]}, |
69 |
|
|
|
70 |
|
|
{"description": "IDENT started by escape followed by a space 5", |
71 |
|
|
"input": "\\000041\u000D\u000A", |
72 |
wakaba |
1.2 |
"output": [["IDENT", "A"]]}, |
73 |
|
|
|
74 |
|
|
{"description": "\\\u000D", |
75 |
|
|
"input": "\\\u000D", |
76 |
|
|
"output": [["DELIM", "\\"], ["S"]]}, |
77 |
|
|
|
78 |
|
|
{"description": "\\\u000D\u000A", |
79 |
|
|
"input": "\\\u000D\u000A", |
80 |
|
|
"output": [["DELIM", "\\"], ["S"]]}, |
81 |
|
|
|
82 |
|
|
{"description": "\\\u000D\\\u000A", |
83 |
|
|
"input": "\\\u000D\\\u000A", |
84 |
|
|
"output": [["DELIM", "\\"], ["S"], ["DELIM", "\\"], ["S"]]}, |
85 |
|
|
|
86 |
|
|
{"description": "\\\u000C", |
87 |
|
|
"input": "\\\u000C", |
88 |
|
|
"output": [["DELIM", "\\"], ["S"]]}, |
89 |
|
|
|
90 |
|
|
{"description": "\\\u000A", |
91 |
|
|
"input": "\\\u000A", |
92 |
|
|
"output": [["DELIM", "\\"], ["S"]]}, |
93 |
|
|
|
94 |
|
|
{"description": "\\ ", |
95 |
|
|
"input": "\\ ", |
96 |
|
|
"output": [["IDENT", " "]]}, |
97 |
|
|
|
98 |
|
|
{"description": "\\\\", |
99 |
|
|
"input": "\\\\", |
100 |
|
|
"output": [["IDENT", "\\"]]}, |
101 |
|
|
|
102 |
|
|
{"description": "\\\\\\", |
103 |
|
|
"input": "\\\\\\", |
104 |
|
|
"output": [["IDENT", "\\"], ["DELIM", "\\"]]}, |
105 |
|
|
|
106 |
|
|
{"description": "\\\u0009", |
107 |
|
|
"input": "\\\u0009", |
108 |
|
|
"output": [["IDENT", "\u0009"]]}, |
109 |
|
|
|
110 |
|
|
{"description": "\\X", |
111 |
|
|
"input": "\\X", |
112 |
|
|
"output": [["IDENT", "X"]]}, |
113 |
|
|
|
114 |
|
|
{"description": "a\\", |
115 |
|
|
"input": "a\\", |
116 |
|
|
"output": [["IDENT", "a"], ["DELIM", "\\"]]}, |
117 |
|
|
|
118 |
|
|
{"description": "a\\f1", |
119 |
|
|
"input": "a\\f1", |
120 |
|
|
"output": [["IDENT", "a\u00f1"]]}, |
121 |
|
|
|
122 |
|
|
{"description": "a\\F1", |
123 |
|
|
"input": "a\\F1", |
124 |
|
|
"output": [["IDENT", "a\u00f1"]]}, |
125 |
|
|
|
126 |
|
|
{"description": "a\\0f1", |
127 |
|
|
"input": "a\\0f1", |
128 |
|
|
"output": [["IDENT", "a\u00f1"]]}, |
129 |
|
|
|
130 |
|
|
{"description": "a\\0F1", |
131 |
|
|
"input": "a\\0F1", |
132 |
|
|
"output": [["IDENT", "a\u00f1"]]}, |
133 |
|
|
|
134 |
|
|
{"description": "a\\41", |
135 |
|
|
"input": "a\\41", |
136 |
|
|
"output": [["IDENT", "aA"]]}, |
137 |
|
|
|
138 |
|
|
{"description": "a\\41 b", |
139 |
|
|
"input": "a\\41 b", |
140 |
|
|
"output": [["IDENT", "aAb"]]}, |
141 |
|
|
|
142 |
|
|
{"description": "a\\41\u0009X", |
143 |
|
|
"input": "a\\41\u0009X", |
144 |
|
|
"output": [["IDENT", "aAX"]]}, |
145 |
|
|
|
146 |
|
|
{"description": "a\\4e00", |
147 |
|
|
"input": "a\\4e00", |
148 |
|
|
"output": [["IDENT", "a\u4e00"]]}, |
149 |
|
|
|
150 |
|
|
{"description": "a\\41 X", |
151 |
|
|
"input": "a\\41 X", |
152 |
|
|
"output": [["IDENT", "aA"], ["S"], ["IDENT", "X"]]}, |
153 |
|
|
|
154 |
|
|
{"description": "a\\ ", |
155 |
|
|
"input": "a\\ ", |
156 |
|
|
"output": [["IDENT", "a "]]}, |
157 |
|
|
|
158 |
|
|
{"description": "a\\ b", |
159 |
|
|
"input": "a\\ b", |
160 |
|
|
"output": [["IDENT", "a b"]]}, |
161 |
|
|
|
162 |
|
|
{"description": "a\\\\b", |
163 |
|
|
"input": "a\\\\b", |
164 |
|
|
"output": [["IDENT", "a\\b"]]}, |
165 |
|
|
|
166 |
|
|
{"description": "a\\\u0009b", |
167 |
|
|
"input": "a\\\u0009b", |
168 |
|
|
"output": [["IDENT", "a\u0009b"]]}, |
169 |
|
|
|
170 |
|
|
{"description": "a\\GB", |
171 |
|
|
"input": "a\\GB", |
172 |
|
|
"output": [["IDENT", "aGB"]]}, |
173 |
|
|
|
174 |
|
|
{"description": "a\\\u000D", |
175 |
|
|
"input": "a\\\u000D", |
176 |
|
|
"output": [["IDENT", "a"], ["DELIM", "\\"], ["S"]]}, |
177 |
|
|
|
178 |
|
|
{"description": "a\\\u000A", |
179 |
|
|
"input": "a\\\u000A", |
180 |
|
|
"output": [["IDENT", "a"], ["DELIM", "\\"], ["S"]]}, |
181 |
|
|
|
182 |
|
|
{"description": "a\\\u000D\u000A", |
183 |
|
|
"input": "a\\\u000D\u000A", |
184 |
|
|
"output": [["IDENT", "a"], ["DELIM", "\\"], ["S"]]}, |
185 |
|
|
|
186 |
|
|
{"description": "a\\\u000D\\\u000A", |
187 |
|
|
"input": "a\\\u000D\\\u000A", |
188 |
|
|
"output": [["IDENT", "a"], ["DELIM", "\\"], ["S"], ["DELIM", "\\"], ["S"]]}, |
189 |
|
|
|
190 |
|
|
{"description": "a\\\u000C", |
191 |
|
|
"input": "a\\\u000C", |
192 |
|
|
"output": [["IDENT", "a"], ["DELIM", "\\"], ["S"]]}, |
193 |
|
|
|
194 |
|
|
{"description": "-", |
195 |
|
|
"input": "-", |
196 |
|
|
"output": [["DELIM", "-"]]}, |
197 |
|
|
|
198 |
|
|
{"description": "\\-", |
199 |
|
|
"input": "\\-", |
200 |
|
|
"output": [["IDENT", "-"]]}, |
201 |
|
|
|
202 |
|
|
{"description": "-i", |
203 |
|
|
"input": "-i", |
204 |
|
|
"output": [["IDENT", "-i"]]}, |
205 |
|
|
|
206 |
|
|
{"description": "\\-i", |
207 |
|
|
"input": "\\-i", |
208 |
|
|
"output": [["IDENT", "-i"]]}, |
209 |
|
|
|
210 |
|
|
{"description": "-ident", |
211 |
|
|
"input": "-ident", |
212 |
|
|
"output": [["IDENT", "-ident"]]}, |
213 |
|
|
|
214 |
|
|
{"description": "\\-ident", |
215 |
|
|
"input": "\\-ident", |
216 |
|
|
"output": [["IDENT", "-ident"]]}, |
217 |
|
|
|
218 |
|
|
{"description": "-ident-ident", |
219 |
|
|
"input": "-ident-ident", |
220 |
|
|
"output": [["IDENT", "-ident-ident"]]}, |
221 |
|
|
|
222 |
|
|
{"description": "\\-ident-ident", |
223 |
|
|
"input": "\\-ident-ident", |
224 |
|
|
"output": [["IDENT", "-ident-ident"]]}, |
225 |
|
|
|
226 |
|
|
{"description": "-1", |
227 |
|
|
"input": "-1", |
228 |
|
|
"output": [["DELIM", "-"], ["NUMBER", "1"]]}, |
229 |
|
|
|
230 |
|
|
{"description": "\\-1", |
231 |
|
|
"input": "\\-1", |
232 |
|
|
"output": [["IDENT", "-1"]]}, |
233 |
|
|
|
234 |
|
|
{"description": "-1a", |
235 |
|
|
"input": "-1a", |
236 |
|
|
"output": [["DELIM", "-"], ["DIMENSION", "1", "a"]]}, |
237 |
|
|
|
238 |
|
|
{"description": "\\-1a", |
239 |
|
|
"input": "\\-1a", |
240 |
|
|
"output": [["IDENT", "-1a"]]}, |
241 |
|
|
|
242 |
|
|
{"description": "-\\31", |
243 |
|
|
"input": "-\\31", |
244 |
|
|
"output": [["IDENT", "-1"]]}, |
245 |
|
|
|
246 |
|
|
{"description": "\\-\\31", |
247 |
|
|
"input": "\\-\\31", |
248 |
|
|
"output": [["IDENT", "-1"]]}, |
249 |
|
|
|
250 |
|
|
{"description": "-\\41", |
251 |
|
|
"input": "-\\41", |
252 |
|
|
"output": [["IDENT", "-A"]]}, |
253 |
|
|
|
254 |
|
|
{"description": "\\-\\41", |
255 |
|
|
"input": "\\-\\41", |
256 |
|
|
"output": [["IDENT", "-A"]]}, |
257 |
|
|
|
258 |
|
|
{"description": "-\\\u000D", |
259 |
|
|
"input": "-\\\u000D", |
260 |
|
|
"output": [["DELIM", "-"], ["DELIM", "\\"], ["S"]]}, |
261 |
|
|
|
262 |
|
|
{"description": "\\-\\\u000D", |
263 |
|
|
"input": "\\-\\\u000D", |
264 |
|
|
"output": [["IDENT", "-"], ["DELIM", "\\"], ["S"]]}, |
265 |
|
|
|
266 |
|
|
{"description": "\u4e00", |
267 |
|
|
"input": "\u4e00", |
268 |
|
|
"output": [["IDENT", "\u4e00"]]}, |
269 |
|
|
|
270 |
|
|
{"description": "a\u4e00b", |
271 |
|
|
"input": "a\u4e00b", |
272 |
|
|
"output": [["IDENT", "a\u4e00b"]]}, |
273 |
|
|
|
274 |
|
|
{"description": "@", |
275 |
|
|
"input": "@", |
276 |
|
|
"output": [["DELIM", "@"]]}, |
277 |
|
|
|
278 |
|
|
{"description": "@a", |
279 |
|
|
"input": "@a", |
280 |
|
|
"output": [["ATKEYWORD", "a"]]}, |
281 |
|
|
|
282 |
|
|
{"description": "@A", |
283 |
|
|
"input": "@A", |
284 |
|
|
"output": [["ATKEYWORD", "A"]]}, |
285 |
|
|
|
286 |
|
|
{"description": "@abc", |
287 |
|
|
"input": "@abc", |
288 |
|
|
"output": [["ATKEYWORD", "abc"]]}, |
289 |
|
|
|
290 |
|
|
{"description": "@-", |
291 |
|
|
"input": "@-", |
292 |
|
|
"output": [["DELIM", "@"], ["DELIM", "-"]]}, |
293 |
|
|
|
294 |
wakaba |
1.6 |
{"description": "@\\-", |
295 |
|
|
"input": "@\\-", |
296 |
|
|
"output": [["ATKEYWORD", "-"]]}, |
297 |
|
|
|
298 |
wakaba |
1.2 |
{"description": "@-a", |
299 |
|
|
"input": "@-a", |
300 |
|
|
"output": [["ATKEYWORD", "-a"]]}, |
301 |
|
|
|
302 |
wakaba |
1.6 |
{"description": "@\\-a", |
303 |
|
|
"input": "@\\-a", |
304 |
|
|
"output": [["ATKEYWORD", "-a"]]}, |
305 |
|
|
|
306 |
wakaba |
1.2 |
{"description": "@1", |
307 |
|
|
"input": "@1", |
308 |
|
|
"output": [["DELIM", "@"], ["NUMBER", "1"]]}, |
309 |
|
|
|
310 |
wakaba |
1.6 |
{"description": "@\\1", |
311 |
|
|
"input": "@\\1", |
312 |
|
|
"output": [["ATKEYWORD", "\u0001"]]}, |
313 |
|
|
|
314 |
wakaba |
1.2 |
{"description": "@-1", |
315 |
|
|
"input": "@-1", |
316 |
|
|
"output": [["DELIM", "@"], ["DELIM", "-"], ["NUMBER", "1"]]}, |
317 |
|
|
|
318 |
wakaba |
1.6 |
{"description": "@--", |
319 |
|
|
"input": "@--", |
320 |
|
|
"output": [["DELIM", "@"], ["DELIM", "-"], ["DELIM", "-"]]}, |
321 |
|
|
|
322 |
|
|
{"description": "@--1", |
323 |
|
|
"input": "@--1", |
324 |
|
|
"output": [["DELIM", "@"], ["DELIM", "-"], ["DELIM", "-"], ["NUMBER", "1"]]}, |
325 |
|
|
|
326 |
|
|
{"description": "@--a", |
327 |
|
|
"input": "@--a", |
328 |
|
|
"output": [["DELIM", "@"], ["DELIM", "-"], ["IDENT", "-a"]]}, |
329 |
|
|
|
330 |
|
|
{"description": "@-\\-a", |
331 |
|
|
"input": "@-\\-a", |
332 |
|
|
"output": [["ATKEYWORD", "--a"]]}, |
333 |
|
|
|
334 |
|
|
{"description": "@-->", |
335 |
|
|
"input": "@-->", |
336 |
|
|
"output": [["DELIM", "@"], ["CDC"]]}, |
337 |
|
|
|
338 |
|
|
{"description": "@--->", |
339 |
|
|
"input": "@--->", |
340 |
|
|
"output": [["DELIM", "@"], ["DELIM", "-"], ["CDC"]]}, |
341 |
|
|
|
342 |
wakaba |
1.2 |
{"description": "@\\41", |
343 |
|
|
"input": "@\\41", |
344 |
|
|
"output": [["ATKEYWORD", "A"]]}, |
345 |
|
|
|
346 |
|
|
{"description": "@\\61 b", |
347 |
|
|
"input": "@\\61 b", |
348 |
|
|
"output": [["ATKEYWORD", "ab"]]}, |
349 |
|
|
|
350 |
|
|
{"description": "@\\61 b", |
351 |
|
|
"input": "@\\61 b", |
352 |
|
|
"output": [["ATKEYWORD", "a"], ["S"], ["IDENT", "b"]]}, |
353 |
|
|
|
354 |
|
|
{"description": "@a\\41", |
355 |
|
|
"input": "@aA", |
356 |
|
|
"output": [["ATKEYWORD", "aA"]]}, |
357 |
|
|
|
358 |
|
|
{"description": "@a\\4e00X", |
359 |
|
|
"input": "@a\\4e00X", |
360 |
wakaba |
1.3 |
"output": [["ATKEYWORD", "a\u4e00X"]]}, |
361 |
|
|
|
362 |
|
|
{"description": "\"", |
363 |
|
|
"input": "\"", |
364 |
|
|
"output": [["INVALID", ""]]}, |
365 |
|
|
|
366 |
|
|
{"description": "'", |
367 |
|
|
"input": "'", |
368 |
|
|
"output": [["INVALID", ""]]}, |
369 |
|
|
|
370 |
|
|
{"description": "\"\"", |
371 |
|
|
"input": "\"\"", |
372 |
|
|
"output": [["STRING", ""]]}, |
373 |
|
|
|
374 |
|
|
{"description": "''", |
375 |
|
|
"input": "''", |
376 |
|
|
"output": [["STRING", ""]]}, |
377 |
|
|
|
378 |
|
|
{"description": "\"a", |
379 |
|
|
"input": "\"a", |
380 |
|
|
"output": [["INVALID", "a"]]}, |
381 |
|
|
|
382 |
|
|
{"description": "'a", |
383 |
|
|
"input": "'a", |
384 |
|
|
"output": [["INVALID", "a"]]}, |
385 |
|
|
|
386 |
|
|
{"description": "'a'", |
387 |
|
|
"input": "'a'", |
388 |
|
|
"output": [["STRING", "a"]]}, |
389 |
|
|
|
390 |
|
|
{"description": "\"a\"", |
391 |
|
|
"input": "\"a\"", |
392 |
|
|
"output": [["STRING", "a"]]}, |
393 |
|
|
|
394 |
|
|
{"description": "'a'", |
395 |
|
|
"input": "'a'", |
396 |
|
|
"output": [["STRING", "a"]]}, |
397 |
|
|
|
398 |
|
|
{"description": "\"a'", |
399 |
|
|
"input": "\"a'", |
400 |
|
|
"output": [["INVALID", "a'"]]}, |
401 |
|
|
|
402 |
|
|
{"description": "'a\"", |
403 |
|
|
"input": "'a\"", |
404 |
|
|
"output": [["INVALID", "a\""]]}, |
405 |
|
|
|
406 |
|
|
{"description": "\"A", |
407 |
|
|
"input": "\"A", |
408 |
|
|
"output": [["INVALID", "A"]]}, |
409 |
|
|
|
410 |
|
|
{"description": "'A", |
411 |
|
|
"input": "'A", |
412 |
|
|
"output": [["INVALID", "A"]]}, |
413 |
|
|
|
414 |
|
|
{"description": "\"A\"", |
415 |
|
|
"input": "\"A\"", |
416 |
|
|
"output": [["STRING", "A"]]}, |
417 |
|
|
|
418 |
|
|
{"description": "'A'", |
419 |
|
|
"input": "'A'", |
420 |
|
|
"output": [["STRING", "A"]]}, |
421 |
|
|
|
422 |
|
|
{"description": "\"A'", |
423 |
|
|
"input": "\"A'", |
424 |
|
|
"output": [["INVALID", "A'"]]}, |
425 |
|
|
|
426 |
|
|
{"description": "'A\"", |
427 |
|
|
"input": "'A\"", |
428 |
|
|
"output": [["INVALID", "A\""]]}, |
429 |
|
|
|
430 |
|
|
{"description": "\"abc", |
431 |
|
|
"input": "\"abc", |
432 |
|
|
"output": [["INVALID", "abc"]]}, |
433 |
|
|
|
434 |
|
|
{"description": "'abc", |
435 |
|
|
"input": "'abc", |
436 |
|
|
"output": [["INVALID", "abc"]]}, |
437 |
|
|
|
438 |
|
|
{"description": "\"abc\"", |
439 |
|
|
"input": "\"abc\"", |
440 |
|
|
"output": [["STRING", "abc"]]}, |
441 |
|
|
|
442 |
|
|
{"description": "'abc'", |
443 |
|
|
"input": "'abc'", |
444 |
|
|
"output": [["STRING", "abc"]]}, |
445 |
|
|
|
446 |
|
|
{"description": "\"a\\", |
447 |
|
|
"input": "\"a\\", |
448 |
|
|
"output": [["INVALID", "a"], ["DELIM", "\\"]]}, |
449 |
|
|
|
450 |
|
|
{"description": "'a\\", |
451 |
|
|
"input": "'a\\", |
452 |
|
|
"output": [["INVALID", "a"], ["DELIM", "\\"]]}, |
453 |
|
|
|
454 |
|
|
{"description": "\"\\", |
455 |
|
|
"input": "\"\\", |
456 |
|
|
"output": [["INVALID", ""], ["DELIM", "\\"]]}, |
457 |
|
|
|
458 |
|
|
{"description": "'\\", |
459 |
|
|
"input": "'\\", |
460 |
|
|
"output": [["INVALID", ""], ["DELIM", "\\"]]}, |
461 |
|
|
|
462 |
|
|
{"description": "\"a\\\"", |
463 |
|
|
"input": "\"a\\\"", |
464 |
|
|
"output": [["INVALID", "a\""]]}, |
465 |
|
|
|
466 |
|
|
{"description": "'a\\\"", |
467 |
|
|
"input": "'a\\\"", |
468 |
|
|
"output": [["INVALID", "a\""]]}, |
469 |
|
|
|
470 |
|
|
{"description": "'a\\'", |
471 |
|
|
"input": "'a\\'", |
472 |
|
|
"output": [["INVALID", "a'"]]}, |
473 |
|
|
|
474 |
|
|
{"description": "\"\\\"", |
475 |
|
|
"input": "\"\\\"", |
476 |
|
|
"output": [["INVALID", "\""]]}, |
477 |
|
|
|
478 |
|
|
{"description": "'\\\"", |
479 |
|
|
"input": "'\\\"", |
480 |
|
|
"output": [["INVALID", "\""]]}, |
481 |
|
|
|
482 |
|
|
{"description": "'\\'", |
483 |
|
|
"input": "'\\'", |
484 |
|
|
"output": [["INVALID", "'"]]}, |
485 |
|
|
|
486 |
|
|
{"description": "'\\\\\"", |
487 |
|
|
"input": "'\\\\\"", |
488 |
|
|
"output": [["INVALID", "\\\""]]}, |
489 |
|
|
|
490 |
|
|
{"description": "\"a\\'", |
491 |
|
|
"input": "\"a\\'", |
492 |
|
|
"output": [["INVALID", "a'"]]}, |
493 |
|
|
|
494 |
|
|
{"description": "\"a\\x", |
495 |
|
|
"input": "\"a\\x", |
496 |
|
|
"output": [["INVALID", "ax"]]}, |
497 |
|
|
|
498 |
|
|
{"description": "\"\\x", |
499 |
|
|
"input": "\"\\x", |
500 |
|
|
"output": [["INVALID", "x"]]}, |
501 |
|
|
|
502 |
|
|
{"description": "'\\x", |
503 |
|
|
"input": "'\\x", |
504 |
|
|
"output": [["INVALID", "x"]]}, |
505 |
|
|
|
506 |
|
|
{"description": "\"a\\x\"", |
507 |
|
|
"input": "\"a\\x\"", |
508 |
|
|
"output": [["STRING", "ax"]]}, |
509 |
|
|
|
510 |
|
|
{"description": "\"\\x \"", |
511 |
|
|
"input": "\"\\x \"", |
512 |
|
|
"output": [["STRING", "x "]]}, |
513 |
|
|
|
514 |
|
|
{"description": "\"a\\x \"", |
515 |
|
|
"input": "\"a\\x \"", |
516 |
|
|
"output": [["STRING", "ax "]]}, |
517 |
|
|
|
518 |
|
|
{"description": "\"\\31", |
519 |
|
|
"input": "\"\\31", |
520 |
|
|
"output": [["INVALID", "1"]]}, |
521 |
|
|
|
522 |
|
|
{"description": "\"a\\31", |
523 |
|
|
"input": "\"a\\31", |
524 |
|
|
"output": [["INVALID", "a1"]]}, |
525 |
|
|
|
526 |
|
|
{"description": "'a\\31", |
527 |
|
|
"input": "'a\\31", |
528 |
|
|
"output": [["INVALID", "a1"]]}, |
529 |
|
|
|
530 |
|
|
{"description": "\"\\31\"", |
531 |
|
|
"input": "\"\\31\"", |
532 |
|
|
"output": [["STRING", "1"]]}, |
533 |
|
|
|
534 |
|
|
{"description": "'\\31'", |
535 |
|
|
"input": "'\\31'", |
536 |
|
|
"output": [["STRING", "1"]]}, |
537 |
|
|
|
538 |
|
|
{"description": "\"a\\31\"", |
539 |
|
|
"input": "\"a\\31\"", |
540 |
|
|
"output": [["STRING", "a1"]]}, |
541 |
|
|
|
542 |
|
|
{"description": "\"\\31 ", |
543 |
|
|
"input": "\"\\31 ", |
544 |
|
|
"output": [["INVALID", "1"]]}, |
545 |
|
|
|
546 |
|
|
{"description": "\"a\\31 ", |
547 |
|
|
"input": "\"a\\31 ", |
548 |
|
|
"output": [["INVALID", "a1"]]}, |
549 |
|
|
|
550 |
|
|
{"description": "\"a\\31 \"", |
551 |
|
|
"input": "\"a\\31 \"", |
552 |
|
|
"output": [["STRING", "a1"]]}, |
553 |
|
|
|
554 |
|
|
{"description": "\"\\\u000D", |
555 |
|
|
"input": "\"\\\u000D", |
556 |
|
|
"output": [["INVALID", "\u000D"]]}, |
557 |
|
|
|
558 |
|
|
{"description": "'\\\u000D", |
559 |
|
|
"input": "'\\\u000D", |
560 |
|
|
"output": [["INVALID", "\u000D"]]}, |
561 |
|
|
|
562 |
|
|
{"description": "\"a\\\u000D", |
563 |
|
|
"input": "\"a\\\u000D", |
564 |
|
|
"output": [["INVALID", "a\u000D"]]}, |
565 |
|
|
|
566 |
|
|
{"description": "\"a\\\u000D\"", |
567 |
|
|
"input": "\"a\\\u000D\"", |
568 |
|
|
"output": [["STRING", "a\u000D"]]}, |
569 |
|
|
|
570 |
|
|
{"description": "'a\\\u000D'", |
571 |
|
|
"input": "'a\\\u000D'", |
572 |
|
|
"output": [["STRING", "a\u000D"]]}, |
573 |
|
|
|
574 |
|
|
{"description": "\"a\\\u000D\u000A", |
575 |
|
|
"input": "\"a\\\u000D\u000A", |
576 |
|
|
"output": [["INVALID", "a\u000D\u000A"]]}, |
577 |
|
|
|
578 |
|
|
{"description": "\"a\\\u000D\u000A\"", |
579 |
|
|
"input": "\"a\\\u000D\u000A\"", |
580 |
|
|
"output": [["STRING", "a\u000D\u000A"]]}, |
581 |
|
|
|
582 |
|
|
{"description": "\"a\\\u000D\\\u000A", |
583 |
|
|
"input": "\"a\\\u000D\\\u000A", |
584 |
|
|
"output": [["INVALID", "a\u000D\u000A"]]}, |
585 |
|
|
|
586 |
|
|
{"description": "'a\\\u000D\\\u000A", |
587 |
|
|
"input": "'a\\\u000D\\\u000A", |
588 |
|
|
"output": [["INVALID", "a\u000D\u000A"]]}, |
589 |
|
|
|
590 |
|
|
{"description": "\"a\\\u000D\\\u000A\"", |
591 |
|
|
"input": "\"a\\\u000D\\\u000A\"", |
592 |
|
|
"output": [["STRING", "a\u000D\u000A"]]}, |
593 |
|
|
|
594 |
|
|
{"description": "\"a\\\u000A", |
595 |
|
|
"input": "\"a\\\u000A", |
596 |
|
|
"output": [["INVALID", "a\u000A"]]}, |
597 |
|
|
|
598 |
|
|
{"description": "\"a\\\u000A\"", |
599 |
|
|
"input": "\"a\\\u000A\"", |
600 |
|
|
"output": [["STRING", "a\u000A"]]}, |
601 |
|
|
|
602 |
|
|
{"description": "'a\\\u000A'", |
603 |
|
|
"input": "'a\\\u000A'", |
604 |
|
|
"output": [["STRING", "a\u000A"]]}, |
605 |
|
|
|
606 |
|
|
{"description": "\"a\\\u000C", |
607 |
|
|
"input": "\"a\\\u000C", |
608 |
|
|
"output": [["INVALID", "a\u000C"]]}, |
609 |
|
|
|
610 |
|
|
{"description": "\"a\\\u000C\"", |
611 |
|
|
"input": "\"a\\\u000C\"", |
612 |
|
|
"output": [["STRING", "a\u000C"]]}, |
613 |
|
|
|
614 |
|
|
{"description": "'a\\\u000C'", |
615 |
|
|
"input": "'a\\\u000C'", |
616 |
|
|
"output": [["STRING", "a\u000C"]]}, |
617 |
|
|
|
618 |
|
|
{"description": "\"a\\\u000Daa", |
619 |
|
|
"input": "\"a\\\u000Daa", |
620 |
|
|
"output": [["INVALID", "a\u000Daa"]]}, |
621 |
|
|
|
622 |
|
|
{"description": "\"a\\\u000D\u000Ab", |
623 |
|
|
"input": "\"a\\\u000D\u000Ab", |
624 |
|
|
"output": [["INVALID", "a\u000D\u000Ab"]]}, |
625 |
|
|
|
626 |
|
|
{"description": "'a\\\u000D\u000Ab", |
627 |
|
|
"input": "'a\\\u000D\u000Ab", |
628 |
wakaba |
1.4 |
"output": [["INVALID", "a\u000D\u000Ab"]]}, |
629 |
|
|
|
630 |
|
|
{"description": "#", |
631 |
|
|
"input": "#", |
632 |
|
|
"output": [["DELIM", "#"]]}, |
633 |
|
|
|
634 |
|
|
{"description": "\\#", |
635 |
|
|
"input": "\\#", |
636 |
|
|
"output": [["IDENT", "#"]]}, |
637 |
|
|
|
638 |
|
|
{"description": "#a", |
639 |
|
|
"input": "#a", |
640 |
|
|
"output": [["HASH", "a"]]}, |
641 |
|
|
|
642 |
|
|
{"description": "#A", |
643 |
|
|
"input": "#A", |
644 |
|
|
"output": [["HASH", "A"]]}, |
645 |
|
|
|
646 |
|
|
{"description": "##", |
647 |
|
|
"input": "##", |
648 |
|
|
"output": [["DELIM", "#"], ["DELIM", "#"]]}, |
649 |
|
|
|
650 |
|
|
{"description": "#\\#", |
651 |
|
|
"input": "#\\#", |
652 |
|
|
"output": [["HASH", "#"]]}, |
653 |
|
|
|
654 |
|
|
{"description": "#\\X", |
655 |
|
|
"input": "#\\X", |
656 |
|
|
"output": [["HASH", "X"]]}, |
657 |
|
|
|
658 |
|
|
{"description": "#\\a", |
659 |
|
|
"input": "#\\a", |
660 |
|
|
"output": [["HASH", "\u000a"]]}, |
661 |
|
|
|
662 |
|
|
{"description": "#\\-", |
663 |
|
|
"input": "#\\-", |
664 |
|
|
"output": [["HASH", "-"]]}, |
665 |
|
|
|
666 |
|
|
{"description": "#_", |
667 |
|
|
"input": "#_", |
668 |
|
|
"output": [["HASH", "_"]]}, |
669 |
|
|
|
670 |
|
|
{"description": "#0", |
671 |
|
|
"input": "#0", |
672 |
|
|
"output": [["HASH", "0"]]}, |
673 |
|
|
|
674 |
|
|
{"description": "#123456", |
675 |
|
|
"input": "#123456", |
676 |
|
|
"output": [["HASH", "123456"]]}, |
677 |
|
|
|
678 |
|
|
{"description": "#abc", |
679 |
|
|
"input": "#abc", |
680 |
|
|
"output": [["HASH", "abc"]]}, |
681 |
|
|
|
682 |
|
|
{"description": "#\\4e00XYZ", |
683 |
|
|
"input": "#\\4e00XYZ", |
684 |
|
|
"output": [["HASH", "\u4e00XYZ"]]}, |
685 |
|
|
|
686 |
|
|
{"description": "#\u4e00", |
687 |
|
|
"input": "#\u4e00", |
688 |
|
|
"output": [["HASH", "\u4e00"]]}, |
689 |
|
|
|
690 |
|
|
{"description": "#a\\100", |
691 |
|
|
"input": "#a\\100", |
692 |
|
|
"output": [["HASH", "a\u0100"]]}, |
693 |
|
|
|
694 |
|
|
{"description": "#1234567890", |
695 |
|
|
"input": "#1234567890", |
696 |
|
|
"output": [["HASH", "1234567890"]]}, |
697 |
|
|
|
698 |
|
|
{"description": "#1a", |
699 |
|
|
"input": "#1a", |
700 |
|
|
"output": [["HASH", "1a"]]}, |
701 |
|
|
|
702 |
|
|
{"description": "#\\a b", |
703 |
|
|
"input": "#\\a b", |
704 |
wakaba |
1.5 |
"output": [["HASH", "\u000ab"]]}, |
705 |
|
|
|
706 |
|
|
{"description": "#!", |
707 |
|
|
"input": "#!", |
708 |
|
|
"output": [["DELIM", "#"], ["DELIM", "!"]]}, |
709 |
|
|
|
710 |
|
|
{"description": "#-", |
711 |
|
|
"input": "#-", |
712 |
|
|
"output": [["HASH", "-"]]}, |
713 |
|
|
|
714 |
|
|
{"description": "#--", |
715 |
|
|
"input": "#--", |
716 |
|
|
"output": [["HASH", "--"]]}, |
717 |
|
|
|
718 |
|
|
{"description": "#-->", |
719 |
|
|
"input": "#-->", |
720 |
|
|
"output": [["HASH", "--"], ["GREATER"]]}, |
721 |
|
|
|
722 |
|
|
{"description": "0", |
723 |
|
|
"input": "0", |
724 |
|
|
"output": [["NUMBER", "0"]]}, |
725 |
|
|
|
726 |
|
|
{"description": "1", |
727 |
|
|
"input": "1", |
728 |
|
|
"output": [["NUMBER", "1"]]}, |
729 |
|
|
|
730 |
|
|
{"description": "111", |
731 |
|
|
"input": "111", |
732 |
|
|
"output": [["NUMBER", "111"]]}, |
733 |
|
|
|
734 |
|
|
{"description": "0001", |
735 |
|
|
"input": "0001", |
736 |
|
|
"output": [["NUMBER", "0001"]]}, |
737 |
|
|
|
738 |
|
|
{"description": "1e", |
739 |
|
|
"input": "1e", |
740 |
|
|
"output": [["DIMENSION", "1", "e"]]}, |
741 |
|
|
|
742 |
|
|
{"description": "1e4", |
743 |
|
|
"input": "1e4", |
744 |
|
|
"output": [["DIMENSION", "1", "e4"]]}, |
745 |
|
|
|
746 |
|
|
{"description": "1n+2", |
747 |
|
|
"input": "1n+2", |
748 |
|
|
"output": [["DIMENSION", "1", "n"], ["PLUS"], ["NUMBER", "2"]]}, |
749 |
|
|
|
750 |
|
|
{"description": "0.", |
751 |
|
|
"input": "0.", |
752 |
|
|
"output": [["NUMBER", "0"], ["DELIM", "."]]}, |
753 |
|
|
|
754 |
|
|
{"description": "1.", |
755 |
|
|
"input": "1.", |
756 |
|
|
"output": [["NUMBER", "1"], ["DELIM", "."]]}, |
757 |
|
|
|
758 |
|
|
{"description": "144.", |
759 |
|
|
"input": "144.", |
760 |
|
|
"output": [["NUMBER", "144"], ["DELIM", "."]]}, |
761 |
|
|
|
762 |
|
|
{"description": "0.1", |
763 |
|
|
"input": "0.1", |
764 |
|
|
"output": [["NUMBER", "0.1"]]}, |
765 |
|
|
|
766 |
|
|
{"description": "1.1", |
767 |
|
|
"input": "1.1", |
768 |
|
|
"output": [["NUMBER", "1.1"]]}, |
769 |
|
|
|
770 |
|
|
{"description": "0.1000", |
771 |
|
|
"input": "0.1000", |
772 |
|
|
"output": [["NUMBER", "0.1000"]]}, |
773 |
|
|
|
774 |
|
|
{"description": "0.0001", |
775 |
|
|
"input": "0.0001", |
776 |
|
|
"output": [["NUMBER", "0.0001"]]}, |
777 |
|
|
|
778 |
|
|
{"description": ".", |
779 |
|
|
"input": ".", |
780 |
|
|
"output": [["DELIM", "."]]}, |
781 |
|
|
|
782 |
|
|
{"description": ".1", |
783 |
|
|
"input": ".1", |
784 |
|
|
"output": [["NUMBER", "0.1"]]}, |
785 |
|
|
|
786 |
|
|
{"description": ".0", |
787 |
|
|
"input": ".0", |
788 |
|
|
"output": [["NUMBER", "0.0"]]}, |
789 |
|
|
|
790 |
|
|
{"description": ".1234", |
791 |
|
|
"input": ".1234", |
792 |
|
|
"output": [["NUMBER", "0.1234"]]}, |
793 |
|
|
|
794 |
|
|
{"description": ".1ab", |
795 |
|
|
"input": ".1ab", |
796 |
|
|
"output": [["DIMENSION", "0.1", "ab"]]}, |
797 |
|
|
|
798 |
|
|
{"description": ".1.2", |
799 |
|
|
"input": ".1.2", |
800 |
|
|
"output": [["NUMBER", "0.1"], ["NUMBER", "0.2"]]}, |
801 |
|
|
|
802 |
|
|
{"description": ".a", |
803 |
|
|
"input": ".a", |
804 |
|
|
"output": [["DELIM", "."], ["IDENT", "a"]]}, |
805 |
|
|
|
806 |
|
|
{"description": "3.11.66", |
807 |
|
|
"input": "3.11.66", |
808 |
|
|
"output": [["NUMBER", "3.11"], ["NUMBER", "0.66"]]}, |
809 |
|
|
|
810 |
|
|
{"description": "..", |
811 |
|
|
"input": "..", |
812 |
|
|
"output": [["DELIM", "."], ["DELIM", "."]]}, |
813 |
|
|
|
814 |
|
|
{"description": "...", |
815 |
|
|
"input": "...", |
816 |
|
|
"output": [["DELIM", "."], ["DELIM", "."], ["DELIM", "."]]}, |
817 |
|
|
|
818 |
|
|
{"description": "...1", |
819 |
|
|
"input": "...1", |
820 |
|
|
"output": [["DELIM", "."], ["DELIM", "."], ["NUMBER", "0.1"]]}, |
821 |
|
|
|
822 |
|
|
{"description": "...a", |
823 |
|
|
"input": "...a", |
824 |
|
|
"output": [["DELIM", "."], ["DELIM", "."], ["DELIM", "."], ["IDENT", "a"]]}, |
825 |
|
|
|
826 |
|
|
{"description": "+0", |
827 |
|
|
"input": "+0", |
828 |
|
|
"output": [["PLUS"], ["NUMBER", "0"]]}, |
829 |
|
|
|
830 |
|
|
{"description": "+1", |
831 |
|
|
"input": "+1", |
832 |
|
|
"output": [["PLUS"], ["NUMBER", "1"]]}, |
833 |
|
|
|
834 |
|
|
{"description": "+1.15", |
835 |
|
|
"input": "+1.15", |
836 |
|
|
"output": [["PLUS"], ["NUMBER", "1.15"]]}, |
837 |
|
|
|
838 |
|
|
{"description": "-.55", |
839 |
|
|
"input": "-.55", |
840 |
|
|
"output": [["DELIM", "-"], ["NUMBER", "0.55"]]}, |
841 |
|
|
|
842 |
|
|
{"description": "-0", |
843 |
|
|
"input": "-0", |
844 |
|
|
"output": [["DELIM", "-"], ["NUMBER", "0"]]}, |
845 |
|
|
|
846 |
|
|
{"description": "-0.2", |
847 |
|
|
"input": "-0.2", |
848 |
|
|
"output": [["DELIM", "-"], ["NUMBER", "0.2"]]}, |
849 |
|
|
|
850 |
|
|
{"description": "-.1", |
851 |
|
|
"input": "-.1", |
852 |
|
|
"output": [["DELIM", "-"], ["NUMBER", "0.1"]]}, |
853 |
|
|
|
854 |
|
|
{"description": "+-0", |
855 |
|
|
"input": "+-0", |
856 |
|
|
"output": [["PLUS"], ["DELIM", "-"], ["NUMBER", "0"]]}, |
857 |
|
|
|
858 |
|
|
{"description": "a-0", |
859 |
|
|
"input": "a-0", |
860 |
|
|
"output": [["IDENT", "a-0"]]}, |
861 |
|
|
|
862 |
|
|
{"description": "@a-0", |
863 |
|
|
"input": "@a-0", |
864 |
|
|
"output": [["ATKEYWORD", "a-0"]]}, |
865 |
|
|
|
866 |
|
|
{"description": "#a-0", |
867 |
|
|
"input": "#a-0", |
868 |
|
|
"output": [["HASH", "a-0"]]}, |
869 |
|
|
|
870 |
|
|
{"description": "<!-0", |
871 |
|
|
"input": "<!-0", |
872 |
|
|
"output": [["DELIM", "<"], ["DELIM", "!"], ["DELIM", "-"], ["NUMBER", "0"]]}, |
873 |
|
|
|
874 |
|
|
{"description": "<!--0", |
875 |
|
|
"input": "<!--0", |
876 |
|
|
"output": [["CDO"], ["NUMBER", "0"]]}, |
877 |
|
|
|
878 |
|
|
{"description": "<!---0", |
879 |
|
|
"input": "<!---0", |
880 |
wakaba |
1.6 |
"output": [["CDO"], ["DELIM", "-"], ["NUMBER", "0"]]}, |
881 |
|
|
|
882 |
|
|
{"description": "0a", |
883 |
|
|
"input": "0a", |
884 |
|
|
"output": [["DIMENSION", "0", "a"]]}, |
885 |
|
|
|
886 |
|
|
{"description": "1a", |
887 |
|
|
"input": "1a", |
888 |
|
|
"output": [["DIMENSION", "1", "a"]]}, |
889 |
|
|
|
890 |
|
|
{"description": "0A", |
891 |
|
|
"input": "0A", |
892 |
|
|
"output": [["DIMENSION", "0", "A"]]}, |
893 |
|
|
|
894 |
|
|
{"description": "00a", |
895 |
|
|
"input": "00a", |
896 |
|
|
"output": [["DIMENSION", "00", "a"]]}, |
897 |
|
|
|
898 |
|
|
{"description": "11a", |
899 |
|
|
"input": "11a", |
900 |
|
|
"output": [["DIMENSION", "11", "a"]]}, |
901 |
|
|
|
902 |
|
|
{"description": "0ab", |
903 |
|
|
"input": "0ab", |
904 |
|
|
"output": [["DIMENSION", "0", "ab"]]}, |
905 |
|
|
|
906 |
|
|
{"description": "0aB", |
907 |
|
|
"input": "0aB", |
908 |
|
|
"output": [["DIMENSION", "0", "aB"]]}, |
909 |
|
|
|
910 |
|
|
{"description": "0.1a", |
911 |
|
|
"input": "0.1a", |
912 |
|
|
"output": [["DIMENSION", "0.1", "a"]]}, |
913 |
|
|
|
914 |
|
|
{"description": "0.a", |
915 |
|
|
"input": "0.a", |
916 |
|
|
"output": [["NUMBER", "0"], ["DELIM", "."], ["IDENT", "a"]]}, |
917 |
|
|
|
918 |
|
|
{"description": ".0a", |
919 |
|
|
"input": ".0a", |
920 |
|
|
"output": [["DIMENSION", "0.0", "a"]]}, |
921 |
|
|
|
922 |
|
|
{"description": "0\\X", |
923 |
|
|
"input": "0\\X", |
924 |
|
|
"output": [["DIMENSION", "0", "X"]]}, |
925 |
|
|
|
926 |
|
|
{"description": "0\\Xa", |
927 |
|
|
"input": "0\\Xa", |
928 |
|
|
"output": [["DIMENSION", "0", "Xa"]]}, |
929 |
|
|
|
930 |
|
|
{"description": "0\\.1", |
931 |
|
|
"input": "0\\.1", |
932 |
|
|
"output": [["DIMENSION", "0", ".1"]]}, |
933 |
|
|
|
934 |
|
|
{"description": "0.\\1", |
935 |
|
|
"input": "0.\\1", |
936 |
|
|
"output": [["NUMBER", "0"], ["DELIM", "."], ["IDENT", "\u0001"]]}, |
937 |
|
|
|
938 |
|
|
{"description": "0a\\X", |
939 |
|
|
"input": "0a\\X", |
940 |
|
|
"output": [["DIMENSION", "0", "aX"]]}, |
941 |
|
|
|
942 |
|
|
{"description": "0a\\Xa", |
943 |
|
|
"input": "0a\\Xa", |
944 |
|
|
"output": [["DIMENSION", "0", "aXa"]]}, |
945 |
|
|
|
946 |
|
|
{"description": "0\\a", |
947 |
|
|
"input": "0\\a", |
948 |
|
|
"output": [["DIMENSION", "0", "\u000a"]]}, |
949 |
|
|
|
950 |
|
|
{"description": "0\\4e00", |
951 |
|
|
"input": "0\\4e00", |
952 |
|
|
"output": [["DIMENSION", "0", "\u4e00"]]}, |
953 |
|
|
|
954 |
|
|
{"description": "0a\\a", |
955 |
|
|
"input": "0a\\a", |
956 |
|
|
"output": [["DIMENSION", "0", "a\u000a"]]}, |
957 |
|
|
|
958 |
|
|
{"description": "0a\\100 b", |
959 |
|
|
"input": "0a\\100 b", |
960 |
|
|
"output": [["DIMENSION", "0", "a\u0100b"]]}, |
961 |
|
|
|
962 |
|
|
{"description": "0\\\u000d", |
963 |
|
|
"input": "0\\\u000d", |
964 |
|
|
"output": [["NUMBER", "0"], ["DELIM", "\\"], ["S"]]}, |
965 |
|
|
|
966 |
|
|
{"description": "0\\\u000a", |
967 |
|
|
"input": "0\\\u000a", |
968 |
|
|
"output": [["NUMBER", "0"], ["DELIM", "\\"], ["S"]]}, |
969 |
|
|
|
970 |
|
|
{"description": "0\\\u000d\u000a", |
971 |
|
|
"input": "0\\\u000d\u000a", |
972 |
|
|
"output": [["NUMBER", "0"], ["DELIM", "\\"], ["S"]]}, |
973 |
|
|
|
974 |
|
|
{"description": "0\\\u000c", |
975 |
|
|
"input": "0\\\u000c", |
976 |
|
|
"output": [["NUMBER", "0"], ["DELIM", "\\"], ["S"]]}, |
977 |
|
|
|
978 |
|
|
{"description": "0a\\\u000d", |
979 |
|
|
"input": "0a\\\u000d", |
980 |
|
|
"output": [["DIMENSION", "0", "a"], ["DELIM", "\\"], ["S"]]}, |
981 |
|
|
|
982 |
|
|
{"description": "0a\\\u000a", |
983 |
|
|
"input": "0a\\\u000a", |
984 |
|
|
"output": [["DIMENSION", "0", "a"], ["DELIM", "\\"], ["S"]]}, |
985 |
|
|
|
986 |
|
|
{"description": "0a\\\u000d\u000a", |
987 |
|
|
"input": "0a\\\u000d\u000a", |
988 |
|
|
"output": [["DIMENSION", "0", "a"], ["DELIM", "\\"], ["S"]]}, |
989 |
|
|
|
990 |
|
|
{"description": "0a\\\u000c", |
991 |
|
|
"input": "0a\\\u000c", |
992 |
|
|
"output": [["DIMENSION", "0", "a"], ["DELIM", "\\"], ["S"]]}, |
993 |
|
|
|
994 |
|
|
{"description": "0a12", |
995 |
|
|
"input": "0a12", |
996 |
|
|
"output": [["DIMENSION", "0", "a12"]]}, |
997 |
|
|
|
998 |
|
|
{"description": "0a_b-c", |
999 |
|
|
"input": "0a_b-c", |
1000 |
|
|
"output": [["DIMENSION", "0", "a_b-c"]]}, |
1001 |
|
|
|
1002 |
|
|
{"description": "0a---", |
1003 |
|
|
"input": "0a---", |
1004 |
|
|
"output": [["DIMENSION", "0", "a---"]]}, |
1005 |
|
|
|
1006 |
|
|
{"description": "0a-->", |
1007 |
|
|
"input": "0a-->", |
1008 |
|
|
"output": [["DIMENSION", "0", "a--"], ["GREATER"]]}, |
1009 |
|
|
|
1010 |
|
|
{"description": "0a/**/-->", |
1011 |
|
|
"input": "0a/**/-->", |
1012 |
|
|
"output": [["DIMENSION", "0", "a"], ["CDC"]]}, |
1013 |
|
|
|
1014 |
|
|
{"description": "0/**/a", |
1015 |
|
|
"input": "0/**/a", |
1016 |
|
|
"output": [["NUMBER", "0"], ["IDENT", "a"]]}, |
1017 |
|
|
|
1018 |
|
|
{"description": "0-", |
1019 |
|
|
"input": "0-", |
1020 |
|
|
"output": [["NUMBER", "0"], ["DELIM", "-"]]}, |
1021 |
|
|
|
1022 |
|
|
{"description": "0.0-", |
1023 |
|
|
"input": "0.0-", |
1024 |
|
|
"output": [["NUMBER", "0.0"], ["DELIM", "-"]]}, |
1025 |
|
|
|
1026 |
|
|
{"description": "0\\-", |
1027 |
|
|
"input": "0\\-", |
1028 |
|
|
"output": [["DIMENSION", "0", "-"]]}, |
1029 |
|
|
|
1030 |
|
|
{"description": "0-a", |
1031 |
|
|
"input": "0-a", |
1032 |
|
|
"output": [["DIMENSION", "0", "-a"]]}, |
1033 |
|
|
|
1034 |
|
|
{"description": "0.0-a", |
1035 |
|
|
"input": "0.0-a", |
1036 |
|
|
"output": [["DIMENSION", "0.0", "-a"]]}, |
1037 |
|
|
|
1038 |
|
|
{"description": "0-abc", |
1039 |
|
|
"input": "0-abc", |
1040 |
|
|
"output": [["DIMENSION", "0", "-abc"]]}, |
1041 |
|
|
|
1042 |
|
|
{"description": "0-\\", |
1043 |
|
|
"input": "0-\\", |
1044 |
|
|
"output": [["NUMBER", "0"], ["DELIM", "-"], ["DELIM", "\\"]]}, |
1045 |
|
|
|
1046 |
|
|
{"description": "0-\\9", |
1047 |
|
|
"input": "0-\\9", |
1048 |
|
|
"output": [["DIMENSION", "0", "-\u0009"]]}, |
1049 |
|
|
|
1050 |
|
|
{"description": "0-\\9x", |
1051 |
|
|
"input": "0-\\9x", |
1052 |
|
|
"output": [["DIMENSION", "0", "-\u0009x"]]}, |
1053 |
|
|
|
1054 |
|
|
{"description": "0-\\9 b", |
1055 |
|
|
"input": "0-\\9 b", |
1056 |
|
|
"output": [["DIMENSION", "0", "-\u0009b"]]}, |
1057 |
|
|
|
1058 |
|
|
{"description": "0-a\\9", |
1059 |
|
|
"input": "0-a\\9", |
1060 |
|
|
"output": [["DIMENSION", "0", "-a\u0009"]]}, |
1061 |
|
|
|
1062 |
|
|
{"description": "0-a\\9 b", |
1063 |
|
|
"input": "0-a\\9 b", |
1064 |
|
|
"output": [["DIMENSION", "0", "-a\u0009b"]]}, |
1065 |
|
|
|
1066 |
|
|
{"description": "0-\\x", |
1067 |
|
|
"input": "0-\\x", |
1068 |
|
|
"output": [["DIMENSION", "0", "-x"]]}, |
1069 |
|
|
|
1070 |
|
|
{"description": "0-\\\u000d", |
1071 |
|
|
"input": "0-\\\u000d", |
1072 |
|
|
"output": [["NUMBER", "0"], ["DELIM", "-"], ["DELIM", "\\"], ["S"]]}, |
1073 |
|
|
|
1074 |
|
|
{"description": "0-\\\u000d\u000a", |
1075 |
|
|
"input": "0-\\\u000d\u000a", |
1076 |
|
|
"output": [["NUMBER", "0"], ["DELIM", "-"], ["DELIM", "\\"], ["S"]]}, |
1077 |
|
|
|
1078 |
|
|
{"description": "0-\\\u000a", |
1079 |
|
|
"input": "0-\\\u000a", |
1080 |
|
|
"output": [["NUMBER", "0"], ["DELIM", "-"], ["DELIM", "\\"], ["S"]]}, |
1081 |
|
|
|
1082 |
|
|
{"description": "0-\\\u000c", |
1083 |
|
|
"input": "0-\\\u000c", |
1084 |
|
|
"output": [["NUMBER", "0"], ["DELIM", "-"], ["DELIM", "\\"], ["S"]]}, |
1085 |
|
|
|
1086 |
|
|
{"description": "0--", |
1087 |
|
|
"input": "0--", |
1088 |
|
|
"output": [["NUMBER", "0"], ["DELIM", "-"], ["DELIM", "-"]]}, |
1089 |
|
|
|
1090 |
|
|
{"description": "0-->", |
1091 |
|
|
"input": "0-->", |
1092 |
|
|
"output": [["NUMBER", "0"], ["CDC"]]}, |
1093 |
|
|
|
1094 |
|
|
{"description": "0-a--", |
1095 |
|
|
"input": "0-a--", |
1096 |
|
|
"output": [["DIMENSION", "0", "-a--"]]}, |
1097 |
|
|
|
1098 |
|
|
{"description": "0-a-->", |
1099 |
|
|
"input": "0-a-->", |
1100 |
|
|
"output": [["DIMENSION", "0", "-a--"], ["GREATER"]]} |
1101 |
|
|
]} |