|
1
2 package org.apache.lucene.analysis.standard;
3 import java.io.*;
4
5 public class StandardTokenizerTokenManager implements StandardTokenizerConstants
6 {
7 public java.io.PrintStream  debugStream = System.out;
8 public void setDebugStream(java.io.PrintStream ds) { debugStream = ds; }
9 private final int jjMoveStringLiteralDfa0_0()
10 {
11 return jjMoveNfa_0(0, 0);
12 }
13 private final void jjCheckNAdd(int state)
14 {
15 if (jjrounds[state] != jjround)
16 {
17 jjstateSet[jjnewStateCnt++] = state;
18 jjrounds[state] = jjround;
19 }
20 }
21 private final void jjAddStates(int start, int end)
22 {
23 do {
24 jjstateSet[jjnewStateCnt++] = jjnextStates[start];
25 } while (start++ != end);
26 }
27 private final void jjCheckNAddTwoStates(int state1, int state2)
28 {
29 jjCheckNAdd(state1);
30 jjCheckNAdd(state2);
31 }
32 private final void jjCheckNAddStates(int start, int end)
33 {
34 do {
35 jjCheckNAdd(jjnextStates[start]);
36 } while (start++ != end);
37 }
38 private final void jjCheckNAddStates(int start)
39 {
40 jjCheckNAdd(jjnextStates[start]);
41 jjCheckNAdd(jjnextStates[start + 1]);
42 }
43 static final long[] jjbitVec0 = {
44 0x1ff0000000000000L, 0xffffffffffffc000L, 0xffffffffL, 0x600000000000000L
45 };
46 static final long[] jjbitVec2 = {
47 0x0L, 0xffffffffffffffffL, 0xffffffffffffffffL, 0xffffffffffffffffL
48 };
49 static final long[] jjbitVec3 = {
50 0xffffffffffffffffL, 0xffffffffffffffffL, 0xffffL, 0x0L
51 };
52 static final long[] jjbitVec4 = {
53 0xffffffffffffffffL, 0xffffffffffffffffL, 0x0L, 0x0L
54 };
55 static final long[] jjbitVec5 = {
56 0x3fffffffffffL, 0x0L, 0x0L, 0x0L
57 };
58 static final long[] jjbitVec6 = {
59 0x0L, 0x0L, 0xfffff00000000000L, 0x7fffffL
60 };
61 static final long[] jjbitVec7 = {
62 0xffffffffffffffffL, 0xffffffffffffffffL, 0xffffffffffffL, 0x0L
63 };
64 static final long[] jjbitVec8 = {
65 0xfffffffeL, 0x0L, 0x0L, 0x0L
66 };
67 static final long[] jjbitVec9 = {
68 0x0L, 0x0L, 0x0L, 0xff7fffffff7fffffL
69 };
70 static final long[] jjbitVec10 = {
71 0x1600L, 0x0L, 0x0L, 0x0L
72 };
73 static final long[] jjbitVec11 = {
74 0x0L, 0xffc000000000L, 0x0L, 0xffc000000000L
75 };
76 static final long[] jjbitVec12 = {
77 0x0L, 0x3ff00000000L, 0x0L, 0x3ff000000000000L
78 };
79 static final long[] jjbitVec13 = {
80 0x0L, 0xffc000000000L, 0x0L, 0xff8000000000L
81 };
82 static final long[] jjbitVec14 = {
83 0x0L, 0xffc000000000L, 0x0L, 0x0L
84 };
85 static final long[] jjbitVec15 = {
86 0x0L, 0x3ff0000L, 0x0L, 0x3ff0000L
87 };
88 static final long[] jjbitVec16 = {
89 0x0L, 0x3ffL, 0x0L, 0x0L
90 };
91 static final long[] jjbitVec17 = {
92 0xfffffffeL, 0x0L, 0xfffff00000000000L, 0x7fffffL
93 };
94 private final int jjMoveNfa_0(int startState, int curPos)
95 {
96 int[] nextStates;
97 int startsAt = 0;
98 jjnewStateCnt = 75;
99 int i = 1;
100 jjstateSet[0] = startState;
101 int j, kind = 0x7fffffff;
102 for (;;)
103 {
104 if (++jjround == 0x7fffffff)
105 ReInitRounds();
106 if (curChar < 64)
107 {
108 long l = 1L << curChar;
109 MatchLoop: do
110 {
111 switch(jjstateSet[--i])
112 {
113 case 0:
114 if ((0x3ff000000000000L & l) != 0L)
115 {
116 if (kind > 1)
117 kind = 1;
118 jjCheckNAddStates(0, 11);
119 }
120 if ((0x3ff000000000000L & l) != 0L)
121 jjCheckNAddStates(12, 17);
122 if ((0x3ff000000000000L & l) != 0L)
123 jjCheckNAddStates(18, 23);
124 break;
125 case 2:
126 if ((0x3ff000000000000L & l) != 0L)
127 jjCheckNAddStates(18, 23);
128 break;
129 case 3:
130 if ((0x3ff000000000000L & l) != 0L)
131 jjCheckNAddTwoStates(3, 4);
132 break;
133 case 4:
134 case 5:
135 if ((0x3ff000000000000L & l) != 0L)
136 jjCheckNAddTwoStates(5, 6);
137 break;
138 case 6:
139 if ((0xf00000000000L & l) != 0L)
140 jjCheckNAdd(7);
141 break;
142 case 7:
143 if ((0x3ff000000000000L & l) == 0L)
144 break;
145 if (kind > 7)
146 kind = 7;
147 jjCheckNAdd(7);
148 break;
149 case 8:
150 if ((0x3ff000000000000L & l) != 0L)
151 jjCheckNAddTwoStates(8, 9);
152 break;
153 case 9:
154 case 10:
155 if ((0x3ff000000000000L & l) != 0L)
156 jjCheckNAddTwoStates(10, 11);
157 break;
158 case 11:
159 if ((0xf00000000000L & l) != 0L)
160 jjCheckNAdd(12);
161 break;
162 case 12:
163 if ((0x3ff000000000000L & l) != 0L)
164 jjCheckNAddTwoStates(12, 13);
165 break;
166 case 13:
167 if ((0xf00000000000L & l) != 0L)
168 jjCheckNAddTwoStates(14, 15);
169 break;
170 case 14:
171 if ((0x3ff000000000000L & l) != 0L)
172 jjCheckNAddTwoStates(14, 15);
173 break;
174 case 15:
175 case 16:
176 if ((0x3ff000000000000L & l) == 0L)
177 break;
178 if (kind > 7)
179 kind = 7;
180 jjCheckNAddTwoStates(11, 16);
181 break;
182 case 17:
183 if ((0x3ff000000000000L & l) != 0L)
184 jjCheckNAddTwoStates(17, 18);
185 break;
186 case 18:
187 case 19:
188 if ((0x3ff000000000000L & l) != 0L)
189 jjCheckNAddTwoStates(19, 20);
190 break;
191 case 20:
192 if ((0xf00000000000L & l) != 0L)
193 jjCheckNAdd(21);
194 break;
195 case 21:
196 if ((0x3ff000000000000L & l) != 0L)
197 jjCheckNAddTwoStates(21, 22);
198 break;
199 case 22:
200 if ((0xf00000000000L & l) != 0L)
201 jjCheckNAddTwoStates(23, 24);
202 break;
203 case 23:
204 if ((0x3ff000000000000L & l) != 0L)
205 jjCheckNAddTwoStates(23, 24);
206 break;
207 case 24:
208 case 25:
209 if ((0x3ff000000000000L & l) != 0L)
210 jjCheckNAddTwoStates(25, 26);
211 break;
212 case 26:
213 if ((0xf00000000000L & l) != 0L)
214 jjCheckNAdd(27);
215 break;
216 case 27:
217 if ((0x3ff000000000000L & l) == 0L)
218 break;
219 if (kind > 7)
220 kind = 7;
221 jjCheckNAddTwoStates(22, 27);
222 break;
223 case 28:
224 if ((0x3ff000000000000L & l) != 0L)
225 jjCheckNAddStates(12, 17);
226 break;
227 case 29:
228 if ((0x3ff000000000000L & l) == 0L)
229 break;
230 if (kind > 1)
231 kind = 1;
232 jjCheckNAddStates(0, 11);
233 break;
234 case 30:
235 if ((0x3ff000000000000L & l) == 0L)
236 break;
237 if (kind > 1)
238 kind = 1;
239 jjCheckNAdd(30);
240 break;
241 case 31:
242 if ((0x3ff000000000000L & l) != 0L)
243 jjCheckNAddStates(24, 26);
244 break;
245 case 32:
246 if ((0x600000000000L & l) != 0L)
247 jjCheckNAdd(33);
248 break;
249 case 33:
250 if ((0x3ff000000000000L & l) != 0L)
251 jjCheckNAddStates(27, 29);
252 break;
253 case 35:
254 if ((0x3ff000000000000L & l) != 0L)
255 jjCheckNAddTwoStates(35, 36);
256 break;
257 case 36:
258 if ((0x600000000000L & l) != 0L)
259 jjCheckNAdd(37);
260 break;
261 case 37:
262 if ((0x3ff000000000000L & l) == 0L)
263 break;
264 if (kind > 5)
265 kind = 5;
266 jjCheckNAddTwoStates(36, 37);
267 break;
268 case 38:
269 if ((0x3ff000000000000L & l) != 0L)
270 jjCheckNAddTwoStates(38, 39);
271 break;
272 case 39:
273 if (curChar == 46)
274 jjCheckNAdd(40);
275 break;
276 case 40:
277 if ((0x3ff000000000000L & l) == 0L)
278 break;
279 if (kind > 6)
280 kind = 6;
281 jjCheckNAddTwoStates(39, 40);
282 break;
283 case 41:
284 if ((0x3ff000000000000L & l) != 0L)
285 jjCheckNAddTwoStates(41, 42);
286 break;
287 case 42:
288 if ((0xf00000000000L & l) != 0L)
289 jjCheckNAddTwoStates(43, 44);
290 break;
291 case 43:
292 if ((0x3ff000000000000L & l) != 0L)
293 jjCheckNAddTwoStates(43, 44);
294 break;
295 case 44:
296 case 45:
297 if ((0x3ff000000000000L & l) == 0L)
298 break;
299 if (kind > 7)
300 kind = 7;
301 jjCheckNAdd(45);
302 break;
303 case 46:
304 if ((0x3ff000000000000L & l) != 0L)
305 jjCheckNAddTwoStates(46, 47);
306 break;
307 case 47:
308 if ((0xf00000000000L & l) != 0L)
309 jjCheckNAddTwoStates(48, 49);
310 break;
311 case 48:
312 if ((0x3ff000000000000L & l) != 0L)
313 jjCheckNAddTwoStates(48, 49);
314 break;
315 case 49:
316 case 50:
317 if ((0x3ff000000000000L & l) != 0L)
318 jjCheckNAddTwoStates(50, 51);
319 break;
320 case 51:
321 if ((0xf00000000000L & l) != 0L)
322 jjCheckNAdd(52);
323 break;
324 case 52:
325 if ((0x3ff000000000000L & l) == 0L)
326 break;
327 if (kind > 7)
328 kind = 7;
329 jjCheckNAddTwoStates(47, 52);
330 break;
331 case 53:
332 if ((0x3ff000000000000L & l) != 0L)
333 jjCheckNAddTwoStates(53, 54);
334 break;
335 case 54:
336 if ((0xf00000000000L & l) != 0L)
337 jjCheckNAddTwoStates(55, 56);
338 break;
339 case 55:
340 if ((0x3ff000000000000L & l) != 0L)
341 jjCheckNAddTwoStates(55, 56);
342 break;
343 case 56:
344 case 57:
345 if ((0x3ff000000000000L & l) != 0L)
346 jjCheckNAddTwoStates(57, 58);
347 break;
348 case 58:
349 if ((0xf00000000000L & l) != 0L)
350 jjCheckNAdd(59);
351 break;
352 case 59:
353 if ((0x3ff000000000000L & l) != 0L)
354 jjCheckNAddTwoStates(59, 60);
355 break;
356 case 60:
357 if ((0xf00000000000L & l) != 0L)
358 jjCheckNAddTwoStates(61, 62);
359 break;
360 case 61:
361 if ((0x3ff000000000000L & l) != 0L)
362 jjCheckNAddTwoStates(61, 62);
363 break;
364 case 62:
365 case 63:
366 if ((0x3ff000000000000L & l) == 0L)
367 break;
368 if (kind > 7)
369 kind = 7;
370 jjCheckNAddTwoStates(58, 63);
371 break;
372 case 66:
373 if (curChar == 39)
374 jjstateSet[jjnewStateCnt++] = 67;
375 break;
376 case 69:
377 if (curChar == 46)
378 jjCheckNAdd(70);
379 break;
380 case 71:
381 if (curChar != 46)
382 break;
383 if (kind > 3)
384 kind = 3;
385 jjCheckNAdd(70);
386 break;
387 case 73:
388 if (curChar == 38)
389 jjstateSet[jjnewStateCnt++] = 74;
390 break;
391 default : break;
392 }
393 } while(i != startsAt);
394 }
395 else if (curChar < 128)
396 {
397 long l = 1L << (curChar & 077);
398 MatchLoop: do
399 {
400 switch(jjstateSet[--i])
401 {
402 case 0:
403 if ((0x7fffffe07fffffeL & l) != 0L)
404 jjCheckNAddStates(30, 35);
405 if ((0x7fffffe07fffffeL & l) != 0L)
406 {
407 if (kind > 1)
408 kind = 1;
409 jjCheckNAddStates(0, 11);
410 }
411 if ((0x7fffffe07fffffeL & l) != 0L)
412 jjCheckNAddStates(18, 23);
413 break;
414 case 2:
415 if ((0x7fffffe07fffffeL & l) != 0L)
416 jjCheckNAddStates(18, 23);
417 break;
418 case 3:
419 if ((0x7fffffe07fffffeL & l) != 0L)
420 jjCheckNAddTwoStates(3, 4);
421 break;
422 case 5:
423 if ((0x7fffffe07fffffeL & l) != 0L)
424 jjAddStates(36, 37);
425 break;
426 case 6:
427 if (curChar == 95)
428 jjCheckNAdd(7);
429 break;
430 case 7:
431 if ((0x7fffffe07fffffeL & l) == 0L)
432 break;
433 if (kind > 7)
434 kind = 7;
435 jjCheckNAdd(7);
436 break;
437 case 8:
438 if ((0x7fffffe07fffffeL & l) != 0L)
439 jjCheckNAddTwoStates(8, 9);
440 break;
441 case 10:
442 if ((0x7fffffe07fffffeL & l) != 0L)
443 jjCheckNAddTwoStates(10, 11);
444 break;
445 case 11:
446 if (curChar == 95)
447 jjCheckNAdd(12);
448 break;
449 case 12:
450 if ((0x7fffffe07fffffeL & l) != 0L)
451 jjCheckNAddTwoStates(12, 13);
452 break;
453 case 13:
454 if (curChar == 95)
455 jjCheckNAddTwoStates(14, 15);
456 break;
457 case 14:
458 if ((0x7fffffe07fffffeL & l) != 0L)
459 jjCheckNAddTwoStates(14, 15);
460 break;
461 case 16:
462 if ((0x7fffffe07fffffeL & l) == 0L)
463 break;
464 if (kind > 7)
465 kind = 7;
466 jjCheckNAddTwoStates(11, 16);
467 break;
468 case 17:
469 if ((0x7fffffe07fffffeL & l) != 0L)
470 jjCheckNAddTwoStates(17, 18);
471 break;
472 case 19:
473 if ((0x7fffffe07fffffeL & l) != 0L)
474 jjAddStates(38, 39);
475 break;
476 case 20:
477 if (curChar == 95)
478 jjCheckNAdd(21);
479 break;
480 case 21:
481 if ((0x7fffffe07fffffeL & l) != 0L)
482 jjCheckNAddTwoStates(21, 22);
483 break;
484 case 22:
485 if (curChar == 95)
486 jjCheckNAddTwoStates(23, 24);
487 break;
488 case 23:
489 if ((0x7fffffe07fffffeL & l) != 0L)
490 jjCheckNAddTwoStates(23, 24);
491 break;
492 case 25:
493 if ((0x7fffffe07fffffeL & l) != 0L)
494 jjAddStates(40, 41);
495 break;
496 case 26:
497 if (curChar == 95)
498 jjCheckNAdd(27);
499 break;
500 case 27:
501 if ((0x7fffffe07fffffeL & l) == 0L)
502 break;
503 if (kind > 7)
504 kind = 7;
505 jjCheckNAddTwoStates(22, 27);
506 break;
507 case 29:
508 if ((0x7fffffe07fffffeL & l) == 0L)
509 break;
510 if (kind > 1)
511 kind = 1;
512 jjCheckNAddStates(0, 11);
513 break;
514 case 30:
515 if ((0x7fffffe07fffffeL & l) == 0L)
516 break;
517 if (kind > 1)
518 kind = 1;
519 jjCheckNAdd(30);
520 break;
521 case 31:
522 if ((0x7fffffe07fffffeL & l) != 0L)
523 jjCheckNAddStates(24, 26);
524 break;
525 case 32:
526 if (curChar == 95)
527 jjCheckNAdd(33);
528 break;
529 case 33:
530 if ((0x7fffffe07fffffeL & l) != 0L)
531 jjCheckNAddStates(27, 29);
532 break;
533 case 34:
534 if (curChar == 64)
535 jjCheckNAdd(35);
536 break;
537 case 35:
538 if ((0x7fffffe07fffffeL & l) != 0L)
539 jjCheckNAddTwoStates(35, 36);
540 break;
541 case 37:
542 if ((0x7fffffe07fffffeL & l) == 0L)
543 break;
544 if (kind > 5)
545 kind = 5;
546 jjCheckNAddTwoStates(36, 37);
547 break;
548 case 38:
549 if ((0x7fffffe07fffffeL & l) != 0L)
550 jjCheckNAddTwoStates(38, 39);
551 break;
552 case 40:
553 if ((0x7fffffe07fffffeL & l) == 0L)
554 break;
555 if (kind > 6)
556 kind = 6;
557 jjCheckNAddTwoStates(39, 40);
558 break;
559 case 41:
560 if ((0x7fffffe07fffffeL & l) != 0L)
561 jjCheckNAddTwoStates(41, 42);
562 break;
563 case 42:
564 if (curChar == 95)
565 jjCheckNAddTwoStates(43, 44);
566 break;
567 case 43:
568 if ((0x7fffffe07fffffeL & l) != 0L)
569 jjCheckNAddTwoStates(43, 44);
570 break;
571 case 45:
572 if ((0x7fffffe07fffffeL & l) == 0L)
573 break;
574 if (kind > 7)
575 kind = 7;
576 jjstateSet[jjnewStateCnt++] = 45;
577 break;
578 case 46:
579 if ((0x7fffffe07fffffeL & l) != 0L)
580 jjCheckNAddTwoStates(46, 47);
581 break;
582 case 47:
583 if (curChar == 95)
584 jjCheckNAddTwoStates(48, 49);
585 break;
586 case 48:
587 if ((0x7fffffe07fffffeL & l) != 0L)
588 jjCheckNAddTwoStates(48, 49);
589 break;
590 case 50:
591 if ((0x7fffffe07fffffeL & l) != 0L)
592 jjAddStates(42, 43);
593 break;
594 case 51:
595 if (curChar == 95)
596 jjCheckNAdd(52);
597 break;
598 case 52:
599 if ((0x7fffffe07fffffeL & l) == 0L)
600 break;
601 if (kind > 7)
602 kind = 7;
603 jjCheckNAddTwoStates(47, 52);
604 break;
605 case 53:
606 if ((0x7fffffe07fffffeL & l) != 0L)
607 jjCheckNAddTwoStates(53, 54);
608 break;
609 case 54:
610 if (curChar == 95)
611 jjCheckNAddTwoStates(55, 56);
612 break;
613 case 55:
614 if ((0x7fffffe07fffffeL & l) != 0L)
615 jjCheckNAddTwoStates(55, 56);
616 break;
617 case 57:
618 if ((0x7fffffe07fffffeL & l) != 0L)
619 jjCheckNAddTwoStates(57, 58);
620 break;
621 case 58:
622 if (curChar == 95)
623 jjCheckNAdd(59);
624 break;
625 case 59:
626 if ((0x7fffffe07fffffeL & l) != 0L)
627 jjCheckNAddTwoStates(59, 60);
628 break;
629 case 60:
630 if (curChar == 95)
631 jjCheckNAddTwoStates(61, 62);
632 break;
633 case 61:
634 if ((0x7fffffe07fffffeL & l) != 0L)
635 jjCheckNAddTwoStates(61, 62);
636 break;
637 case 63:
638 if ((0x7fffffe07fffffeL & l) == 0L)
639 break;
640 if (kind > 7)
641 kind = 7;
642 jjCheckNAddTwoStates(58, 63);
643 break;
644 case 64:
645 if ((0x7fffffe07fffffeL & l) != 0L)
646 jjCheckNAddStates(30, 35);
647 break;
648 case 65:
649 if ((0x7fffffe07fffffeL & l) != 0L)
650 jjCheckNAddTwoStates(65, 66);
651 break;
652 case 67:
653 if ((0x7fffffe07fffffeL & l) == 0L)
654 break;
655 if (kind > 2)
656 kind = 2;
657 jjCheckNAddTwoStates(66, 67);
658 break;
659 case 68:
660 if ((0x7fffffe07fffffeL & l) != 0L)
661 jjCheckNAddTwoStates(68, 69);
662 break;
663 case 70:
664 if ((0x7fffffe07fffffeL & l) != 0L)
665 jjAddStates(44, 45);
666 break;
667 case 72:
668 if ((0x7fffffe07fffffeL & l) != 0L)
669 jjCheckNAddTwoStates(72, 73);
670 break;
671 case 73:
672 if (curChar == 64)
673 jjCheckNAdd(74);
674 break;
675 case 74:
676 if ((0x7fffffe07fffffeL & l) == 0L)
677 break;
678 if (kind > 4)
679 kind = 4;
680 jjCheckNAdd(74);
681 break;
682 default : break;
683 }
684 } while(i != startsAt);
685 }
686 else
687 {
688 int hiByte = (int)(curChar >> 8);
689 int i1 = hiByte >> 6;
690 long l1 = 1L << (hiByte & 077);
691 int i2 = (curChar & 0xff) >> 6;
692 long l2 = 1L << (curChar & 077);
693 MatchLoop: do
694 {
695 switch(jjstateSet[--i])
696 {
697 case 0:
698 if (jjCanMove_0(hiByte, i1, i2, l1, l2))
699 {
700 if (kind > 12)
701 kind = 12;
702 }
703 if (jjCanMove_1(hiByte, i1, i2, l1, l2))
704 {
705 if (kind > 13)
706 kind = 13;
707 }
708 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
709 jjCheckNAddStates(18, 23);
710 if (jjCanMove_3(hiByte, i1, i2, l1, l2))
711 jjCheckNAddStates(12, 17);
712 if (jjCanMove_4(hiByte, i1, i2, l1, l2))
713 {
714 if (kind > 1)
715 kind = 1;
716 jjCheckNAddStates(0, 11);
717 }
718 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
719 jjCheckNAddStates(30, 35);
720 break;
721 case 1:
722 if (jjCanMove_1(hiByte, i1, i2, l1, l2) && kind > 13)
723 kind = 13;
724 break;
725 case 2:
726 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
727 jjCheckNAddStates(18, 23);
728 break;
729 case 3:
730 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
731 jjCheckNAddTwoStates(3, 4);
732 break;
733 case 4:
734 if (jjCanMove_3(hiByte, i1, i2, l1, l2))
735 jjCheckNAddTwoStates(5, 6);
736 break;
737 case 5:
738 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
739 jjCheckNAddTwoStates(5, 6);
740 break;
741 case 7:
742 if (!jjCanMove_4(hiByte, i1, i2, l1, l2))
743 break;
744 if (kind > 7)
745 kind = 7;
746 jjstateSet[jjnewStateCnt++] = 7;
747 break;
748 case 8:
749 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
750 jjCheckNAddTwoStates(8, 9);
751 break;
752 case 9:
753 if (jjCanMove_3(hiByte, i1, i2, l1, l2))
754 jjCheckNAddTwoStates(10, 11);
755 break;
756 case 10:
757 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
758 jjCheckNAddTwoStates(10, 11);
759 break;
760 case 12:
761 if (jjCanMove_4(hiByte, i1, i2, l1, l2))
762 jjAddStates(46, 47);
763 break;
764 case 14:
765 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
766 jjAddStates(48, 49);
767 break;
768 case 15:
769 if (!jjCanMove_3(hiByte, i1, i2, l1, l2))
770 break;
771 if (kind > 7)
772 kind = 7;
773 jjCheckNAddTwoStates(11, 16);
774 break;
775 case 16:
776 if (!jjCanMove_2(hiByte, i1, i2, l1, l2))
777 break;
778 if (kind > 7)
779 kind = 7;
780 jjCheckNAddTwoStates(11, 16);
781 break;
782 case 17:
783 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
784 jjCheckNAddTwoStates(17, 18);
785 break;
786 case 18:
787 if (jjCanMove_3(hiByte, i1, i2, l1, l2))
788 jjCheckNAddTwoStates(19, 20);
789 break;
790 case 19:
791 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
792 jjCheckNAddTwoStates(19, 20);
793 break;
794 case 21:
795 if (jjCanMove_4(hiByte, i1, i2, l1, l2))
796 jjCheckNAddTwoStates(21, 22);
797 break;
798 case 23:
799 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
800 jjAddStates(50, 51);
801 break;
802 case 24:
803 if (jjCanMove_3(hiByte, i1, i2, l1, l2))
804 jjCheckNAddTwoStates(25, 26);
805 break;
806 case 25:
807 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
808 jjCheckNAddTwoStates(25, 26);
809 break;
810 case 27:
811 if (!jjCanMove_4(hiByte, i1, i2, l1, l2))
812 break;
813 if (kind > 7)
814 kind = 7;
815 jjCheckNAddTwoStates(22, 27);
816 break;
817 case 28:
818 if (jjCanMove_3(hiByte, i1, i2, l1, l2))
819 jjCheckNAddStates(12, 17);
820 break;
821 case 29:
822 if (!jjCanMove_4(hiByte, i1, i2, l1, l2))
823 break;
824 if (kind > 1)
825 kind = 1;
826 jjCheckNAddStates(0, 11);
827 break;
828 case 30:
829 if (!jjCanMove_4(hiByte, i1, i2, l1, l2))
830 break;
831 if (kind > 1)
832 kind = 1;
833 jjCheckNAdd(30);
834 break;
835 case 31:
836 if (jjCanMove_4(hiByte, i1, i2, l1, l2))
837 jjCheckNAddStates(24, 26);
838 break;
839 case 33:
840 if (jjCanMove_4(hiByte, i1, i2, l1, l2))
841 jjCheckNAddStates(27, 29);
842 break;
843 case 35:
844 if (jjCanMove_4(hiByte, i1, i2, l1, l2))
845 jjCheckNAddTwoStates(35, 36);
846 break;
847 case 37:
848 if (!jjCanMove_4(hiByte, i1, i2, l1, l2))
849 break;
850 if (kind > 5)
851 kind = 5;
852 jjCheckNAddTwoStates(36, 37);
853 break;
854 case 38:
855 if (jjCanMove_4(hiByte, i1, i2, l1, l2))
856 jjCheckNAddTwoStates(38, 39);
857 break;
858 case 40:
859 if (!jjCanMove_4(hiByte, i1, i2, l1, l2))
860 break;
861 if (kind > 6)
862 kind = 6;
863 jjCheckNAddTwoStates(39, 40);
864 break;
865 case 41:
866 if (jjCanMove_4(hiByte, i1, i2, l1, l2))
867 jjCheckNAddTwoStates(41, 42);
868 break;
869 case 43:
870 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
871 jjAddStates(52, 53);
872 break;
873 case 44:
874 if (!jjCanMove_3(hiByte, i1, i2, l1, l2))
875 break;
876 if (kind > 7)
877 kind = 7;
878 jjCheckNAdd(45);
879 break;
880 case 45:
881 if (!jjCanMove_2(hiByte, i1, i2, l1, l2))
882 break;
883 if (kind > 7)
884 kind = 7;
885 jjCheckNAdd(45);
886 break;
887 case 46:
888 if (jjCanMove_4(hiByte, i1, i2, l1, l2))
889 jjCheckNAddTwoStates(46, 47);
890 break;
891 case 48:
892 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
893 jjAddStates(54, 55);
894 break;
895 case 49:
896 if (jjCanMove_3(hiByte, i1, i2, l1, l2))
897 jjCheckNAddTwoStates(50, 51);
898 break;
899 case 50:
900 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
901 jjCheckNAddTwoStates(50, 51);
902 break;
903 case 52:
904 if (!jjCanMove_4(hiByte, i1, i2, l1, l2))
905 break;
906 if (kind > 7)
907 kind = 7;
908 jjCheckNAddTwoStates(47, 52);
909 break;
910 case 53:
911 if (jjCanMove_4(hiByte, i1, i2, l1, l2))
912 jjCheckNAddTwoStates(53, 54);
913 break;
914 case 55:
915 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
916 jjAddStates(56, 57);
917 break;
918 case 56:
919 if (jjCanMove_3(hiByte, i1, i2, l1, l2))
920 jjCheckNAddTwoStates(57, 58);
921 break;
922 case 57:
923 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
924 jjCheckNAddTwoStates(57, 58);
925 break;
926 case 59:
927 if (jjCanMove_4(hiByte, i1, i2, l1, l2))
928 jjAddStates(58, 59);
929 break;
930 case 61:
931 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
932 jjAddStates(60, 61);
933 break;
934 case 62:
935 if (!jjCanMove_3(hiByte, i1, i2, l1, l2))
936 break;
937 if (kind > 7)
938 kind = 7;
939 jjCheckNAddTwoStates(58, 63);
940 break;
941 case 63:
942 if (!jjCanMove_2(hiByte, i1, i2, l1, l2))
943 break;
944 if (kind > 7)
945 kind = 7;
946 jjCheckNAddTwoStates(58, 63);
947 break;
948 case 64:
949 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
950 jjCheckNAddStates(30, 35);
951 break;
952 case 65:
953 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
954 jjCheckNAddTwoStates(65, 66);
955 break;
956 case 67:
957 if (!jjCanMove_2(hiByte, i1, i2, l1, l2))
958 break;
959 if (kind > 2)
960 kind = 2;
961 jjCheckNAddTwoStates(66, 67);
962 break;
963 case 68:
964 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
965 jjCheckNAddTwoStates(68, 69);
966 break;
967 case 70:
968 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
969 jjAddStates(44, 45);
970 break;
971 case 72:
972 if (jjCanMove_2(hiByte, i1, i2, l1, l2))
973 jjCheckNAddTwoStates(72, 73);
974 break;
975 case 74:
976 if (!jjCanMove_2(hiByte, i1, i2, l1, l2))
977 break;
978 if (kind > 4)
979 kind = 4;
980 jjstateSet[jjnewStateCnt++] = 74;
981 break;
982 default : break;
983 }
984 } while(i != startsAt);
985 }
986 if (kind != 0x7fffffff)
987 {
988 jjmatchedKind = kind;
989 jjmatchedPos = curPos;
990 kind = 0x7fffffff;
991 }
992 ++curPos;
993 if ((i = jjnewStateCnt) == (startsAt = 75 - (jjnewStateCnt = startsAt)))
994 return curPos;
995 try { curChar = input_stream.readChar(); }
996 catch(java.io.IOException e) { return curPos; }
997 }
998 }
999 static final int[] jjnextStates = {
1000 30, 31, 32, 34, 38, 39, 41, 42, 46, 47, 53, 54, 5, 6, 10, 11,
1001 19, 20, 3, 4, 8, 9, 17, 18, 31, 32, 34, 32, 33, 34, 65, 66,
1002 68, 69, 72, 73, 5, 6, 19, 20, 25, 26, 50, 51, 70, 71, 12, 13,
1003 14, 15, 23, 24, 43, 44, 48, 49, 55, 56, 59, 60, 61, 62,
1004};
1005private static final boolean jjCanMove_0(int hiByte, int i1, int i2, long l1, long l2)
1006{
1007 switch(hiByte)
1008 {
1009 case 48:
1010 return ((jjbitVec2[i2] & l2) != 0L);
1011 case 49:
1012 return ((jjbitVec3[i2] & l2) != 0L);
1013 case 51:
1014 return ((jjbitVec4[i2] & l2) != 0L);
1015 case 61:
1016 return ((jjbitVec5[i2] & l2) != 0L);
1017 default :
1018 if ((jjbitVec0[i1] & l1) != 0L)
1019 return true;
1020 return false;
1021 }
1022}
1023private static final boolean jjCanMove_1(int hiByte, int i1, int i2, long l1, long l2)
1024{
1025 switch(hiByte)
1026 {
1027 case 215:
1028 return ((jjbitVec7[i2] & l2) != 0L);
1029 default :
1030 if ((jjbitVec6[i1] & l1) != 0L)
1031 return true;
1032 return false;
1033 }
1034}
1035private static final boolean jjCanMove_2(int hiByte, int i1, int i2, long l1, long l2)
1036{
1037 switch(hiByte)
1038 {
1039 case 0:
1040 return ((jjbitVec9[i2] & l2) != 0L);
1041 default :
1042 if ((jjbitVec8[i1] & l1) != 0L)
1043 return true;
1044 return false;
1045 }
1046}
1047private static final boolean jjCanMove_3(int hiByte, int i1, int i2, long l1, long l2)
1048{
1049 switch(hiByte)
1050 {
1051 case 6:
1052 return ((jjbitVec12[i2] & l2) != 0L);
1053 case 11:
1054 return ((jjbitVec13[i2] & l2) != 0L);
1055 case 13:
1056 return ((jjbitVec14[i2] & l2) != 0L);
1057 case 14:
1058 return ((jjbitVec15[i2] & l2) != 0L);
1059 case 16:
1060 return ((jjbitVec16[i2] & l2) != 0L);
1061 default :
1062 if ((jjbitVec10[i1] & l1) != 0L)
1063 if ((jjbitVec11[i2] & l2) == 0L)
1064 return false;
1065 else
1066 return true;
1067 return false;
1068 }
1069}
1070private static final boolean jjCanMove_4(int hiByte, int i1, int i2, long l1, long l2)
1071{
1072 switch(hiByte)
1073 {
1074 case 0:
1075 return ((jjbitVec9[i2] & l2) != 0L);
1076 case 215:
1077 return ((jjbitVec7[i2] & l2) != 0L);
1078 default :
1079 if ((jjbitVec17[i1] & l1) != 0L)
1080 return true;
1081 return false;
1082 }
1083}
1084public static final String [] jjstrLiteralImages = {
1085"", null, null, null, null, null, null, null, null, null, null, null, null,
1086null, null, null, };
1087public static final String [] lexStateNames = {
1088 "DEFAULT",
1089};
1090static final long[] jjtoToken = {
1091 0x30ffL,
1092};
1093static final long[] jjtoSkip = {
1094 0x8000L,
1095};
1096protected CharStream input_stream;
1097private final int[] jjrounds = new int[75];
1098private final int[] jjstateSet = new int[150];
1099protected char curChar;
1100public StandardTokenizerTokenManager(CharStream stream)
1101{
1102 input_stream = stream;
1103}
1104public StandardTokenizerTokenManager(CharStream stream, int lexState)
1105{
1106 this(stream);
1107 SwitchTo(lexState);
1108}
1109public void ReInit(CharStream stream)
1110{
1111 jjmatchedPos = jjnewStateCnt = 0;
1112 curLexState = defaultLexState;
1113 input_stream = stream;
1114 ReInitRounds();
1115}
1116private final void ReInitRounds()
1117{
1118 int i;
1119 jjround = 0x80000001;
1120 for (i = 75; i-- > 0;)
1121 jjrounds[i] = 0x80000000;
1122}
1123public void ReInit(CharStream stream, int lexState)
1124{
1125 ReInit(stream);
1126 SwitchTo(lexState);
1127}
1128public void SwitchTo(int lexState)
1129{
1130 if (lexState >= 1 || lexState < 0)
1131 throw new TokenMgrError("Error: Ignoring invalid lexical state : " + lexState + ". State unchanged.", TokenMgrError.INVALID_LEXICAL_STATE);
1132 else
1133 curLexState = lexState;
1134}
1135
1136protected Token jjFillToken()
1137{
1138 Token t = Token.newToken(jjmatchedKind);
1139 t.kind = jjmatchedKind;
1140 String im = jjstrLiteralImages[jjmatchedKind];
1141 t.image = (im == null) ? input_stream.GetImage() : im;
1142 t.beginLine = input_stream.getBeginLine();
1143 t.beginColumn = input_stream.getBeginColumn();
1144 t.endLine = input_stream.getEndLine();
1145 t.endColumn = input_stream.getEndColumn();
1146 return t;
1147}
1148
1149int curLexState = 0;
1150int defaultLexState = 0;
1151int jjnewStateCnt;
1152int jjround;
1153int jjmatchedPos;
1154int jjmatchedKind;
1155
1156public Token getNextToken()
1157{
1158 int kind;
1159 Token specialToken = null;
1160 Token matchedToken;
1161 int curPos = 0;
1162
1163 EOFLoop :
1164 for (;;)
1165 {
1166 try
1167 {
1168 curChar = input_stream.BeginToken();
1169 }
1170 catch(java.io.IOException e)
1171 {
1172 jjmatchedKind = 0;
1173 matchedToken = jjFillToken();
1174 return matchedToken;
1175 }
1176
1177 jjmatchedKind = 0x7fffffff;
1178 jjmatchedPos = 0;
1179 curPos = jjMoveStringLiteralDfa0_0();
1180 if (jjmatchedPos == 0 && jjmatchedKind > 15)
1181 {
1182 jjmatchedKind = 15;
1183 }
1184 if (jjmatchedKind != 0x7fffffff)
1185 {
1186 if (jjmatchedPos + 1 < curPos)
1187 input_stream.backup(curPos - jjmatchedPos - 1);
1188 if ((jjtoToken[jjmatchedKind >> 6] & (1L << (jjmatchedKind & 077))) != 0L)
1189 {
1190 matchedToken = jjFillToken();
1191 return matchedToken;
1192 }
1193 else
1194 {
1195 continue EOFLoop;
1196 }
1197 }
1198 int error_line = input_stream.getEndLine();
1199 int error_column = input_stream.getEndColumn();
1200 String error_after = null;
1201 boolean EOFSeen = false;
1202 try { input_stream.readChar(); input_stream.backup(1); }
1203 catch (java.io.IOException e1) {
1204 EOFSeen = true;
1205 error_after = curPos <= 1 ? "" : input_stream.GetImage();
1206 if (curChar == '\n' || curChar == '\r') {
1207 error_line++;
1208 error_column = 0;
1209 }
1210 else
1211 error_column++;
1212 }
1213 if (!EOFSeen) {
1214 input_stream.backup(1);
1215 error_after = curPos <= 1 ? "" : input_stream.GetImage();
1216 }
1217 throw new TokenMgrError(EOFSeen, curLexState, error_line, error_column, error_after, curChar, TokenMgrError.LEXICAL_ERROR);
1218 }
1219}
1220
1221}
1222 |
Popular Tags |
Java API By Example, From Geeks To Geeks.