2 * Copyright 2004 The Apache Software Foundation
\r
4 * Licensed under the Apache License, Version 2.0 (the "License");
\r
5 * you may not use this file except in compliance with the License.
\r
6 * You may obtain a copy of the License at
\r
8 * http://www.apache.org/licenses/LICENSE-2.0
\r
10 * Unless required by applicable law or agreed to in writing, software
\r
11 * distributed under the License is distributed on an "AS IS" BASIS,
\r
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
\r
13 * See the License for the specific language governing permissions and
\r
14 * limitations under the License.
\r
16 /* Generated By:JavaCC: Do not edit this line. StandardTokenizerTokenManager.java */
\r
18 namespace Monodoc.Lucene.Net.Analysis.Standard
\r
21 public class StandardTokenizerTokenManager : StandardTokenizerConstants
\r
23 private void InitBlock()
\r
25 System.IO.StreamWriter temp_writer;
\r
26 temp_writer = new System.IO.StreamWriter(System.Console.OpenStandardOutput(), System.Console.Out.Encoding);
\r
27 temp_writer.AutoFlush = true;
\r
28 debugStream = temp_writer;
\r
30 public System.IO.StreamWriter debugStream;
\r
31 public virtual void SetDebugStream(System.IO.StreamWriter ds)
\r
35 private int JjMoveStringLiteralDfa0_0()
\r
37 return JjMoveNfa_0(0, 0);
\r
39 private void JjCheckNAdd(int state)
\r
41 if (jjrounds[state] != jjround)
\r
43 jjstateSet[jjnewStateCnt++] = state;
\r
44 jjrounds[state] = jjround;
\r
47 private void JjAddStates(int start, int end)
\r
51 jjstateSet[jjnewStateCnt++] = jjnextStates[start];
\r
53 while (start++ != end);
\r
55 private void JjCheckNAddTwoStates(int state1, int state2)
\r
57 JjCheckNAdd(state1);
\r
58 JjCheckNAdd(state2);
\r
60 private void JjCheckNAddStates(int start, int end)
\r
64 JjCheckNAdd(jjnextStates[start]);
\r
66 while (start++ != end);
\r
68 private void JjCheckNAddStates(int start)
\r
70 JjCheckNAdd(jjnextStates[start]);
\r
71 JjCheckNAdd(jjnextStates[start + 1]);
\r
73 internal static readonly ulong[] jjbitVec0 = new ulong[]{0x1ff0000000000000L, 0xffffffffffffc000L, 0xffffffffL, 0x600000000000000L};
\r
74 internal static readonly ulong[] jjbitVec2 = new ulong[]{0x0L, 0xffffffffffffffffL, 0xffffffffffffffffL, 0xffffffffffffffffL};
\r
75 internal static readonly ulong[] jjbitVec3 = new ulong[]{0xffffffffffffffffL, 0xffffffffffffffffL, 0xffffL, 0x0L};
\r
76 internal static readonly ulong[] jjbitVec4 = new ulong[]{0xffffffffffffffffL, 0xffffffffffffffffL, 0x0L, 0x0L};
\r
77 internal static readonly ulong[] jjbitVec5 = new ulong[]{0x3fffffffffffL, 0x0L, 0x0L, 0x0L};
\r
78 internal static readonly ulong[] jjbitVec6 = new ulong[]{0x1600L, 0x0L, 0x0L, 0x0L};
\r
79 internal static readonly ulong[] jjbitVec7 = new ulong[]{0x0L, 0xffc000000000L, 0x0L, 0xffc000000000L};
\r
80 internal static readonly ulong[] jjbitVec8 = new ulong[]{0x0L, 0x3ff00000000L, 0x0L, 0x3ff000000000000L};
\r
81 internal static readonly ulong[] jjbitVec9 = new ulong[]{0x0L, 0xffc000000000L, 0x0L, 0xff8000000000L};
\r
82 internal static readonly ulong[] jjbitVec10 = new ulong[]{0x0L, 0xffc000000000L, 0x0L, 0x0L};
\r
83 internal static readonly ulong[] jjbitVec11 = new ulong[]{0x0L, 0x3ff0000L, 0x0L, 0x3ff0000L};
\r
84 internal static readonly ulong[] jjbitVec12 = new ulong[]{0x0L, 0x3ffL, 0x0L, 0x0L};
\r
85 internal static readonly ulong[] jjbitVec13 = new ulong[]{0xfffffffeL, 0x0L, 0x0L, 0x0L};
\r
86 internal static readonly ulong[] jjbitVec14 = new ulong[]{0x0L, 0x0L, 0x0L, 0xff7fffffff7fffffL};
\r
87 private int JjMoveNfa_0(int startState, int curPos)
\r
92 jjstateSet[0] = startState;
\r
93 int kind = 0x7fffffff;
\r
96 if (++jjround == 0x7fffffff)
\r
100 ulong l = ((ulong) 1L) << curChar;
\r\r
103 switch (jjstateSet[--ii])
\r
107 if ((0x3ff000000000000L & l) != (ulong) 0L)
\r
111 JjCheckNAddStates(0, 17);
\r
113 if ((0x3ff000000000000L & l) != (ulong) 0L)
\r
114 JjCheckNAddStates(18, 23);
\r
118 if ((0x3ff000000000000L & l) != (ulong) 0L)
\r
119 JjCheckNAddStates(18, 23);
\r
124 if ((0x3ff000000000000L & l) != (ulong) 0L)
\r
125 JjCheckNAddTwoStates(2, 3);
\r
129 if ((0xf00000000000L & l) != (ulong) 0L)
\r
134 if ((0x3ff000000000000L & l) == (ulong) 0L)
\r
143 if ((0x3ff000000000000L & l) != (ulong) 0L)
\r
144 JjCheckNAddTwoStates(5, 6);
\r
148 if ((0xf00000000000L & l) != (ulong) 0L)
\r
153 if ((0x3ff000000000000L & l) != (ulong) 0L)
\r
154 JjCheckNAddTwoStates(7, 8);
\r
158 if ((0xf00000000000L & l) != (ulong) 0L)
\r
159 JjCheckNAddTwoStates(9, 10);
\r
163 if ((0x3ff000000000000L & l) != (ulong) 0L)
\r
164 JjCheckNAddTwoStates(9, 10);
\r
169 if ((0x3ff000000000000L & l) == (ulong) 0L)
\r
173 JjCheckNAddTwoStates(6, 11);
\r
178 if ((0x3ff000000000000L & l) != (ulong) 0L)
\r
179 JjCheckNAddTwoStates(12, 13);
\r
183 if ((0xf00000000000L & l) != (ulong) 0L)
\r
188 if ((0x3ff000000000000L & l) != (ulong) 0L)
\r
189 JjCheckNAddTwoStates(14, 15);
\r
193 if ((0xf00000000000L & l) != (ulong) 0L)
\r
194 JjCheckNAddTwoStates(16, 17);
\r
198 if ((0x3ff000000000000L & l) != (ulong) 0L)
\r
199 JjCheckNAddTwoStates(16, 17);
\r
204 if ((0x3ff000000000000L & l) != (ulong) 0L)
\r
205 JjCheckNAddTwoStates(18, 19);
\r
209 if ((0xf00000000000L & l) != (ulong) 0L)
\r
214 if ((0x3ff000000000000L & l) == (ulong) 0L)
\r
218 JjCheckNAddTwoStates(15, 20);
\r
222 if ((0x3ff000000000000L & l) == (ulong) 0L)
\r
226 JjCheckNAddStates(0, 17);
\r
230 if ((0x3ff000000000000L & l) == (ulong) 0L)
\r
238 if ((0x3ff000000000000L & l) != (ulong) 0L)
\r
239 JjCheckNAddStates(24, 26);
\r
243 if ((0x600000000000L & l) != (ulong) 0L)
\r
248 if ((0x3ff000000000000L & l) != (ulong) 0L)
\r
249 JjCheckNAddStates(27, 29);
\r
253 if ((0x3ff000000000000L & l) != (ulong) 0L)
\r
254 JjCheckNAddTwoStates(27, 28);
\r
258 if ((0x600000000000L & l) != (ulong) 0L)
\r
263 if ((0x3ff000000000000L & l) == (ulong) 0L)
\r
267 JjCheckNAddTwoStates(28, 29);
\r
271 if ((0x3ff000000000000L & l) != (ulong) 0L)
\r
272 JjCheckNAddTwoStates(30, 31);
\r
281 if ((0x3ff000000000000L & l) == (ulong) 0L)
\r
285 JjCheckNAddTwoStates(31, 32);
\r
289 if ((0x3ff000000000000L & l) != (ulong) 0L)
\r
290 JjCheckNAddTwoStates(33, 34);
\r
294 if ((0xf00000000000L & l) != (ulong) 0L)
\r
295 JjCheckNAddTwoStates(35, 36);
\r
299 if ((0x3ff000000000000L & l) != (ulong) 0L)
\r
300 JjCheckNAddTwoStates(35, 36);
\r
305 if ((0x3ff000000000000L & l) == (ulong) 0L)
\r
313 if ((0x3ff000000000000L & l) != (ulong) 0L)
\r
314 JjCheckNAddTwoStates(38, 39);
\r
318 if ((0x3ff000000000000L & l) != (ulong) 0L)
\r
319 JjCheckNAddTwoStates(40, 41);
\r
323 if ((0xf00000000000L & l) != (ulong) 0L)
\r
324 JjCheckNAddTwoStates(42, 43);
\r
328 if ((0x3ff000000000000L & l) != (ulong) 0L)
\r
329 JjCheckNAddTwoStates(42, 43);
\r
334 if ((0x3ff000000000000L & l) != (ulong) 0L)
\r
335 JjCheckNAddTwoStates(44, 45);
\r
339 if ((0xf00000000000L & l) != (ulong) 0L)
\r
344 if ((0x3ff000000000000L & l) == (ulong) 0L)
\r
348 JjCheckNAddTwoStates(41, 46);
\r
352 if ((0x3ff000000000000L & l) != (ulong) 0L)
\r
353 JjCheckNAddTwoStates(47, 48);
\r
357 if ((0x3ff000000000000L & l) != (ulong) 0L)
\r
358 JjCheckNAddTwoStates(49, 50);
\r
362 if ((0xf00000000000L & l) != (ulong) 0L)
\r
363 JjCheckNAddTwoStates(51, 52);
\r
367 if ((0x3ff000000000000L & l) != (ulong) 0L)
\r
368 JjCheckNAddTwoStates(51, 52);
\r
373 if ((0x3ff000000000000L & l) != (ulong) 0L)
\r
374 JjCheckNAddTwoStates(53, 54);
\r
378 if ((0xf00000000000L & l) != (ulong) 0L)
\r
383 if ((0x3ff000000000000L & l) != (ulong) 0L)
\r
384 JjCheckNAddTwoStates(55, 56);
\r
388 if ((0xf00000000000L & l) != (ulong) 0L)
\r
389 JjCheckNAddTwoStates(57, 58);
\r
393 if ((0x3ff000000000000L & l) != (ulong) 0L)
\r
394 JjCheckNAddTwoStates(57, 58);
\r
399 if ((0x3ff000000000000L & l) == (ulong) 0L)
\r
403 JjCheckNAddTwoStates(54, 59);
\r
407 if ((0x3ff000000000000L & l) != (ulong) 0L)
\r
408 JjCheckNAddTwoStates(60, 61);
\r
413 jjstateSet[jjnewStateCnt++] = 65;
\r
431 jjstateSet[jjnewStateCnt++] = 72;
\r
438 while (ii != startsAt);
\r
440 else if (curChar < 128)
\r
442 ulong l = ((ulong) 1L) << (curChar & 63);
\r\r
445 switch (jjstateSet[--ii])
\r
449 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
450 JjCheckNAddStates(30, 35);
\r
451 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
455 JjCheckNAddStates(0, 17);
\r
460 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
461 JjAddStates(36, 37);
\r
470 if ((0x7fffffe07fffffeL & l) == (ulong) 0L)
\r
478 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
479 JjCheckNAddTwoStates(5, 6);
\r
488 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
489 JjCheckNAddTwoStates(7, 8);
\r
494 JjCheckNAddTwoStates(9, 10);
\r
498 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
499 JjCheckNAddTwoStates(9, 10);
\r
503 if ((0x7fffffe07fffffeL & l) == (ulong) 0L)
\r
507 JjCheckNAddTwoStates(6, 11);
\r
511 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
512 JjAddStates(38, 39);
\r
521 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
522 JjCheckNAddTwoStates(14, 15);
\r
527 JjCheckNAddTwoStates(16, 17);
\r
531 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
532 JjCheckNAddTwoStates(16, 17);
\r
536 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
537 JjAddStates(40, 41);
\r
546 if ((0x7fffffe07fffffeL & l) == (ulong) 0L)
\r
550 JjCheckNAddTwoStates(15, 20);
\r
554 if ((0x7fffffe07fffffeL & l) == (ulong) 0L)
\r
558 JjCheckNAddStates(0, 17);
\r
562 if ((0x7fffffe07fffffeL & l) == (ulong) 0L)
\r
570 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
571 JjCheckNAddStates(24, 26);
\r
580 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
581 JjCheckNAddStates(27, 29);
\r
590 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
591 JjCheckNAddTwoStates(27, 28);
\r
595 if ((0x7fffffe07fffffeL & l) == (ulong) 0L)
\r
599 JjCheckNAddTwoStates(28, 29);
\r
603 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
604 JjCheckNAddTwoStates(30, 31);
\r
608 if ((0x7fffffe07fffffeL & l) == (ulong) 0L)
\r
612 JjCheckNAddTwoStates(31, 32);
\r
616 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
617 JjCheckNAddTwoStates(33, 34);
\r
622 JjCheckNAddTwoStates(35, 36);
\r
626 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
627 JjCheckNAddTwoStates(35, 36);
\r
631 if ((0x7fffffe07fffffeL & l) == (ulong) 0L)
\r
635 jjstateSet[jjnewStateCnt++] = 37;
\r
639 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
640 JjCheckNAddTwoStates(38, 39);
\r
644 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
645 JjCheckNAddTwoStates(40, 41);
\r
650 JjCheckNAddTwoStates(42, 43);
\r
654 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
655 JjCheckNAddTwoStates(42, 43);
\r
659 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
660 JjAddStates(42, 43);
\r
669 if ((0x7fffffe07fffffeL & l) == (ulong) 0L)
\r
673 JjCheckNAddTwoStates(41, 46);
\r
677 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
678 JjCheckNAddTwoStates(47, 48);
\r
682 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
683 JjCheckNAddTwoStates(49, 50);
\r
688 JjCheckNAddTwoStates(51, 52);
\r
692 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
693 JjCheckNAddTwoStates(51, 52);
\r
697 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
698 JjCheckNAddTwoStates(53, 54);
\r
707 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
708 JjCheckNAddTwoStates(55, 56);
\r
713 JjCheckNAddTwoStates(57, 58);
\r
717 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
718 JjCheckNAddTwoStates(57, 58);
\r
722 if ((0x7fffffe07fffffeL & l) == (ulong) 0L)
\r
726 JjCheckNAddTwoStates(54, 59);
\r
730 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
731 JjCheckNAddTwoStates(60, 61);
\r
735 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
736 JjCheckNAddStates(30, 35);
\r
740 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
741 JjCheckNAddTwoStates(63, 64);
\r
745 if ((0x7fffffe07fffffeL & l) == (ulong) 0L)
\r
749 JjCheckNAddTwoStates(64, 65);
\r
753 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
754 JjCheckNAddTwoStates(66, 67);
\r
758 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
759 JjAddStates(44, 45);
\r
763 if ((0x7fffffe07fffffeL & l) != (ulong) 0L)
\r
764 JjCheckNAddTwoStates(70, 71);
\r
773 if ((0x7fffffe07fffffeL & l) == (ulong) 0L)
\r
784 while (ii != startsAt);
\r
788 int hiByte = (int) (curChar >> 8);
\r
789 int i1 = hiByte >> 6;
\r
790 ulong l1 = ((ulong) 1L) << (hiByte & 63);
\r
791 int i2 = (curChar & 0xff) >> 6;
\r
792 ulong l2 = ((ulong) 1L) << (curChar & 63);
\r\r
795 switch (jjstateSet[--ii])
\r
799 if (jjCanMove_0(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
804 if (jjCanMove_1(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
805 JjCheckNAddStates(18, 23);
\r
806 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
810 JjCheckNAddStates(0, 17);
\r
812 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
813 JjCheckNAddStates(30, 35);
\r
817 if (jjCanMove_1(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
818 JjCheckNAddStates(18, 23);
\r
822 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
823 JjCheckNAddTwoStates(2, 3);
\r
827 if (!jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
831 jjstateSet[jjnewStateCnt++] = 4;
\r
835 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
836 JjCheckNAddTwoStates(5, 6);
\r
840 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
841 JjAddStates(46, 47);
\r
845 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
846 JjAddStates(48, 49);
\r
850 if (!jjCanMove_1(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
854 JjCheckNAddTwoStates(6, 11);
\r
858 if (!jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
862 JjCheckNAddTwoStates(6, 11);
\r
866 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
867 JjCheckNAddTwoStates(12, 13);
\r
871 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
872 JjCheckNAddTwoStates(14, 15);
\r
876 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
877 JjAddStates(50, 51);
\r
881 if (jjCanMove_1(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
882 JjCheckNAddTwoStates(18, 19);
\r
886 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
887 JjCheckNAddTwoStates(18, 19);
\r
891 if (!jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
895 JjCheckNAddTwoStates(15, 20);
\r
899 if (!jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
903 JjCheckNAddStates(0, 17);
\r
907 if (!jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
915 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
916 JjCheckNAddStates(24, 26);
\r
920 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
921 JjCheckNAddStates(27, 29);
\r
925 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
926 JjCheckNAddTwoStates(27, 28);
\r
930 if (!jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
934 JjCheckNAddTwoStates(28, 29);
\r
938 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
939 JjCheckNAddTwoStates(30, 31);
\r
943 if (!jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
947 JjCheckNAddTwoStates(31, 32);
\r
951 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
952 JjCheckNAddTwoStates(33, 34);
\r
956 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
957 JjAddStates(52, 53);
\r
961 if (!jjCanMove_1(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
969 if (!jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
977 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
978 JjCheckNAddTwoStates(38, 39);
\r
982 if (jjCanMove_1(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
983 JjCheckNAddTwoStates(2, 3);
\r
987 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
988 JjCheckNAddTwoStates(40, 41);
\r
992 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
993 JjAddStates(54, 55);
\r
997 if (jjCanMove_1(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
998 JjCheckNAddTwoStates(44, 45);
\r
1002 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
1003 JjCheckNAddTwoStates(44, 45);
\r
1007 if (!jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
1011 JjCheckNAddTwoStates(41, 46);
\r
1015 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
1016 JjCheckNAddTwoStates(47, 48);
\r
1020 if (jjCanMove_1(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
1021 JjCheckNAddTwoStates(5, 6);
\r
1025 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
1026 JjCheckNAddTwoStates(49, 50);
\r
1030 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
1031 JjAddStates(56, 57);
\r
1035 if (jjCanMove_1(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
1036 JjCheckNAddTwoStates(53, 54);
\r
1040 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
1041 JjCheckNAddTwoStates(53, 54);
\r
1045 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
1046 JjAddStates(58, 59);
\r
1050 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
1051 JjAddStates(60, 61);
\r
1055 if (!jjCanMove_1(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
1059 JjCheckNAddTwoStates(54, 59);
\r
1063 if (!jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
1067 JjCheckNAddTwoStates(54, 59);
\r
1071 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
1072 JjCheckNAddTwoStates(60, 61);
\r
1076 if (jjCanMove_1(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
1077 JjCheckNAddTwoStates(12, 13);
\r
1081 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
1082 JjCheckNAddStates(30, 35);
\r
1086 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
1087 JjCheckNAddTwoStates(63, 64);
\r
1091 if (!jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
1095 JjCheckNAddTwoStates(64, 65);
\r
1099 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
1100 JjCheckNAddTwoStates(66, 67);
\r
1104 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
1105 JjAddStates(44, 45);
\r
1109 if (jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
1110 JjCheckNAddTwoStates(70, 71);
\r
1114 if (!jjCanMove_2(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
1118 jjstateSet[jjnewStateCnt++] = 72;
\r
1125 while (ii != startsAt);
\r
1127 if (kind != 0x7fffffff)
\r
1129 jjmatchedKind = kind;
\r
1130 jjmatchedPos = curPos;
\r
1131 kind = 0x7fffffff;
\r
1134 if ((ii = jjnewStateCnt) == (startsAt = 73 - (jjnewStateCnt = startsAt)))
\r
1138 curChar = input_stream.ReadChar();
\r
1140 catch (System.IO.IOException)
\r
1146 internal static readonly int[] jjnextStates = new int[]{22, 23, 24, 26, 30, 31, 33, 34, 38, 39, 40, 41, 47, 48, 49, 50, 60, 61, 2, 3, 5, 6, 12, 13, 23, 24, 26, 24, 25, 26, 63, 64, 66, 67, 70, 71, 2, 3, 12, 13, 18, 19, 44, 45, 68, 69, 7, 8, 9, 10, 16, 17, 35, 36, 42, 43, 51, 52, 55, 56, 57, 58};
\r
1147 private static bool jjCanMove_0(int hiByte, int i1, int i2, ulong l1, ulong l2)
\r
1153 return ((jjbitVec2[i2] & l2) != (ulong) 0L);
\r
1156 return ((jjbitVec3[i2] & l2) != (ulong) 0L);
\r
1159 return ((jjbitVec4[i2] & l2) != (ulong) 0L);
\r
1162 return ((jjbitVec5[i2] & l2) != (ulong) 0L);
\r
1165 if ((jjbitVec0[i1] & l1) != (ulong) 0L)
\r
1171 private static bool jjCanMove_1(int hiByte, int i1, int i2, ulong l1, ulong l2)
\r
1177 return ((jjbitVec8[i2] & l2) != (ulong) 0L);
\r
1180 return ((jjbitVec9[i2] & l2) != (ulong) 0L);
\r
1183 return ((jjbitVec10[i2] & l2) != (ulong) 0L);
\r
1186 return ((jjbitVec11[i2] & l2) != (ulong) 0L);
\r
1189 return ((jjbitVec12[i2] & l2) != (ulong) 0L);
\r
1192 if ((jjbitVec6[i1] & l1) != (ulong) 0L)
\r
1193 if ((jjbitVec7[i2] & l2) == (ulong) 0L)
\r
1201 private static bool jjCanMove_2(int hiByte, int i1, int i2, ulong l1, ulong l2)
\r
1207 return ((jjbitVec14[i2] & l2) != (ulong) 0L);
\r
1210 if ((jjbitVec13[i1] & l1) != (ulong) 0L)
\r
1216 public static readonly System.String[] jjstrLiteralImages = new System.String[]{"", null, null, null, null, null, null, null, null, null, null, null, null, null, null};
\r
1217 public static readonly System.String[] lexStateNames = new System.String[]{"DEFAULT"};
\r
1218 internal static readonly long[] jjtoToken = new long[]{0x10ffL};
\r
1219 internal static readonly long[] jjtoSkip = new long[]{0x4000L};
\r
1220 protected internal CharStream input_stream;
\r
1221 private uint[] jjrounds = new uint[73];
\r
1222 private int[] jjstateSet = new int[146];
\r
1223 protected internal char curChar;
\r
1224 public StandardTokenizerTokenManager(CharStream stream)
\r
1227 input_stream = stream;
\r
1229 public StandardTokenizerTokenManager(CharStream stream, int lexState):this(stream)
\r
1231 SwitchTo(lexState);
\r
1233 public virtual void ReInit(CharStream stream)
\r
1235 jjmatchedPos = jjnewStateCnt = 0;
\r
1236 curLexState = defaultLexState;
\r
1237 input_stream = stream;
\r
1240 private void ReInitRounds()
\r
1243 jjround = 0x80000001;
\r
1244 for (i = 73; i-- > 0; )
\r
1245 jjrounds[i] = 0x80000000;
\r
1247 public virtual void ReInit(CharStream stream, int lexState)
\r
1250 SwitchTo(lexState);
\r
1252 public virtual void SwitchTo(int lexState)
\r
1254 if (lexState >= 1 || lexState < 0)
\r
1255 throw new TokenMgrError("Error: Ignoring invalid lexical state : " + lexState + ". State unchanged.", TokenMgrError.INVALID_LEXICAL_STATE);
\r
1257 curLexState = lexState;
\r
1260 protected internal virtual Token JjFillToken()
\r
1262 Token t = Token.NewToken(jjmatchedKind);
\r
1263 t.kind = jjmatchedKind;
\r
1264 System.String im = jjstrLiteralImages[jjmatchedKind];
\r
1265 t.image = (im == null) ? input_stream.GetImage() : im;
\r
1266 t.beginLine = input_stream.GetBeginLine();
\r
1267 t.beginColumn = input_stream.GetBeginColumn();
\r
1268 t.endLine = input_stream.GetEndLine();
\r
1269 t.endColumn = input_stream.GetEndColumn();
\r
1273 internal int curLexState = 0;
\r
1274 internal int defaultLexState = 0;
\r
1275 internal int jjnewStateCnt;
\r
1276 internal uint jjround;
\r
1277 internal int jjmatchedPos;
\r
1278 internal int jjmatchedKind;
\r
1280 public virtual Token GetNextToken()
\r
1282 Token matchedToken;
\r
1289 curChar = input_stream.BeginToken();
\r
1291 catch (System.IO.IOException)
\r
1293 jjmatchedKind = 0;
\r
1294 matchedToken = JjFillToken();
\r
1295 return matchedToken;
\r
1298 jjmatchedKind = 0x7fffffff;
\r
1300 curPos = JjMoveStringLiteralDfa0_0();
\r
1301 if (jjmatchedPos == 0 && jjmatchedKind > 14)
\r
1303 jjmatchedKind = 14;
\r
1305 if (jjmatchedKind != 0x7fffffff)
\r
1307 if (jjmatchedPos + 1 < curPos)
\r
1308 input_stream.Backup(curPos - jjmatchedPos - 1);
\r
1309 if ((jjtoToken[jjmatchedKind >> 6] & (1L << (jjmatchedKind & 63))) != 0L)
\r
1311 matchedToken = JjFillToken();
\r
1312 return matchedToken;
\r
1319 int error_line = input_stream.GetEndLine();
\r
1320 int error_column = input_stream.GetEndColumn();
\r
1321 System.String error_after = null;
\r
1322 bool EOFSeen = false;
\r
1325 input_stream.ReadChar(); input_stream.Backup(1);
\r
1327 catch (System.IO.IOException)
\r
1330 error_after = curPos <= 1?"":input_stream.GetImage();
\r
1331 if (curChar == '\n' || curChar == '\r')
\r
1341 input_stream.Backup(1);
\r
1342 error_after = curPos <= 1?"":input_stream.GetImage();
\r
1344 throw new TokenMgrError(EOFSeen, curLexState, error_line, error_column, error_after, curChar, TokenMgrError.LEXICAL_ERROR);
\r