2 * Copyright 2004 The Apache Software Foundation
\r
4 * Licensed under the Apache License, Version 2.0 (the "License");
\r
5 * you may not use this file except in compliance with the License.
\r
6 * You may obtain a copy of the License at
\r
8 * http://www.apache.org/licenses/LICENSE-2.0
\r
10 * Unless required by applicable law or agreed to in writing, software
\r
11 * distributed under the License is distributed on an "AS IS" BASIS,
\r
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
\r
13 * See the License for the specific language governing permissions and
\r
14 * limitations under the License.
\r
16 /* Generated By:JavaCC: Do not edit this line. QueryParserTokenManager.java */
\r
18 using Monodoc.Lucene.Net.Analysis;
\r
19 using Monodoc.Lucene.Net.Documents;
\r
20 using Term = Monodoc.Lucene.Net.Index.Term;
\r
21 using Monodoc.Lucene.Net.Search;
\r
22 using Searchable = Monodoc.Lucene.Net.Search.Searchable;
\r
23 namespace Monodoc.Lucene.Net.QueryParsers
\r
26 public class QueryParserTokenManager : QueryParserConstants
\r
28 private void InitBlock()
\r
30 System.IO.StreamWriter temp_writer;
\r
31 temp_writer = new System.IO.StreamWriter(System.Console.OpenStandardOutput(), System.Console.Out.Encoding);
\r
32 temp_writer.AutoFlush = true;
\r
33 debugStream = temp_writer;
\r
35 public System.IO.StreamWriter debugStream;
\r
36 public virtual void SetDebugStream(System.IO.StreamWriter ds)
\r
40 private int jjStopStringLiteralDfa_3(int pos, long active0)
\r
50 private int jjStartNfa_3(int pos, long active0)
\r
52 return JjMoveNfa_3(jjStopStringLiteralDfa_3(pos, active0), pos + 1);
\r
54 private int JjStopAtPos(int pos, int kind)
\r
56 jjmatchedKind = kind;
\r
60 private int JjStartNfaWithStates_3(int pos, int kind, int state)
\r
62 jjmatchedKind = kind;
\r
66 curChar = input_stream.ReadChar();
\r
68 catch (System.IO.IOException e)
\r
72 return JjMoveNfa_3(state, pos + 1);
\r
74 private int JjMoveStringLiteralDfa0_3()
\r
80 return JjStopAtPos(0, 12);
\r
83 return JjStopAtPos(0, 13);
\r
86 return JjStopAtPos(0, 10);
\r
89 return JjStopAtPos(0, 11);
\r
92 return JjStopAtPos(0, 14);
\r
95 return JjStopAtPos(0, 21);
\r
98 return JjStopAtPos(0, 15);
\r
100 case (char) (123):
\r
101 return JjStopAtPos(0, 22);
\r
104 return JjMoveNfa_3(0, 0);
\r
108 private void JjCheckNAdd(int state)
\r
110 if (jjrounds[state] != jjround)
\r
112 jjstateSet[jjnewStateCnt++] = state;
\r
113 jjrounds[state] = jjround;
\r
116 private void JjAddStates(int start, int end)
\r
120 jjstateSet[jjnewStateCnt++] = jjnextStates[start];
\r
122 while (start++ != end);
\r
124 private void JjCheckNAddTwoStates(int state1, int state2)
\r
126 JjCheckNAdd(state1);
\r
127 JjCheckNAdd(state2);
\r
129 private void JjCheckNAddStates(int start, int end)
\r
133 JjCheckNAdd(jjnextStates[start]);
\r
135 while (start++ != end);
\r
137 private void JjCheckNAddStates(int start)
\r
139 JjCheckNAdd(jjnextStates[start]);
\r
140 JjCheckNAdd(jjnextStates[start + 1]);
\r
142 internal static readonly ulong[] jjbitVec0 = new ulong[]{0xfffffffffffffffeL, 0xffffffffffffffffL, 0xffffffffffffffffL, 0xffffffffffffffffL};
\r
143 internal static readonly ulong[] jjbitVec2 = new ulong[]{0x0L, 0x0L, 0xffffffffffffffffL, 0xffffffffffffffffL};
\r
144 private int JjMoveNfa_3(int startState, int curPos)
\r
148 jjnewStateCnt = 33;
\r
150 jjstateSet[0] = startState;
\r
151 int j, kind = 0x7fffffff;
\r
154 if (++jjround == 0x7fffffff)
\r
158 ulong l = ((ulong) 1L) << curChar;
\r\r
162 switch (jjstateSet[--i])
\r
166 if ((0x7bffd0f8ffffd9ffL & l) != (ulong) 0L)
\r
170 JjCheckNAddStates(0, 6);
\r
172 else if ((0x100002600L & l) != (ulong) 0L)
\r
177 else if (curChar == 34)
\r
179 else if (curChar == 33)
\r
185 jjstateSet[jjnewStateCnt++] = 4;
\r
189 if (curChar == 38 && kind > 7)
\r
195 jjstateSet[jjnewStateCnt++] = 4;
\r
199 if (curChar == 33 && kind > 9)
\r
209 if ((0xfffffffbffffffffL & l) != (ulong) 0L)
\r
210 JjCheckNAddTwoStates(15, 16);
\r
214 if (curChar == 34 && kind > 16)
\r
219 if ((0x3ff000000000000L & l) == (ulong) 0L)
\r
232 if ((0x3ff000000000000L & l) == (ulong) 0L)
\r
240 if ((0x7bffd0f8ffffd9ffL & l) == (ulong) 0L)
\r
244 JjCheckNAddStates(0, 6);
\r
248 if ((0x7bfff8f8ffffd9ffL & l) == (ulong) 0L)
\r
252 JjCheckNAddTwoStates(22, 23);
\r
256 if ((0x84002f0600000000L & l) == (ulong) 0L)
\r
260 JjCheckNAddTwoStates(22, 23);
\r
264 if ((0x7bfff8f8ffffd9ffL & l) != (ulong) 0L)
\r
265 JjCheckNAddStates(9, 11);
\r
269 if (curChar == 42 && kind > 19)
\r
274 if ((0x84002f0600000000L & l) != (ulong) 0L)
\r
275 JjCheckNAddStates(9, 11);
\r
279 if ((0xfbfffcf8ffffd9ffL & l) == (ulong) 0L)
\r
283 JjCheckNAddTwoStates(29, 30);
\r
287 if ((0x84002f0600000000L & l) == (ulong) 0L)
\r
291 JjCheckNAddTwoStates(29, 30);
\r
298 while (i != startsAt);
\r
300 else if (curChar < 128)
\r
302 ulong l = ((ulong) 1L) << (curChar & 63);
\r\r
306 switch (jjstateSet[--i])
\r
310 if ((0x97ffffff97ffffffL & l) != (ulong) 0L)
\r
314 JjCheckNAddStates(0, 6);
\r
316 else if (curChar == 126)
\r
320 jjstateSet[jjnewStateCnt++] = 18;
\r
323 JjCheckNAddStates(12, 14);
\r
324 else if (curChar == 78)
\r
325 jjstateSet[jjnewStateCnt++] = 11;
\r
326 else if (curChar == 124)
\r
327 jjstateSet[jjnewStateCnt++] = 8;
\r
328 else if (curChar == 79)
\r
329 jjstateSet[jjnewStateCnt++] = 6;
\r
330 else if (curChar == 65)
\r
331 jjstateSet[jjnewStateCnt++] = 2;
\r
335 if (curChar == 68 && kind > 7)
\r
341 jjstateSet[jjnewStateCnt++] = 1;
\r
346 jjstateSet[jjnewStateCnt++] = 2;
\r
350 if (curChar == 82 && kind > 8)
\r
356 jjstateSet[jjnewStateCnt++] = 6;
\r
360 if (curChar == 124 && kind > 8)
\r
365 if (curChar == 124)
\r
366 jjstateSet[jjnewStateCnt++] = 8;
\r
370 if (curChar == 84 && kind > 9)
\r
376 jjstateSet[jjnewStateCnt++] = 10;
\r
381 jjstateSet[jjnewStateCnt++] = 11;
\r
385 JjAddStates(13, 16);
\r
389 if (curChar != 126)
\r
393 jjstateSet[jjnewStateCnt++] = 18;
\r
397 if ((0x97ffffff97ffffffL & l) == (ulong) 0L)
\r
401 JjCheckNAddStates(0, 6);
\r
405 if ((0x97ffffff97ffffffL & l) == (ulong) 0L)
\r
409 JjCheckNAddTwoStates(22, 23);
\r
414 JjCheckNAddTwoStates(24, 24);
\r
418 if ((0x6800000078000000L & l) == (ulong) 0L)
\r
422 JjCheckNAddTwoStates(22, 23);
\r
426 if ((0x97ffffff97ffffffL & l) != (ulong) 0L)
\r
427 JjCheckNAddStates(9, 11);
\r
432 JjCheckNAddTwoStates(28, 28);
\r
436 if ((0x6800000078000000L & l) != (ulong) 0L)
\r
437 JjCheckNAddStates(9, 11);
\r
441 if ((0x97ffffff97ffffffL & l) == (ulong) 0L)
\r
445 JjCheckNAddTwoStates(29, 30);
\r
450 JjCheckNAddTwoStates(31, 31);
\r
454 if ((0x6800000078000000L & l) == (ulong) 0L)
\r
458 JjCheckNAddTwoStates(29, 30);
\r
463 JjCheckNAddStates(12, 14);
\r
470 while (i != startsAt);
\r
474 int hiByte = (int) (curChar >> 8);
\r
475 int i1 = hiByte >> 6;
\r
476 ulong l1 = ((ulong) 1L) << (hiByte & 63);
\r
477 int i2 = (curChar & 0xff) >> 6;
\r
478 ulong l2 = ((ulong) 1L) << (curChar & 63);
\r\r
482 switch (jjstateSet[--i])
\r
486 if (!jjCanMove_0(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
490 JjCheckNAddStates(0, 6);
\r
494 if (jjCanMove_0(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
495 JjAddStates(15, 16);
\r
499 if (!jjCanMove_0(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
503 JjCheckNAddTwoStates(22, 23);
\r
507 if (jjCanMove_0(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
508 JjCheckNAddStates(9, 11);
\r
512 if (!jjCanMove_0(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
516 JjCheckNAddTwoStates(29, 30);
\r
523 while (i != startsAt);
\r
525 if (kind != 0x7fffffff)
\r
527 jjmatchedKind = kind;
\r
528 jjmatchedPos = curPos;
\r
532 if ((i = jjnewStateCnt) == (startsAt = 33 - (jjnewStateCnt = startsAt)))
\r
536 curChar = input_stream.ReadChar();
\r
538 catch (System.IO.IOException)
\r
544 private int JjStopStringLiteralDfa_1(int pos, ulong active0)
\r
550 if ((active0 & 0x10000000L) != 0L)
\r
552 jjmatchedKind = 31;
\r
562 private int JjStartNfa_1(int pos, ulong active0)
\r
564 return JjMoveNfa_1(JjStopStringLiteralDfa_1(pos, (ulong) active0), pos + 1);
\r
566 private int JjStartNfaWithStates_1(int pos, int kind, int state)
\r
568 jjmatchedKind = kind;
\r
569 jjmatchedPos = pos;
\r
572 curChar = input_stream.ReadChar();
\r
574 catch (System.IO.IOException)
\r
578 return JjMoveNfa_1(state, pos + 1);
\r
580 private int JjMoveStringLiteralDfa0_1()
\r
586 return JjMoveStringLiteralDfa1_1((ulong) 0x10000000L);
\r
588 case (char) (125):
\r
589 return JjStopAtPos(0, 29);
\r
592 return JjMoveNfa_1(0, 0);
\r
596 private int JjMoveStringLiteralDfa1_1(ulong active0)
\r
600 curChar = input_stream.ReadChar();
\r
602 catch (System.IO.IOException)
\r
604 JjStopStringLiteralDfa_1(0, (ulong) active0);
\r
611 if ((active0 & 0x10000000L) != 0L)
\r
612 return JjStartNfaWithStates_1(1, 28, 4);
\r
619 return JjStartNfa_1(0, (ulong) active0);
\r
621 private int JjMoveNfa_1(int startState, int curPos)
\r
627 jjstateSet[0] = startState;
\r
628 int j, kind = 0x7fffffff;
\r
631 if (++jjround == 0x7fffffff)
\r
635 ulong l = ((ulong) 1L) << curChar;
\r\r
639 switch (jjstateSet[--i])
\r
643 if ((0xfffffffeffffffffL & l) != (ulong) 0L)
\r
649 if ((0x100002600L & l) != (ulong) 0L)
\r
654 else if (curChar == 34)
\r
664 if ((0xfffffffbffffffffL & l) != (ulong) 0L)
\r
665 JjCheckNAddTwoStates(2, 3);
\r
669 if (curChar == 34 && kind > 30)
\r
674 if ((0xfffffffeffffffffL & l) == (ulong) 0L)
\r
685 while (i != startsAt);
\r
687 else if (curChar < 128)
\r
689 ulong l = ((ulong) 1L) << (curChar & 63);
\r\r
693 switch (jjstateSet[--i])
\r
698 if ((0xdfffffffffffffffL & l) == (ulong) 0L)
\r
706 JjAddStates(17, 18);
\r
713 while (i != startsAt);
\r
717 int hiByte = (int) (curChar >> 8);
\r
718 int i1 = hiByte >> 6;
\r
719 ulong l1 = ((ulong) 1L) << (hiByte & 63);
\r
720 int i2 = (curChar & 0xff) >> 6;
\r
721 ulong l2 = ((ulong) 1L) << (curChar & 63);
\r\r
725 switch (jjstateSet[--i])
\r
730 if (!jjCanMove_0(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
738 if (jjCanMove_0(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
739 JjAddStates(17, 18);
\r
746 while (i != startsAt);
\r
748 if (kind != 0x7fffffff)
\r
750 jjmatchedKind = kind;
\r
751 jjmatchedPos = curPos;
\r
755 if ((i = jjnewStateCnt) == (startsAt = 5 - (jjnewStateCnt = startsAt)))
\r
759 curChar = input_stream.ReadChar();
\r
761 catch (System.IO.IOException)
\r
767 private int JjMoveStringLiteralDfa0_0()
\r
769 return JjMoveNfa_0(0, 0);
\r
771 private int JjMoveNfa_0(int startState, int curPos)
\r
777 jjstateSet[0] = startState;
\r
778 int j, kind = 0x7fffffff;
\r
781 if (++jjround == 0x7fffffff)
\r
785 ulong l = ((ulong) 1L) << curChar;
\r\r
789 switch (jjstateSet[--i])
\r
793 if ((0x3ff000000000000L & l) == (ulong) 0L)
\r
797 JjAddStates(19, 20);
\r
806 if ((0x3ff000000000000L & l) == (ulong) 0L)
\r
817 while (i != startsAt);
\r
819 else if (curChar < 128)
\r
821 ulong l = ((ulong) 1L) << (curChar & 63);
\r\r
825 switch (jjstateSet[--i])
\r
832 while (i != startsAt);
\r
836 int hiByte = (int) (curChar >> 8);
\r
837 int i1 = hiByte >> 6;
\r
838 ulong l1 = ((ulong) 1L) << (hiByte & 63);
\r
839 int i2 = (curChar & 0xff) >> 6;
\r
840 ulong l2 = ((ulong) 1L) << (curChar & 63);
\r\r
844 switch (jjstateSet[--i])
\r
851 while (i != startsAt);
\r
853 if (kind != 0x7fffffff)
\r
855 jjmatchedKind = kind;
\r
856 jjmatchedPos = curPos;
\r
860 if ((i = jjnewStateCnt) == (startsAt = 3 - (jjnewStateCnt = startsAt)))
\r
864 curChar = input_stream.ReadChar();
\r
866 catch (System.IO.IOException e)
\r
872 private int JjStopStringLiteralDfa_2(int pos, ulong active0)
\r
878 if ((active0 & 0x1000000L) != (ulong) 0L)
\r
880 jjmatchedKind = 27;
\r
890 private int JjStartNfa_2(int pos, ulong active0)
\r
892 return JjMoveNfa_2(JjStopStringLiteralDfa_2(pos, (ulong) active0), pos + 1);
\r
894 private int JjStartNfaWithStates_2(int pos, int kind, int state)
\r
896 jjmatchedKind = kind;
\r
897 jjmatchedPos = pos;
\r
900 curChar = input_stream.ReadChar();
\r
902 catch (System.IO.IOException e)
\r
906 return JjMoveNfa_2(state, pos + 1);
\r
908 private int JjMoveStringLiteralDfa0_2()
\r
914 return JjMoveStringLiteralDfa1_2((ulong) 0x1000000L);
\r
917 return JjStopAtPos(0, 25);
\r
920 return JjMoveNfa_2(0, 0);
\r
924 private int JjMoveStringLiteralDfa1_2(ulong active0)
\r
928 curChar = input_stream.ReadChar();
\r
930 catch (System.IO.IOException e)
\r
932 JjStopStringLiteralDfa_2(0, (ulong) active0);
\r
939 if ((active0 & 0x1000000L) != (ulong) 0L)
\r
940 return JjStartNfaWithStates_2(1, 24, 4);
\r
947 return JjStartNfa_2(0, (ulong) active0);
\r
949 private int JjMoveNfa_2(int startState, int curPos)
\r
955 jjstateSet[0] = startState;
\r
956 int j, kind = 0x7fffffff;
\r
959 if (++jjround == 0x7fffffff)
\r
963 ulong l = ((ulong) 1L) << curChar;
\r\r
967 switch (jjstateSet[--i])
\r
971 if ((0xfffffffeffffffffL & l) != (ulong) 0L)
\r
977 if ((0x100002600L & l) != (ulong) 0L)
\r
982 else if (curChar == 34)
\r
992 if ((0xfffffffbffffffffL & l) != (ulong) 0L)
\r
993 JjCheckNAddTwoStates(2, 3);
\r
997 if (curChar == 34 && kind > 26)
\r
1002 if ((0xfffffffeffffffffL & l) == (ulong) 0L)
\r
1013 while (i != startsAt);
\r
1015 else if (curChar < 128)
\r
1017 ulong l = ((ulong) 1L) << (curChar & 63);
\r\r
1021 switch (jjstateSet[--i])
\r
1026 if ((0xffffffffdfffffffL & l) == (ulong) 0L)
\r
1034 JjAddStates(17, 16);
\r
1041 while (i != startsAt);
\r
1045 int hiByte = (int) (curChar >> 8);
\r
1046 int i1 = hiByte >> 6;
\r
1047 ulong l1 = ((ulong) 1L) << (hiByte & 63);
\r
1048 int i2 = (curChar & 0xff) >> 6;
\r
1049 ulong l2 = ((ulong) 1L) << (curChar & 63);
\r\r
1053 switch (jjstateSet[--i])
\r
1058 if (!jjCanMove_0(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
1066 if (jjCanMove_0(hiByte, i1, i2, (ulong) l1, (ulong) l2))
\r
1067 JjAddStates(17, 18);
\r
1074 while (i != startsAt);
\r
1076 if (kind != 0x7fffffff)
\r
1078 jjmatchedKind = kind;
\r
1079 jjmatchedPos = curPos;
\r
1080 kind = 0x7fffffff;
\r
1083 if ((i = jjnewStateCnt) == (startsAt = 5 - (jjnewStateCnt = startsAt)))
\r
1087 curChar = input_stream.ReadChar();
\r
1089 catch (System.IO.IOException e)
\r
1095 internal static readonly int[] jjnextStates = new int[]{22, 25, 26, 29, 30, 27, 23, 18, 19, 25, 26, 27, 24, 28, 31, 15, 16, 2, 3, 0, 1};
\r
1096 private static bool jjCanMove_0(int hiByte, int i1, int i2, ulong l1, ulong l2)
\r
1102 return ((jjbitVec2[i2] & l2) != (ulong) 0L);
\r
1105 if ((jjbitVec0[i1] & l1) != (ulong) 0L)
\r
1111 public static readonly System.String[] jjstrLiteralImages = new System.String[]{"", null, null, null, null, null, null, null, null, null, "\x002B", "\x002D", "\x0028", "\x0029", "\x003A", "\x005E", null, null, null, null, null, "\x005B", "\x007B", null, "\x0054\x004F", "\x005D", null, null, "\x0054\x004F", "\x007D", null, null};
\r
1112 public static readonly System.String[] lexStateNames = new System.String[]{"Boost", "RangeEx", "RangeIn", "DEFAULT"};
\r
1113 public static readonly int[] jjnewLexState = new int[]{- 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, 0, - 1, - 1, - 1, - 1, - 1, 2, 1, 3, - 1, 3, - 1, - 1, - 1, 3, - 1, - 1};
\r
1114 internal static readonly ulong[] jjtoToken = new ulong[]{0xffffff81L};
\r
1115 internal static readonly long[] jjtoSkip = new long[]{0x40L};
\r
1116 protected internal CharStream input_stream;
\r
1117 private uint[] jjrounds = new uint[33];
\r
1118 private int[] jjstateSet = new int[66];
\r
1119 protected internal char curChar;
\r
1120 public QueryParserTokenManager(CharStream stream)
\r
1123 input_stream = stream;
\r
1125 public QueryParserTokenManager(CharStream stream, int lexState) : this(stream)
\r
1127 SwitchTo(lexState);
\r
1129 public virtual void ReInit(CharStream stream)
\r
1131 jjmatchedPos = jjnewStateCnt = 0;
\r
1132 curLexState = defaultLexState;
\r
1133 input_stream = stream;
\r
1136 private void ReInitRounds()
\r
1139 jjround = 0x80000001;
\r
1140 for (i = 33; i-- > 0; )
\r
1141 jjrounds[i] = 0x80000000;
\r
1143 public virtual void ReInit(CharStream stream, int lexState)
\r
1146 SwitchTo(lexState);
\r
1148 public virtual void SwitchTo(int lexState)
\r
1150 if (lexState >= 4 || lexState < 0)
\r
1151 throw new TokenMgrError("Error: Ignoring invalid lexical state : " + lexState + ". State unchanged.", TokenMgrError.INVALID_LEXICAL_STATE);
\r
1153 curLexState = lexState;
\r
1156 protected internal virtual Token JjFillToken()
\r
1158 Token t = Token.NewToken(jjmatchedKind);
\r
1159 t.kind = jjmatchedKind;
\r
1160 System.String im = jjstrLiteralImages[jjmatchedKind];
\r
1161 t.image = (im == null) ? input_stream.GetImage() : im;
\r
1162 t.beginLine = input_stream.GetBeginLine();
\r
1163 t.beginColumn = input_stream.GetBeginColumn();
\r
1164 t.endLine = input_stream.GetEndLine();
\r
1165 t.endColumn = input_stream.GetEndColumn();
\r
1169 internal int curLexState = 3;
\r
1170 internal int defaultLexState = 3;
\r
1171 internal int jjnewStateCnt;
\r
1172 internal uint jjround;
\r
1173 internal int jjmatchedPos;
\r
1174 internal int jjmatchedKind;
\r
1176 public virtual Token GetNextToken()
\r
1179 Token specialToken = null;
\r
1180 Token matchedToken;
\r
1187 curChar = input_stream.BeginToken();
\r
1189 catch (System.IO.IOException e)
\r
1191 jjmatchedKind = 0;
\r
1192 matchedToken = JjFillToken();
\r
1193 return matchedToken;
\r
1196 switch (curLexState)
\r
1200 jjmatchedKind = 0x7fffffff;
\r
1202 curPos = JjMoveStringLiteralDfa0_0();
\r
1206 jjmatchedKind = 0x7fffffff;
\r
1208 curPos = JjMoveStringLiteralDfa0_1();
\r
1212 jjmatchedKind = 0x7fffffff;
\r
1214 curPos = JjMoveStringLiteralDfa0_2();
\r
1218 jjmatchedKind = 0x7fffffff;
\r
1220 curPos = JjMoveStringLiteralDfa0_3();
\r
1223 if (jjmatchedKind != 0x7fffffff)
\r
1225 if (jjmatchedPos + 1 < curPos)
\r
1226 input_stream.Backup(curPos - jjmatchedPos - 1);
\r
1227 if ((jjtoToken[jjmatchedKind >> 6] & ((ulong) (1L << (jjmatchedKind & 63)))) != (ulong) 0L)
\r
1229 matchedToken = JjFillToken();
\r
1230 if (jjnewLexState[jjmatchedKind] != - 1)
\r
1231 curLexState = jjnewLexState[jjmatchedKind];
\r
1232 return matchedToken;
\r
1236 if (jjnewLexState[jjmatchedKind] != - 1)
\r
1237 curLexState = jjnewLexState[jjmatchedKind];
\r
1241 int error_line = input_stream.GetEndLine();
\r
1242 int error_column = input_stream.GetEndColumn();
\r
1243 System.String error_after = null;
\r
1244 bool EOFSeen = false;
\r
1247 input_stream.ReadChar(); input_stream.Backup(1);
\r
1249 catch (System.IO.IOException e1)
\r
1252 error_after = curPos <= 1?"":input_stream.GetImage();
\r
1253 if (curChar == '\n' || curChar == '\r')
\r
1263 input_stream.Backup(1);
\r
1264 error_after = curPos <= 1?"":input_stream.GetImage();
\r
1266 throw new TokenMgrError(EOFSeen, curLexState, error_line, error_column, error_after, curChar, TokenMgrError.LEXICAL_ERROR);
\r