StandardTokenizerTokenManager.java
0001 /* Generated By:JavaCC: Do not edit this line. StandardTokenizerTokenManager.java */
0002 package gate.creole.annic.apache.lucene.analysis.standard;
0003 
0004 @SuppressWarnings("unused")
0005 public class StandardTokenizerTokenManager implements StandardTokenizerConstants
0006 {
0007   public  java.io.PrintStream debugStream = System.out;
0008   public  void setDebugStream(java.io.PrintStream ds) { debugStream = ds; }
0009 private final int jjMoveStringLiteralDfa0_0()
0010 {
0011    return jjMoveNfa_0(00);
0012 }
0013 private final void jjCheckNAdd(int state)
0014 {
0015    if (jjrounds[state!= jjround)
0016    {
0017       jjstateSet[jjnewStateCnt++= state;
0018       jjrounds[state= jjround;
0019    }
0020 }
0021 private final void jjAddStates(int start, int end)
0022 {
0023    do {
0024       jjstateSet[jjnewStateCnt++= jjnextStates[start];
0025    while (start++ != end);
0026 }
0027 private final void jjCheckNAddTwoStates(int state1, int state2)
0028 {
0029    jjCheckNAdd(state1);
0030    jjCheckNAdd(state2);
0031 }
0032 private final void jjCheckNAddStates(int start, int end)
0033 {
0034    do {
0035       jjCheckNAdd(jjnextStates[start]);
0036    while (start++ != end);
0037 }
0038 private final void jjCheckNAddStates(int start)
0039 {
0040    jjCheckNAdd(jjnextStates[start]);
0041    jjCheckNAdd(jjnextStates[start + 1]);
0042 }
0043 static final long[] jjbitVec0 = {
0044    0x1ff0000000000000L0xffffffffffffc000L0xffffffffL0x600000000000000L
0045 };
0046 static final long[] jjbitVec2 = {
0047    0x0L0xffffffffffffffffL0xffffffffffffffffL0xffffffffffffffffL
0048 };
0049 static final long[] jjbitVec3 = {
0050    0xffffffffffffffffL0xffffffffffffffffL0xffffL0x0L
0051 };
0052 static final long[] jjbitVec4 = {
0053    0xffffffffffffffffL0xffffffffffffffffL0x0L0x0L
0054 };
0055 static final long[] jjbitVec5 = {
0056    0x3fffffffffffL0x0L0x0L0x0L
0057 };
0058 static final long[] jjbitVec6 = {
0059    0x1600L0x0L0x0L0x0L
0060 };
0061 static final long[] jjbitVec7 = {
0062    0x0L0xffc000000000L0x0L0xffc000000000L
0063 };
0064 static final long[] jjbitVec8 = {
0065    0x0L0x3ff00000000L0x0L0x3ff000000000000L
0066 };
0067 static final long[] jjbitVec9 = {
0068    0x0L0xffc000000000L0x0L0xff8000000000L
0069 };
0070 static final long[] jjbitVec10 = {
0071    0x0L0xffc000000000L0x0L0x0L
0072 };
0073 static final long[] jjbitVec11 = {
0074    0x0L0x3ff0000L0x0L0x3ff0000L
0075 };
0076 static final long[] jjbitVec12 = {
0077    0x0L0x3ffL0x0L0x0L
0078 };
0079 static final long[] jjbitVec13 = {
0080    0xfffffffeL0x0L0x0L0x0L
0081 };
0082 static final long[] jjbitVec14 = {
0083    0x0L0x0L0x0L0xff7fffffff7fffffL
0084 };
0085 private final int jjMoveNfa_0(int startState, int curPos)
0086 {
0087    int[] nextStates;
0088    int startsAt = 0;
0089    jjnewStateCnt = 73;
0090    int i = 1;
0091    jjstateSet[0= startState;
0092    int j, kind = 0x7fffffff;
0093    for (;;)
0094    {
0095       if (++jjround == 0x7fffffff)
0096          ReInitRounds();
0097       if (curChar < 64)
0098       {
0099          long l = 1L << curChar;
0100          MatchLoop: do
0101          {
0102             switch(jjstateSet[--i])
0103             {
0104                case 0:
0105                   if ((0x3ff000000000000L & l!= 0L)
0106                   {
0107                      if (kind > 1)
0108                         kind = 1;
0109                      jjCheckNAddStates(017);
0110                   }
0111                   if ((0x3ff000000000000L & l!= 0L)
0112                      jjCheckNAddStates(1823);
0113                   break;
0114                case 1:
0115                   if ((0x3ff000000000000L & l!= 0L)
0116                      jjCheckNAddStates(1823);
0117                   break;
0118                case 2:
0119                case 39:
0120                   if ((0x3ff000000000000L & l!= 0L)
0121                      jjCheckNAddTwoStates(23);
0122                   break;
0123                case 3:
0124                   if ((0xf00000000000L & l!= 0L)
0125                      jjCheckNAdd(4);
0126                   break;
0127                case 4:
0128                   if ((0x3ff000000000000L & l== 0L)
0129                      break;
0130                   if (kind > 7)
0131                      kind = 7;
0132                   jjCheckNAdd(4);
0133                   break;
0134                case 5:
0135                case 48:
0136                   if ((0x3ff000000000000L & l!= 0L)
0137                      jjCheckNAddTwoStates(56);
0138                   break;
0139                case 6:
0140                   if ((0xf00000000000L & l!= 0L)
0141                      jjCheckNAdd(7);
0142                   break;
0143                case 7:
0144                   if ((0x3ff000000000000L & l!= 0L)
0145                      jjCheckNAddTwoStates(78);
0146                   break;
0147                case 8:
0148                   if ((0xf00000000000L & l!= 0L)
0149                      jjCheckNAddTwoStates(910);
0150                   break;
0151                case 9:
0152                   if ((0x3ff000000000000L & l!= 0L)
0153                      jjCheckNAddTwoStates(910);
0154                   break;
0155                case 10:
0156                case 11:
0157                   if ((0x3ff000000000000L & l== 0L)
0158                      break;
0159                   if (kind > 7)
0160                      kind = 7;
0161                   jjCheckNAddTwoStates(611);
0162                   break;
0163                case 12:
0164                case 61:
0165                   if ((0x3ff000000000000L & l!= 0L)
0166                      jjCheckNAddTwoStates(1213);
0167                   break;
0168                case 13:
0169                   if ((0xf00000000000L & l!= 0L)
0170                      jjCheckNAdd(14);
0171                   break;
0172                case 14:
0173                   if ((0x3ff000000000000L & l!= 0L)
0174                      jjCheckNAddTwoStates(1415);
0175                   break;
0176                case 15:
0177                   if ((0xf00000000000L & l!= 0L)
0178                      jjCheckNAddTwoStates(1617);
0179                   break;
0180                case 16:
0181                   if ((0x3ff000000000000L & l!= 0L)
0182                      jjCheckNAddTwoStates(1617);
0183                   break;
0184                case 17:
0185                case 18:
0186                   if ((0x3ff000000000000L & l!= 0L)
0187                      jjCheckNAddTwoStates(1819);
0188                   break;
0189                case 19:
0190                   if ((0xf00000000000L & l!= 0L)
0191                      jjCheckNAdd(20);
0192                   break;
0193                case 20:
0194                   if ((0x3ff000000000000L & l== 0L)
0195                      break;
0196                   if (kind > 7)
0197                      kind = 7;
0198                   jjCheckNAddTwoStates(1520);
0199                   break;
0200                case 21:
0201                   if ((0x3ff000000000000L & l== 0L)
0202                      break;
0203                   if (kind > 1)
0204                      kind = 1;
0205                   jjCheckNAddStates(017);
0206                   break;
0207                case 22:
0208                   if ((0x3ff000000000000L & l== 0L)
0209                      break;
0210                   if (kind > 1)
0211                      kind = 1;
0212                   jjCheckNAdd(22);
0213                   break;
0214                case 23:
0215                   if ((0x3ff000000000000L & l!= 0L)
0216                      jjCheckNAddStates(2426);
0217                   break;
0218                case 24:
0219                   if ((0x600000000000L & l!= 0L)
0220                      jjCheckNAdd(25);
0221                   break;
0222                case 25:
0223                   if ((0x3ff000000000000L & l!= 0L)
0224                      jjCheckNAddStates(2729);
0225                   break;
0226                case 27:
0227                   if ((0x3ff000000000000L & l!= 0L)
0228                      jjCheckNAddTwoStates(2728);
0229                   break;
0230                case 28:
0231                   if ((0x600000000000L & l!= 0L)
0232                      jjCheckNAdd(29);
0233                   break;
0234                case 29:
0235                   if ((0x3ff000000000000L & l== 0L)
0236                      break;
0237                   if (kind > 5)
0238                      kind = 5;
0239                   jjCheckNAddTwoStates(2829);
0240                   break;
0241                case 30:
0242                   if ((0x3ff000000000000L & l!= 0L)
0243                      jjCheckNAddTwoStates(3031);
0244                   break;
0245                case 31:
0246                   if (curChar == 46)
0247                      jjCheckNAdd(32);
0248                   break;
0249                case 32:
0250                   if ((0x3ff000000000000L & l== 0L)
0251                      break;
0252                   if (kind > 6)
0253                      kind = 6;
0254                   jjCheckNAddTwoStates(3132);
0255                   break;
0256                case 33:
0257                   if ((0x3ff000000000000L & l!= 0L)
0258                      jjCheckNAddTwoStates(3334);
0259                   break;
0260                case 34:
0261                   if ((0xf00000000000L & l!= 0L)
0262                      jjCheckNAddTwoStates(3536);
0263                   break;
0264                case 35:
0265                   if ((0x3ff000000000000L & l!= 0L)
0266                      jjCheckNAddTwoStates(3536);
0267                   break;
0268                case 36:
0269                case 37:
0270                   if ((0x3ff000000000000L & l== 0L)
0271                      break;
0272                   if (kind > 7)
0273                      kind = 7;
0274                   jjCheckNAdd(37);
0275                   break;
0276                case 38:
0277                   if ((0x3ff000000000000L & l!= 0L)
0278                      jjCheckNAddTwoStates(3839);
0279                   break;
0280                case 40:
0281                   if ((0x3ff000000000000L & l!= 0L)
0282                      jjCheckNAddTwoStates(4041);
0283                   break;
0284                case 41:
0285                   if ((0xf00000000000L & l!= 0L)
0286                      jjCheckNAddTwoStates(4243);
0287                   break;
0288                case 42:
0289                   if ((0x3ff000000000000L & l!= 0L)
0290                      jjCheckNAddTwoStates(4243);
0291                   break;
0292                case 43:
0293                case 44:
0294                   if ((0x3ff000000000000L & l!= 0L)
0295                      jjCheckNAddTwoStates(4445);
0296                   break;
0297                case 45:
0298                   if ((0xf00000000000L & l!= 0L)
0299                      jjCheckNAdd(46);
0300                   break;
0301                case 46:
0302                   if ((0x3ff000000000000L & l== 0L)
0303                      break;
0304                   if (kind > 7)
0305                      kind = 7;
0306                   jjCheckNAddTwoStates(4146);
0307                   break;
0308                case 47:
0309                   if ((0x3ff000000000000L & l!= 0L)
0310                      jjCheckNAddTwoStates(4748);
0311                   break;
0312                case 49:
0313                   if ((0x3ff000000000000L & l!= 0L)
0314                      jjCheckNAddTwoStates(4950);
0315                   break;
0316                case 50:
0317                   if ((0xf00000000000L & l!= 0L)
0318                      jjCheckNAddTwoStates(5152);
0319                   break;
0320                case 51:
0321                   if ((0x3ff000000000000L & l!= 0L)
0322                      jjCheckNAddTwoStates(5152);
0323                   break;
0324                case 52:
0325                case 53:
0326                   if ((0x3ff000000000000L & l!= 0L)
0327                      jjCheckNAddTwoStates(5354);
0328                   break;
0329                case 54:
0330                   if ((0xf00000000000L & l!= 0L)
0331                      jjCheckNAdd(55);
0332                   break;
0333                case 55:
0334                   if ((0x3ff000000000000L & l!= 0L)
0335                      jjCheckNAddTwoStates(5556);
0336                   break;
0337                case 56:
0338                   if ((0xf00000000000L & l!= 0L)
0339                      jjCheckNAddTwoStates(5758);
0340                   break;
0341                case 57:
0342                   if ((0x3ff000000000000L & l!= 0L)
0343                      jjCheckNAddTwoStates(5758);
0344                   break;
0345                case 58:
0346                case 59:
0347                   if ((0x3ff000000000000L & l== 0L)
0348                      break;
0349                   if (kind > 7)
0350                      kind = 7;
0351                   jjCheckNAddTwoStates(5459);
0352                   break;
0353                case 60:
0354                   if ((0x3ff000000000000L & l!= 0L)
0355                      jjCheckNAddTwoStates(6061);
0356                   break;
0357                case 64:
0358                   if (curChar == 39)
0359                      jjstateSet[jjnewStateCnt++65;
0360                   break;
0361                case 67:
0362                   if (curChar == 46)
0363                      jjCheckNAdd(68);
0364                   break;
0365                case 69:
0366                   if (curChar != 46)
0367                      break;
0368                   if (kind > 3)
0369                      kind = 3;
0370                   jjCheckNAdd(68);
0371                   break;
0372                case 71:
0373                   if (curChar == 38)
0374                      jjstateSet[jjnewStateCnt++72;
0375                   break;
0376                default break;
0377             }
0378          while(i != startsAt);
0379       }
0380       else if (curChar < 128)
0381       {
0382          long l = 1L << (curChar & 077);
0383          MatchLoop: do
0384          {
0385             switch(jjstateSet[--i])
0386             {
0387                case 0:
0388                   if ((0x7fffffe07fffffeL & l!= 0L)
0389                      jjCheckNAddStates(3035);
0390                   if ((0x7fffffe07fffffeL & l!= 0L)
0391                   {
0392                      if (kind > 1)
0393                         kind = 1;
0394                      jjCheckNAddStates(017);
0395                   }
0396                   break;
0397                case 2:
0398                   if ((0x7fffffe07fffffeL & l!= 0L)
0399                      jjAddStates(3637);
0400                   break;
0401                case 3:
0402                   if (curChar == 95)
0403                      jjCheckNAdd(4);
0404                   break;
0405                case 4:
0406                   if ((0x7fffffe07fffffeL & l== 0L)
0407                      break;
0408                   if (kind > 7)
0409                      kind = 7;
0410                   jjCheckNAdd(4);
0411                   break;
0412                case 5:
0413                   if ((0x7fffffe07fffffeL & l!= 0L)
0414                      jjCheckNAddTwoStates(56);
0415                   break;
0416                case 6:
0417                   if (curChar == 95)
0418                      jjCheckNAdd(7);
0419                   break;
0420                case 7:
0421                   if ((0x7fffffe07fffffeL & l!= 0L)
0422                      jjCheckNAddTwoStates(78);
0423                   break;
0424                case 8:
0425                   if (curChar == 95)
0426                      jjCheckNAddTwoStates(910);
0427                   break;
0428                case 9:
0429                   if ((0x7fffffe07fffffeL & l!= 0L)
0430                      jjCheckNAddTwoStates(910);
0431                   break;
0432                case 11:
0433                   if ((0x7fffffe07fffffeL & l== 0L)
0434                      break;
0435                   if (kind > 7)
0436                      kind = 7;
0437                   jjCheckNAddTwoStates(611);
0438                   break;
0439                case 12:
0440                   if ((0x7fffffe07fffffeL & l!= 0L)
0441                      jjAddStates(3839);
0442                   break;
0443                case 13:
0444                   if (curChar == 95)
0445                      jjCheckNAdd(14);
0446                   break;
0447                case 14:
0448                   if ((0x7fffffe07fffffeL & l!= 0L)
0449                      jjCheckNAddTwoStates(1415);
0450                   break;
0451                case 15:
0452                   if (curChar == 95)
0453                      jjCheckNAddTwoStates(1617);
0454                   break;
0455                case 16:
0456                   if ((0x7fffffe07fffffeL & l!= 0L)
0457                      jjCheckNAddTwoStates(1617);
0458                   break;
0459                case 18:
0460                   if ((0x7fffffe07fffffeL & l!= 0L)
0461                      jjAddStates(4041);
0462                   break;
0463                case 19:
0464                   if (curChar == 95)
0465                      jjCheckNAdd(20);
0466                   break;
0467                case 20:
0468                   if ((0x7fffffe07fffffeL & l== 0L)
0469                      break;
0470                   if (kind > 7)
0471                      kind = 7;
0472                   jjCheckNAddTwoStates(1520);
0473                   break;
0474                case 21:
0475                   if ((0x7fffffe07fffffeL & l== 0L)
0476                      break;
0477                   if (kind > 1)
0478                      kind = 1;
0479                   jjCheckNAddStates(017);
0480                   break;
0481                case 22:
0482                   if ((0x7fffffe07fffffeL & l== 0L)
0483                      break;
0484                   if (kind > 1)
0485                      kind = 1;
0486                   jjCheckNAdd(22);
0487                   break;
0488                case 23:
0489                   if ((0x7fffffe07fffffeL & l!= 0L)
0490                      jjCheckNAddStates(2426);
0491                   break;
0492                case 24:
0493                   if (curChar == 95)
0494                      jjCheckNAdd(25);
0495                   break;
0496                case 25:
0497                   if ((0x7fffffe07fffffeL & l!= 0L)
0498                      jjCheckNAddStates(2729);
0499                   break;
0500                case 26:
0501                   if (curChar == 64)
0502                      jjCheckNAdd(27);
0503                   break;
0504                case 27:
0505                   if ((0x7fffffe07fffffeL & l!= 0L)
0506                      jjCheckNAddTwoStates(2728);
0507                   break;
0508                case 29:
0509                   if ((0x7fffffe07fffffeL & l== 0L)
0510                      break;
0511                   if (kind > 5)
0512                      kind = 5;
0513                   jjCheckNAddTwoStates(2829);
0514                   break;
0515                case 30:
0516                   if ((0x7fffffe07fffffeL & l!= 0L)
0517                      jjCheckNAddTwoStates(3031);
0518                   break;
0519                case 32:
0520                   if ((0x7fffffe07fffffeL & l== 0L)
0521                      break;
0522                   if (kind > 6)
0523                      kind = 6;
0524                   jjCheckNAddTwoStates(3132);
0525                   break;
0526                case 33:
0527                   if ((0x7fffffe07fffffeL & l!= 0L)
0528                      jjCheckNAddTwoStates(3334);
0529                   break;
0530                case 34:
0531                   if (curChar == 95)
0532                      jjCheckNAddTwoStates(3536);
0533                   break;
0534                case 35:
0535                   if ((0x7fffffe07fffffeL & l!= 0L)
0536                      jjCheckNAddTwoStates(3536);
0537                   break;
0538                case 37:
0539                   if ((0x7fffffe07fffffeL & l== 0L)
0540                      break;
0541                   if (kind > 7)
0542                      kind = 7;
0543                   jjstateSet[jjnewStateCnt++37;
0544                   break;
0545                case 38:
0546                   if ((0x7fffffe07fffffeL & l!= 0L)
0547                      jjCheckNAddTwoStates(3839);
0548                   break;
0549                case 40:
0550                   if ((0x7fffffe07fffffeL & l!= 0L)
0551                      jjCheckNAddTwoStates(4041);
0552                   break;
0553                case 41:
0554                   if (curChar == 95)
0555                      jjCheckNAddTwoStates(4243);
0556                   break;
0557                case 42:
0558                   if ((0x7fffffe07fffffeL & l!= 0L)
0559                      jjCheckNAddTwoStates(4243);
0560                   break;
0561                case 44:
0562                   if ((0x7fffffe07fffffeL & l!= 0L)
0563                      jjAddStates(4243);
0564                   break;
0565                case 45:
0566                   if (curChar == 95)
0567                      jjCheckNAdd(46);
0568                   break;
0569                case 46:
0570                   if ((0x7fffffe07fffffeL & l== 0L)
0571                      break;
0572                   if (kind > 7)
0573                      kind = 7;
0574                   jjCheckNAddTwoStates(4146);
0575                   break;
0576                case 47:
0577                   if ((0x7fffffe07fffffeL & l!= 0L)
0578                      jjCheckNAddTwoStates(4748);
0579                   break;
0580                case 49:
0581                   if ((0x7fffffe07fffffeL & l!= 0L)
0582                      jjCheckNAddTwoStates(4950);
0583                   break;
0584                case 50:
0585                   if (curChar == 95)
0586                      jjCheckNAddTwoStates(5152);
0587                   break;
0588                case 51:
0589                   if ((0x7fffffe07fffffeL & l!= 0L)
0590                      jjCheckNAddTwoStates(5152);
0591                   break;
0592                case 53:
0593                   if ((0x7fffffe07fffffeL & l!= 0L)
0594                      jjCheckNAddTwoStates(5354);
0595                   break;
0596                case 54:
0597                   if (curChar == 95)
0598                      jjCheckNAdd(55);
0599                   break;
0600                case 55:
0601                   if ((0x7fffffe07fffffeL & l!= 0L)
0602                      jjCheckNAddTwoStates(5556);
0603                   break;
0604                case 56:
0605                   if (curChar == 95)
0606                      jjCheckNAddTwoStates(5758);
0607                   break;
0608                case 57:
0609                   if ((0x7fffffe07fffffeL & l!= 0L)
0610                      jjCheckNAddTwoStates(5758);
0611                   break;
0612                case 59:
0613                   if ((0x7fffffe07fffffeL & l== 0L)
0614                      break;
0615                   if (kind > 7)
0616                      kind = 7;
0617                   jjCheckNAddTwoStates(5459);
0618                   break;
0619                case 60:
0620                   if ((0x7fffffe07fffffeL & l!= 0L)
0621                      jjCheckNAddTwoStates(6061);
0622                   break;
0623                case 62:
0624                   if ((0x7fffffe07fffffeL & l!= 0L)
0625                      jjCheckNAddStates(3035);
0626                   break;
0627                case 63:
0628                   if ((0x7fffffe07fffffeL & l!= 0L)
0629                      jjCheckNAddTwoStates(6364);
0630                   break;
0631                case 65:
0632                   if ((0x7fffffe07fffffeL & l== 0L)
0633                      break;
0634                   if (kind > 2)
0635                      kind = 2;
0636                   jjCheckNAddTwoStates(6465);
0637                   break;
0638                case 66:
0639                   if ((0x7fffffe07fffffeL & l!= 0L)
0640                      jjCheckNAddTwoStates(6667);
0641                   break;
0642                case 68:
0643                   if ((0x7fffffe07fffffeL & l!= 0L)
0644                      jjAddStates(4445);
0645                   break;
0646                case 70:
0647                   if ((0x7fffffe07fffffeL & l!= 0L)
0648                      jjCheckNAddTwoStates(7071);
0649                   break;
0650                case 71:
0651                   if (curChar == 64)
0652                      jjCheckNAdd(72);
0653                   break;
0654                case 72:
0655                   if ((0x7fffffe07fffffeL & l== 0L)
0656                      break;
0657                   if (kind > 4)
0658                      kind = 4;
0659                   jjCheckNAdd(72);
0660                   break;
0661                default break;
0662             }
0663          while(i != startsAt);
0664       }
0665       else
0666       {
0667          int hiByte = (curChar >> 8);
0668          int i1 = hiByte >> 6;
0669          long l1 = 1L << (hiByte & 077);
0670          int i2 = (curChar & 0xff>> 6;
0671          long l2 = 1L << (curChar & 077);
0672          MatchLoop: do
0673          {
0674             switch(jjstateSet[--i])
0675             {
0676                case 0:
0677                   if (jjCanMove_0(hiByte, i1, i2, l1, l2))
0678                   {
0679                      if (kind > 12)
0680                         kind = 12;
0681                   }
0682                   if (jjCanMove_1(hiByte, i1, i2, l1, l2))
0683                      jjCheckNAddStates(1823);
0684                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0685                   {
0686                      if (kind > 1)
0687                         kind = 1;
0688                      jjCheckNAddStates(017);
0689                   }
0690                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0691                      jjCheckNAddStates(3035);
0692                   break;
0693                case 1:
0694                   if (jjCanMove_1(hiByte, i1, i2, l1, l2))
0695                      jjCheckNAddStates(1823);
0696                   break;
0697                case 2:
0698                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0699                      jjCheckNAddTwoStates(23);
0700                   break;
0701                case 4:
0702                   if (!jjCanMove_2(hiByte, i1, i2, l1, l2))
0703                      break;
0704                   if (kind > 7)
0705                      kind = 7;
0706                   jjstateSet[jjnewStateCnt++4;
0707                   break;
0708                case 5:
0709                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0710                      jjCheckNAddTwoStates(56);
0711                   break;
0712                case 7:
0713                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0714                      jjAddStates(4647);
0715                   break;
0716                case 9:
0717                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0718                      jjAddStates(4849);
0719                   break;
0720                case 10:
0721                   if (!jjCanMove_1(hiByte, i1, i2, l1, l2))
0722                      break;
0723                   if (kind > 7)
0724                      kind = 7;
0725                   jjCheckNAddTwoStates(611);
0726                   break;
0727                case 11:
0728                   if (!jjCanMove_2(hiByte, i1, i2, l1, l2))
0729                      break;
0730                   if (kind > 7)
0731                      kind = 7;
0732                   jjCheckNAddTwoStates(611);
0733                   break;
0734                case 12:
0735                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0736                      jjCheckNAddTwoStates(1213);
0737                   break;
0738                case 14:
0739                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0740                      jjCheckNAddTwoStates(1415);
0741                   break;
0742                case 16:
0743                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0744                      jjAddStates(5051);
0745                   break;
0746                case 17:
0747                   if (jjCanMove_1(hiByte, i1, i2, l1, l2))
0748                      jjCheckNAddTwoStates(1819);
0749                   break;
0750                case 18:
0751                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0752                      jjCheckNAddTwoStates(1819);
0753                   break;
0754                case 20:
0755                   if (!jjCanMove_2(hiByte, i1, i2, l1, l2))
0756                      break;
0757                   if (kind > 7)
0758                      kind = 7;
0759                   jjCheckNAddTwoStates(1520);
0760                   break;
0761                case 21:
0762                   if (!jjCanMove_2(hiByte, i1, i2, l1, l2))
0763                      break;
0764                   if (kind > 1)
0765                      kind = 1;
0766                   jjCheckNAddStates(017);
0767                   break;
0768                case 22:
0769                   if (!jjCanMove_2(hiByte, i1, i2, l1, l2))
0770                      break;
0771                   if (kind > 1)
0772                      kind = 1;
0773                   jjCheckNAdd(22);
0774                   break;
0775                case 23:
0776                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0777                      jjCheckNAddStates(2426);
0778                   break;
0779                case 25:
0780                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0781                      jjCheckNAddStates(2729);
0782                   break;
0783                case 27:
0784                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0785                      jjCheckNAddTwoStates(2728);
0786                   break;
0787                case 29:
0788                   if (!jjCanMove_2(hiByte, i1, i2, l1, l2))
0789                      break;
0790                   if (kind > 5)
0791                      kind = 5;
0792                   jjCheckNAddTwoStates(2829);
0793                   break;
0794                case 30:
0795                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0796                      jjCheckNAddTwoStates(3031);
0797                   break;
0798                case 32:
0799                   if (!jjCanMove_2(hiByte, i1, i2, l1, l2))
0800                      break;
0801                   if (kind > 6)
0802                      kind = 6;
0803                   jjCheckNAddTwoStates(3132);
0804                   break;
0805                case 33:
0806                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0807                      jjCheckNAddTwoStates(3334);
0808                   break;
0809                case 35:
0810                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0811                      jjAddStates(5253);
0812                   break;
0813                case 36:
0814                   if (!jjCanMove_1(hiByte, i1, i2, l1, l2))
0815                      break;
0816                   if (kind > 7)
0817                      kind = 7;
0818                   jjCheckNAdd(37);
0819                   break;
0820                case 37:
0821                   if (!jjCanMove_2(hiByte, i1, i2, l1, l2))
0822                      break;
0823                   if (kind > 7)
0824                      kind = 7;
0825                   jjCheckNAdd(37);
0826                   break;
0827                case 38:
0828                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0829                      jjCheckNAddTwoStates(3839);
0830                   break;
0831                case 39:
0832                   if (jjCanMove_1(hiByte, i1, i2, l1, l2))
0833                      jjCheckNAddTwoStates(23);
0834                   break;
0835                case 40:
0836                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0837                      jjCheckNAddTwoStates(4041);
0838                   break;
0839                case 42:
0840                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0841                      jjAddStates(5455);
0842                   break;
0843                case 43:
0844                   if (jjCanMove_1(hiByte, i1, i2, l1, l2))
0845                      jjCheckNAddTwoStates(4445);
0846                   break;
0847                case 44:
0848                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0849                      jjCheckNAddTwoStates(4445);
0850                   break;
0851                case 46:
0852                   if (!jjCanMove_2(hiByte, i1, i2, l1, l2))
0853                      break;
0854                   if (kind > 7)
0855                      kind = 7;
0856                   jjCheckNAddTwoStates(4146);
0857                   break;
0858                case 47:
0859                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0860                      jjCheckNAddTwoStates(4748);
0861                   break;
0862                case 48:
0863                   if (jjCanMove_1(hiByte, i1, i2, l1, l2))
0864                      jjCheckNAddTwoStates(56);
0865                   break;
0866                case 49:
0867                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0868                      jjCheckNAddTwoStates(4950);
0869                   break;
0870                case 51:
0871                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0872                      jjAddStates(5657);
0873                   break;
0874                case 52:
0875                   if (jjCanMove_1(hiByte, i1, i2, l1, l2))
0876                      jjCheckNAddTwoStates(5354);
0877                   break;
0878                case 53:
0879                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0880                      jjCheckNAddTwoStates(5354);
0881                   break;
0882                case 55:
0883                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0884                      jjAddStates(5859);
0885                   break;
0886                case 57:
0887                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0888                      jjAddStates(6061);
0889                   break;
0890                case 58:
0891                   if (!jjCanMove_1(hiByte, i1, i2, l1, l2))
0892                      break;
0893                   if (kind > 7)
0894                      kind = 7;
0895                   jjCheckNAddTwoStates(5459);
0896                   break;
0897                case 59:
0898                   if (!jjCanMove_2(hiByte, i1, i2, l1, l2))
0899                      break;
0900                   if (kind > 7)
0901                      kind = 7;
0902                   jjCheckNAddTwoStates(5459);
0903                   break;
0904                case 60:
0905                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0906                      jjCheckNAddTwoStates(6061);
0907                   break;
0908                case 61:
0909                   if (jjCanMove_1(hiByte, i1, i2, l1, l2))
0910                      jjCheckNAddTwoStates(1213);
0911                   break;
0912                case 62:
0913                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0914                      jjCheckNAddStates(3035);
0915                   break;
0916                case 63:
0917                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0918                      jjCheckNAddTwoStates(6364);
0919                   break;
0920                case 65:
0921                   if (!jjCanMove_2(hiByte, i1, i2, l1, l2))
0922                      break;
0923                   if (kind > 2)
0924                      kind = 2;
0925                   jjCheckNAddTwoStates(6465);
0926                   break;
0927                case 66:
0928                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0929                      jjCheckNAddTwoStates(6667);
0930                   break;
0931                case 68:
0932                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0933                      jjAddStates(4445);
0934                   break;
0935                case 70:
0936                   if (jjCanMove_2(hiByte, i1, i2, l1, l2))
0937                      jjCheckNAddTwoStates(7071);
0938                   break;
0939                case 72:
0940                   if (!jjCanMove_2(hiByte, i1, i2, l1, l2))
0941                      break;
0942                   if (kind > 4)
0943                      kind = 4;
0944                   jjstateSet[jjnewStateCnt++72;
0945                   break;
0946                default break;
0947             }
0948          while(i != startsAt);
0949       }
0950       if (kind != 0x7fffffff)
0951       {
0952          jjmatchedKind = kind;
0953          jjmatchedPos = curPos;
0954          kind = 0x7fffffff;
0955       }
0956       ++curPos;
0957       if ((i = jjnewStateCnt== (startsAt = 73 (jjnewStateCnt = startsAt)))
0958          return curPos;
0959       try curChar = input_stream.readChar()}
0960       catch(java.io.IOException e) { return curPos; }
0961    }
0962 }
0963 static final int[] jjnextStates = {
0964    22232426303133343839404147484950,
0965    6061235612132324262425266364,
0966    6667707123121318194445686978,
0967    910161735364243515255565758,
0968 };
0969 private static final boolean jjCanMove_0(int hiByte, int i1, int i2, long l1, long l2)
0970 {
0971    switch(hiByte)
0972    {
0973       case 48:
0974          return ((jjbitVec2[i2& l2!= 0L);
0975       case 49:
0976          return ((jjbitVec3[i2& l2!= 0L);
0977       case 51:
0978          return ((jjbitVec4[i2& l2!= 0L);
0979       case 61:
0980          return ((jjbitVec5[i2& l2!= 0L);
0981       default :
0982          if ((jjbitVec0[i1& l1!= 0L)
0983             return true;
0984          return false;
0985    }
0986 }
0987 private static final boolean jjCanMove_1(int hiByte, int i1, int i2, long l1, long l2)
0988 {
0989    switch(hiByte)
0990    {
0991       case 6:
0992          return ((jjbitVec8[i2& l2!= 0L);
0993       case 11:
0994          return ((jjbitVec9[i2& l2!= 0L);
0995       case 13:
0996          return ((jjbitVec10[i2& l2!= 0L);
0997       case 14:
0998          return ((jjbitVec11[i2& l2!= 0L);
0999       case 16:
1000          return ((jjbitVec12[i2& l2!= 0L);
1001       default :
1002          if ((jjbitVec6[i1& l1!= 0L)
1003             if ((jjbitVec7[i2& l2== 0L)
1004                return false;
1005             else
1006             return true;
1007          return false;
1008    }
1009 }
1010 private static final boolean jjCanMove_2(int hiByte, int i1, int i2, long l1, long l2)
1011 {
1012    switch(hiByte)
1013    {
1014       case 0:
1015          return ((jjbitVec14[i2& l2!= 0L);
1016       default :
1017          if ((jjbitVec13[i1& l1!= 0L)
1018             return true;
1019          return false;
1020    }
1021 }
1022 public static final String[] jjstrLiteralImages = {
1023 "", null, null, null, null, null, null, null, null, null, null, null, null,
1024 null, null, };
1025 public static final String[] lexStateNames = {
1026    "DEFAULT",
1027 };
1028 static final long[] jjtoToken = {
1029    0x10ffL,
1030 };
1031 static final long[] jjtoSkip = {
1032    0x4000L,
1033 };
1034 protected CharStream input_stream;
1035 private final int[] jjrounds = new int[73];
1036 private final int[] jjstateSet = new int[146];
1037 protected char curChar;
1038 public StandardTokenizerTokenManager(CharStream stream)
1039 {
1040    input_stream = stream;
1041 }
1042 public StandardTokenizerTokenManager(CharStream stream, int lexState)
1043 {
1044    this(stream);
1045    SwitchTo(lexState);
1046 }
1047 public void ReInit(CharStream stream)
1048 {
1049    jjmatchedPos = jjnewStateCnt = 0;
1050    curLexState = defaultLexState;
1051    input_stream = stream;
1052    ReInitRounds();
1053 }
1054 private final void ReInitRounds()
1055 {
1056    int i;
1057    jjround = 0x80000001;
1058    for (i = 73; i-- > 0;)
1059       jjrounds[i0x80000000;
1060 }
1061 public void ReInit(CharStream stream, int lexState)
1062 {
1063    ReInit(stream);
1064    SwitchTo(lexState);
1065 }
1066 public void SwitchTo(int lexState)
1067 {
1068    if (lexState >= || lexState < 0)
1069       throw new TokenMgrError("Error: Ignoring invalid lexical state : " + lexState + ". State unchanged.", TokenMgrError.INVALID_LEXICAL_STATE);
1070    else
1071       curLexState = lexState;
1072 }
1073 
1074 protected Token jjFillToken()
1075 {
1076    Token t = Token.newToken(jjmatchedKind);
1077    t.kind = jjmatchedKind;
1078    String im = jjstrLiteralImages[jjmatchedKind];
1079    t.image = (im == null? input_stream.GetImage() : im;
1080    t.beginLine = input_stream.getBeginLine();
1081    t.beginColumn = input_stream.getBeginColumn();
1082    t.endLine = input_stream.getEndLine();
1083    t.endColumn = input_stream.getEndColumn();
1084    return t;
1085 }
1086 
1087 int curLexState = 0;
1088 int defaultLexState = 0;
1089 int jjnewStateCnt;
1090 int jjround;
1091 int jjmatchedPos;
1092 int jjmatchedKind;
1093 
1094 public Token getNextToken()
1095 {
1096   int kind;
1097   Token specialToken = null;
1098   Token matchedToken;
1099   int curPos = 0;
1100 
1101   EOFLoop :
1102   for (;;)
1103   {
1104    try
1105    {
1106       curChar = input_stream.BeginToken();
1107    }
1108    catch(java.io.IOException e)
1109    {
1110       jjmatchedKind = 0;
1111       matchedToken = jjFillToken();
1112       return matchedToken;
1113    }
1114 
1115    jjmatchedKind = 0x7fffffff;
1116    jjmatchedPos = 0;
1117    curPos = jjMoveStringLiteralDfa0_0();
1118    if (jjmatchedPos == && jjmatchedKind > 14)
1119    {
1120       jjmatchedKind = 14;
1121    }
1122    if (jjmatchedKind != 0x7fffffff)
1123    {
1124       if (jjmatchedPos + < curPos)
1125          input_stream.backup(curPos - jjmatchedPos - 1);
1126       if ((jjtoToken[jjmatchedKind >> 6(1L << (jjmatchedKind & 077))) != 0L)
1127       {
1128          matchedToken = jjFillToken();
1129          return matchedToken;
1130       }
1131       else
1132       {
1133          continue EOFLoop;
1134       }
1135    }
1136    int error_line = input_stream.getEndLine();
1137    int error_column = input_stream.getEndColumn();
1138    String error_after = null;
1139    boolean EOFSeen = false;
1140    try input_stream.readChar(); input_stream.backup(1)}
1141    catch (java.io.IOException e1) {
1142       EOFSeen = true;
1143       error_after = curPos <= "" : input_stream.GetImage();
1144       if (curChar == '\n' || curChar == '\r') {
1145          error_line++;
1146          error_column = 0;
1147       }
1148       else
1149          error_column++;
1150    }
1151    if (!EOFSeen) {
1152       input_stream.backup(1);
1153       error_after = curPos <= "" : input_stream.GetImage();
1154    }
1155    throw new TokenMgrError(EOFSeen, curLexState, error_line, error_column, error_after, curChar, TokenMgrError.LEXICAL_ERROR);
1156   }
1157 }
1158 
1159 }