src/main/java/io/github/luke_biel/language/IonLexer.java
/**
   * Resumes scanning until the next regular expression is matched,
   * the end of input is encountered or an I/O-Error occurs.
   *
   * @return      the next token
   * @exception   java.io.IOException  if any I/O-Error occurs
   */
Resumes scanning until the next regular expression is matched,
the end of input is encountered or an I/O-Error occurs.

@return      the next token
@exception   java.io.IOException  if any I/O-Error occurs
Resumes scanning until the next regular expression is matched the end of input is encountered or an I / O - Error occurs . @return the next token @exception java . io . IOException if any I / O - Error occurs
public IElementType advance() throws java.io.IOException {
    int zzInput;
    int zzAction;
    int zzCurrentPosL;
    int zzMarkedPosL;
    int zzEndReadL = zzEndRead;
    CharSequence zzBufferL = zzBuffer;
    int [] zzTransL = ZZ_TRANS;
    int [] zzRowMapL = ZZ_ROWMAP;
    int [] zzAttrL = ZZ_ATTRIBUTE;
    while (true) {
      zzMarkedPosL = zzMarkedPos;
      zzAction = -1;
      zzCurrentPosL = zzCurrentPos = zzStartRead = zzMarkedPosL;
      zzState = ZZ_LEXSTATE[zzLexicalState];
      int zzAttributes = zzAttrL[zzState];
      if ( (zzAttributes & 1) == 1 ) {
        zzAction = zzState;
      }
      zzForAction: {
        while (true) {
          if (zzCurrentPosL < zzEndReadL) {
            zzInput = Character.codePointAt(zzBufferL, zzCurrentPosL/*, zzEndReadL*/);
            zzCurrentPosL += Character.charCount(zzInput);
          }
          else if (zzAtEOF) {
            zzInput = YYEOF;
            break zzForAction;
          }
          else {
            zzCurrentPos  = zzCurrentPosL;
            zzMarkedPos   = zzMarkedPosL;
            boolean eof = zzRefill();
            zzCurrentPosL  = zzCurrentPos;
            zzMarkedPosL   = zzMarkedPos;
            zzBufferL      = zzBuffer;
            zzEndReadL     = zzEndRead;
            if (eof) {
              zzInput = YYEOF;
              break zzForAction;
            }
            else {
              zzInput = Character.codePointAt(zzBufferL, zzCurrentPosL/*, zzEndReadL*/);
              zzCurrentPosL += Character.charCount(zzInput);
            }
          }
          int zzNext = zzTransL[ zzRowMapL[zzState] + ZZ_CMAP(zzInput) ];
          if (zzNext == -1) break zzForAction;
          zzState = zzNext;
          zzAttributes = zzAttrL[zzState];
          if ( (zzAttributes & 1) == 1 ) {
            zzAction = zzState;
            zzMarkedPosL = zzCurrentPosL;
            if ( (zzAttributes & 8) == 8 ) break zzForAction;
          }
        }
      }
      zzMarkedPos = zzMarkedPosL;
      if (zzInput == YYEOF && zzStartRead == zzCurrentPos) {
        zzAtEOF = true;
        zzDoEOF();
        return null;
      }
      else {
        switch (zzAction < 0 ? zzAction : ZZ_ACTION[zzAction]) {
          case 1: 
            { return TokenType.BAD_CHARACTER;
            } 
          case 22: break;
          case 2: 
            { return TokenType.WHITE_SPACE;
            } 
          case 23: break;
          case 3: 
            { yybegin(YYINITIAL); return TokenType.WHITE_SPACE;
            } 
          case 24: break;
          case 4: 
            { return IonTypes.KEY;
            } 
          case 25: break;
          case 5: 
            { return IonTypes.INTEGER;
            } 
          case 26: break;
          case 6: 
            { return IonTypes.ASSIGN;
            } 
          case 27: break;
          case 7: 
            { return IonTypes.COLLECTION_SEP;
            } 
          case 28: break;
          case 8: 
            { return IonTypes.SQUARE_OPN;
            } 
          case 29: break;
          case 9: 
            { return IonTypes.SQUARE_CLS;
            } 
          case 30: break;
          case 10: 
            { return IonTypes.CURLY_OPN;
            } 
          case 31: break;
          case 11: 
            { return IonTypes.CURLY_CLS;
            } 
          case 32: break;
          case 12: 
            { yybegin(ION_CSV); return IonTypes.CSV_SEP;
            } 
          case 33: break;
          case 13: 
            { return IonTypes.COMMENT;
            } 
          case 34: break;
          case 14: 
            { return IonTypes.CSV_OTHER;
            } 
          case 35: break;
          case 15: 
            { return IonTypes.STRING;
            } 
          case 36: break;
          case 16: 
            { return IonTypes.REAL;
            } 
          case 37: break;
          case 17: 
            zzMarkedPos = Character.offsetByCodePoints
                (zzBufferL/*, zzStartRead, zzEndRead - zzStartRead*/, zzStartRead, 1);
            { yybegin(YYINITIAL); return IonTypes.CSV_SEP;
            } 
          case 38: break;
          case 18: 
            zzMarkedPos = Character.offsetByCodePoints
                (zzBufferL/*, zzStartRead, zzEndRead - zzStartRead*/, zzMarkedPos, -1);
            { return IonTypes.CSV_FILLER;
            } 
          case 39: break;
          case 19: 
            { return IonTypes.RANGE;
            } 
          case 40: break;
          case 20: 
            { return IonTypes.HEADER;
            } 
          case 41: break;
          case 21: 
            { return IonTypes.BOOLEAN;
            } 
          case 42: break;
          default:
            zzScanError(ZZ_NO_MATCH);
          }
      }
    }
  }
public IElementType advance ( ) throws java . io . IOException { int zzInput ; int zzAction ; int zzCurrentPosL ; int zzMarkedPosL ; int zzEndReadL = zzEndRead ; CharSequence zzBufferL = zzBuffer ; int [ ] zzTransL = ZZ_TRANS ; int [ ] zzRowMapL = ZZ_ROWMAP ; int [ ] zzAttrL = ZZ_ATTRIBUTE ; while ( true ) { zzMarkedPosL = zzMarkedPos ; zzAction = - 1 ; zzCurrentPosL = zzCurrentPos = zzStartRead = zzMarkedPosL ; zzState = ZZ_LEXSTATE [ zzLexicalState ] ; int zzAttributes = zzAttrL [ zzState ] ; if ( ( zzAttributes & 1 ) == 1 ) { zzAction = zzState ; } zzForAction : { while ( true ) { if ( zzCurrentPosL < zzEndReadL ) { zzInput = Character . codePointAt ( zzBufferL , zzCurrentPosL /*, zzEndReadL*/ ) ; zzCurrentPosL += Character . charCount ( zzInput ) ; } else if ( zzAtEOF ) { zzInput = YYEOF ; break zzForAction ; } else { zzCurrentPos = zzCurrentPosL ; zzMarkedPos = zzMarkedPosL ; boolean eof = zzRefill ( ) ; zzCurrentPosL = zzCurrentPos ; zzMarkedPosL = zzMarkedPos ; zzBufferL = zzBuffer ; zzEndReadL = zzEndRead ; if ( eof ) { zzInput = YYEOF ; break zzForAction ; } else { zzInput = Character . codePointAt ( zzBufferL , zzCurrentPosL /*, zzEndReadL*/ ) ; zzCurrentPosL += Character . charCount ( zzInput ) ; } } int zzNext = zzTransL [ zzRowMapL [ zzState ] + ZZ_CMAP ( zzInput ) ] ; if ( zzNext == - 1 ) break zzForAction ; zzState = zzNext ; zzAttributes = zzAttrL [ zzState ] ; if ( ( zzAttributes & 1 ) == 1 ) { zzAction = zzState ; zzMarkedPosL = zzCurrentPosL ; if ( ( zzAttributes & 8 ) == 8 ) break zzForAction ; } } } zzMarkedPos = zzMarkedPosL ; if ( zzInput == YYEOF && zzStartRead == zzCurrentPos ) { zzAtEOF = true ; zzDoEOF ( ) ; return null ; } else { switch ( zzAction < 0 ? zzAction : ZZ_ACTION [ zzAction ] ) { case 1 : { return TokenType . BAD_CHARACTER ; } case 22 : break ; case 2 : { return TokenType . WHITE_SPACE ; } case 23 : break ; case 3 : { yybegin ( YYINITIAL ) ; return TokenType . WHITE_SPACE ; } case 24 : break ; case 4 : { return IonTypes . KEY ; } case 25 : break ; case 5 : { return IonTypes . INTEGER ; } case 26 : break ; case 6 : { return IonTypes . ASSIGN ; } case 27 : break ; case 7 : { return IonTypes . COLLECTION_SEP ; } case 28 : break ; case 8 : { return IonTypes . SQUARE_OPN ; } case 29 : break ; case 9 : { return IonTypes . SQUARE_CLS ; } case 30 : break ; case 10 : { return IonTypes . CURLY_OPN ; } case 31 : break ; case 11 : { return IonTypes . CURLY_CLS ; } case 32 : break ; case 12 : { yybegin ( ION_CSV ) ; return IonTypes . CSV_SEP ; } case 33 : break ; case 13 : { return IonTypes . COMMENT ; } case 34 : break ; case 14 : { return IonTypes . CSV_OTHER ; } case 35 : break ; case 15 : { return IonTypes . STRING ; } case 36 : break ; case 16 : { return IonTypes . REAL ; } case 37 : break ; case 17 : zzMarkedPos = Character . offsetByCodePoints ( zzBufferL /*, zzStartRead, zzEndRead - zzStartRead*/ , zzStartRead , 1 ) ; { yybegin ( YYINITIAL ) ; return IonTypes . CSV_SEP ; } case 38 : break ; case 18 : zzMarkedPos = Character . offsetByCodePoints ( zzBufferL /*, zzStartRead, zzEndRead - zzStartRead*/ , zzMarkedPos , - 1 ) ; { return IonTypes . CSV_FILLER ; } case 39 : break ; case 19 : { return IonTypes . RANGE ; } case 40 : break ; case 20 : { return IonTypes . HEADER ; } case 41 : break ; case 21 : { return IonTypes . BOOLEAN ; } case 42 : break ; default : zzScanError ( ZZ_NO_MATCH ) ; } } } }
Resumes scanning until the next regular expression is matched,
 the end of input is encountered or an I/O-Error occurs.
Resumes scanning until the next regular expression is matched the end of input is encountered or an I / O - Error occurs .
// cached fields: // set up zzAction for empty match case: // store back cached positions // get translated positions and possibly new buffer // store back cached position // fall through // fall through // fall through // fall through // fall through // fall through // fall through // fall through // fall through // fall through // fall through // fall through // fall through // fall through // fall through // fall through // lookahead expression with fixed base length // fall through // lookahead expression with fixed lookahead length // fall through // fall through // fall through // fall through