@Override public String toString(){
  StringBuilder result=new StringBuilder();
  result.append("Token[");
switch (ttype) {
case TT_EOF:
    result.append("EOF");
  break;
case TT_EOL:
result.append("EOL");
break;
case TT_NUMBER:
result.append("n=");
result.append(nval);
break;
case TT_WORD:
result.append(sval);
break;
default :
if (ttype == TT_UNKNOWN || tokenTypes[ttype] == TOKEN_QUOTE) {
result.append(sval);
}
 else {
result.append('\'');
result.append((char)ttype);
result.append('\'');
}
}
result.append("], line ");
result.append(lineNumber);
return result.toString();
}

@ Override public String toString ( ) { StringBuilder result = new StringBuilder ( ) ; result . append ( "Token[" ) ; switch ( ttype ) { case TT_EOF : result . append ( "EOF" ) ; break ; case TT_EOL : result . append ( "EOL" ) ; break ; case TT_NUMBER : result . append ( "n=" ) ; result . append ( nval ) ; break ; case TT_WORD : result . append ( sval ) ; break ; default : if ( ttype == TT_UNKNOWN || tokenTypes [ ttype ] == TOKEN_QUOTE ) { result . append ( sval ) ; } else { result . append ( '\'' ) ; result . append ( ( char ) ttype ) ; result . append ( '\'' ) ; } } result . append ( "], line " ) ; result . append ( lineNumber ) ; return result . toString ( ) ; }
returns the state of this tokenizer in a readable format .
