protected void nextToken(){
  nextArg();
  if (argValue != null) {
    if (argValue.startsWith(OPTION_PREFIX)) {
      token=TOK_OPTION;
      tokenValue=argValue.substring(OPTION_PREFIX.length());
    }
 else {
      token=TOK_LITERAL;
      tokenValue=argValue;
    }
  }
 else {
    tokenValue=null;
    token=TOK_EOF;
  }
}

protected void nextToken ( ) { nextArg ( ) ; if ( argValue != null ) { if ( argValue . startsWith ( OPTION_PREFIX ) ) { token = TOK_OPTION ; tokenValue = argValue . substring ( OPTION_PREFIX . length ( ) ) ; } else { token = TOK_LITERAL ; tokenValue = argValue ; } } else { tokenValue = null ; token = TOK_EOF ; } }
reads the next available token .
