private StreamTokenizer makeArffTokenizer(BufferedReader br){
  StreamTokenizer tokenizer=new StreamTokenizer(br);
{
    tokenizer.resetSyntax();
    tokenizer.whitespaceChars(0,' ');
    tokenizer.ordinaryChars('0','9');
    tokenizer.ordinaryChar('-');
    tokenizer.ordinaryChar('.');
    tokenizer.wordChars(' ' + 1,'\u00FF');
    tokenizer.whitespaceChars(',',',');
    tokenizer.commentChar('%');
    tokenizer.quoteChar('"');
    tokenizer.quoteChar('\'');
    tokenizer.ordinaryChar('{');
    tokenizer.ordinaryChar('}');
    tokenizer.eolIsSignificant(true);
  }
  return tokenizer;
}

private StreamTokenizer makeArffTokenizer ( BufferedReader br ) { StreamTokenizer tokenizer = new StreamTokenizer ( br ) ; { tokenizer . resetSyntax ( ) ; tokenizer . whitespaceChars ( 0 , ' ' ) ; tokenizer . ordinaryChars ( '0' , '9' ) ; tokenizer . ordinaryChar ( '-' ) ; tokenizer . ordinaryChar ( '.' ) ; tokenizer . wordChars ( ' ' + 1 , 'ÿ' ) ; tokenizer . whitespaceChars ( ',' , ',' ) ; tokenizer . commentChar ( '%' ) ; tokenizer . quoteChar ( '"' ) ; tokenizer . quoteChar ( '\'' ) ; tokenizer . ordinaryChar ( '{' ) ; tokenizer . ordinaryChar ( '}' ) ; tokenizer . eolIsSignificant ( true ) ; } return tokenizer ; }
make a streamtokenizer for the arff format .
