private void initTokenizer(StreamTokenizer tokenizer){
  tokenizer.resetSyntax();
  tokenizer.whitespaceChars(0,(' ' - 1));
  tokenizer.wordChars(' ','\u00FF');
  tokenizer.whitespaceChars(m_FieldSeparator.charAt(0),m_FieldSeparator.charAt(0));
  String[] parts=m_Enclosures.split(",");
  for (  String e : parts) {
    if (e.length() > 1 || e.length() == 0) {
      throw new IllegalArgumentException("Enclosures can only be single characters");
    }
    tokenizer.quoteChar(e.charAt(0));
  }
  tokenizer.eolIsSignificant(true);
}

private void initTokenizer ( StreamTokenizer tokenizer ) { tokenizer . resetSyntax ( ) ; tokenizer . whitespaceChars ( 0 , ( ' ' - 1 ) ) ; tokenizer . wordChars ( ' ' , 'ÿ' ) ; tokenizer . whitespaceChars ( m_FieldSeparator . charAt ( 0 ) , m_FieldSeparator . charAt ( 0 ) ) ; String [ ] parts = m_Enclosures . split ( "," ) ; for ( String e : parts ) { if ( e . length ( ) > 1 || e . length ( ) == 0 ) { throw new IllegalArgumentException ( "Enclosures can only be single characters" ) ; } tokenizer . quoteChar ( e . charAt ( 0 ) ) ; } tokenizer . eolIsSignificant ( true ) ; }
initializes the stream tokenizer .
