private void createTokenizer(Reader reader){
  reader=new UnicodeEscapesDecodingReader(reader);
  st=new PushbackStreamTokenizer(reader);
  st.ordinaryChar('.');
  st.wordChars('.','.');
  st.ordinaryChars('0','9');
  st.wordChars('0','9');
  st.ordinaryChar('-');
  st.wordChars('-','-');
  st.wordChars('_','_');
  st.wordChars('$','$');
  st.ordinaryChar('/');
  st.slashSlashComments(true);
  st.slashStarComments(true);
}

private void createTokenizer ( Reader reader ) { reader = new UnicodeEscapesDecodingReader ( reader ) ; st = new PushbackStreamTokenizer ( reader ) ; st . ordinaryChar ( '.' ) ; st . wordChars ( '.' , '.' ) ; st . ordinaryChars ( '0' , '9' ) ; st . wordChars ( '0' , '9' ) ; st . ordinaryChar ( '-' ) ; st . wordChars ( '-' , '-' ) ; st . wordChars ( '_' , '_' ) ; st . wordChars ( '$' , '$' ) ; st . ordinaryChar ( '/' ) ; st . slashSlashComments ( true ) ; st . slashStarComments ( true ) ; }
creates and sets the tokenizer using the specified reader .
