protected static void addWords(FullTextSettings setting,HashSet<String> set,String text){
  String whitespaceChars=setting.getWhitespaceChars();
  StringTokenizer tokenizer=new StringTokenizer(text,whitespaceChars);
  while (tokenizer.hasMoreTokens()) {
    String word=tokenizer.nextToken();
    word=setting.convertWord(word);
    if (word != null) {
      set.add(word);
    }
  }
}

protected static void addWords ( FullTextSettings setting , HashSet < String > set , String text ) { String whitespaceChars = setting . getWhitespaceChars ( ) ; StringTokenizer tokenizer = new StringTokenizer ( text , whitespaceChars ) ; while ( tokenizer . hasMoreTokens ( ) ) { String word = tokenizer . nextToken ( ) ; word = setting . convertWord ( word ) ; if ( word != null ) { set . add ( word ) ; } } }
add all words in the given text to the hash set .
