src/main/java/org/apache/lucene/analysis/vi/VietnameseTokenizer.java
/**
     * Only accept the word characters.
     */
Only accept the word characters.
Only accept the word characters .
private final boolean accept(TaggedWord word) {
        final String token = word.getText();
        if (token.length() == 1) {
            return Character.isLetterOrDigit(token.charAt(0));
        }
        return true;
    }
private final boolean accept ( TaggedWord word ) { final String token = word . getText ( ) ; if ( token . length ( ) == 1 ) { return Character . isLetterOrDigit ( token . charAt ( 0 ) ) ; } return true ; }
Only accept the word characters.
Only accept the word characters .