import org.apache.lucene.analysis.tokenattributes.OffsetAttribute;
import org.apache.lucene.analysis.tokenattributes.TypeAttribute;
</BUG>
public class TokenUtils {
<BUG>public static Token nextToken(TokenStream input, Token reusableToken) throws IOException {
</BUG>
if(input == null) {
return null;
}
if(!input.incrementToken()) {

package com.chenlb.mmseg4j.analysis;
import java.io.IOException;
import org.apache.lucene.analysis.Token;
import org.apache.lucene.analysis.TokenStream;
import org.apache.lucene.analysis.tokenattributes.*;
public class TokenUtils {
public static PackedTokenAttributeImpl nextToken(TokenStream input, PackedTokenAttributeImpl reusableToken) throws IOException {
if(input == null) {
return null;
}
if(!input.incrementToken()) {
