def word_tokenize(text, include_punc=True, *args, **kwargs):
 words = chain.from_iterable((_word_tokenizer.itokenize(sentence, include_punc=include_punc, *args, **kwargs) for sentence in sent_tokenize(text)))
 return words

def word_tokenize ( text , include_punc = True , * args , ** kwargs ) : words = chain . from_iterable ( ( _word_tokenizer . itokenize ( sentence , include_punc = include_punc , * args , ** kwargs ) for sentence in sent_tokenize ( text ) ) ) return words
return a tokenized copy of *text* .