

def __init__(self, root, fileids, word_tokenizer=WordPunctTokenizer(), sent_tokenizer=nltk.data.LazyLoader('tokenizers/punkt/english.pickle'), para_block_reader=read_blankline_block, encoding='utf8'):
    "\n        Construct a new plaintext corpus reader for a set of documents\n        located at the given root directory.  Example usage:\n\n            >>> root = '/usr/local/share/nltk_data/corpora/webtext/'\n            >>> reader = PlaintextCorpusReader(root, '.*\\.txt') # doctest: +SKIP\n\n        :param root: The root directory for this corpus.\n        :param fileids: A list or regexp specifying the fileids in this corpus.\n        :param word_tokenizer: Tokenizer for breaking sentences or\n            paragraphs into words.\n        :param sent_tokenizer: Tokenizer for breaking paragraphs\n            into words.\n        :param para_block_reader: The block reader used to divide the\n            corpus into paragraph blocks.\n        "
    CorpusReader.__init__(self, root, fileids, encoding)
    self._word_tokenizer = word_tokenizer
    self._sent_tokenizer = sent_tokenizer
    self._para_block_reader = para_block_reader

dataset/ETHPy150Open nltk/nltk/nltk/corpus/reader/plaintext.py PlaintextCorpusReader.__init__/original