def en_tokenize_and_segment(text):
    tokenizer = _get_tokenizer()

    tokens = []
    spans = []
    sentences = [0]
    for sentence_i, sentence_j, sentence in _split_in_sentences(text):
        if sentence_i == sentence_j:
            continue
        for i, j in tokenizer.span_tokenize(sentence):
            spans.append(sentence_i + i)
            tokens.append(sentence[i:j])
        sentences.append(len(tokens))
    return {'tokens': tokens,
            'spans': spans,
            'sentences': sentences}
:param :class:`~oppy.cell.fixedlen.FixedLenCell.Header` header:
dataset/ETHPy150Open machinalis/iepy/iepy/preprocess/tokenizer.py/en_tokenize_and_segment--crossover with--dataset/ETHPy150Open nskinkel/oppy/oppy/cell/fixedlen.py/Create2Cell.__init__