streamcorpus_pipeline/offsets.py
def sentences_to_char_tokens(si_sentences):
    '''Convert stream item sentences to character ``Offset``s.'''
    for sentence in si_sentences:
        for token in sentence.tokens:
            if OffsetType.CHARS in token.offsets:
                yield token
def sentences_to_char_tokens(si_sentences):
    '''Convert stream item sentences to character ``Offset``s.'''
    for sentence in si_sentences:
        for token in sentence.tokens:
            if OffsetType.CHARS in token.offsets:
                yield token
def sentences_to_char_tokens ( si_sentences ) : for sentence in si_sentences : for token in sentence . tokens : if OffsetType . CHARS in token . offsets : yield token
Convert stream item sentences to character ``Offset``s.
Convert stream item sentences to character Offset s .