streamcorpus_pipeline/offsets.py
def char_tokens_to_char_offsets(si_tokens):
    '''Convert character ``Offset``s to character ranges.'''
    for token in si_tokens:
        offset = token.offsets[OffsetType.CHARS]
        yield offset.first, offset.first + offset.length
def char_tokens_to_char_offsets(si_tokens):
    '''Convert character ``Offset``s to character ranges.'''
    for token in si_tokens:
        offset = token.offsets[OffsetType.CHARS]
        yield offset.first, offset.first + offset.length
def char_tokens_to_char_offsets ( si_tokens ) : for token in si_tokens : offset = token . offsets [ OffsetType . CHARS ] yield offset . first , offset . first + offset . length
Convert character ``Offset``s to character ranges.
Convert character Offset s to character ranges .