streamcorpus_pipeline/_tokenizer.py
def make_label_index(self, stream_item):
        'make a sortedcollection on body.labels'
        labels = stream_item.body.labels.get(self.annotator_id)
        if not labels:
            labels = []

        self.label_index = SortedCollection(
            [l for l in labels if OffsetType.CHARS in l.offsets],
            key=lambda label: label.offsets[OffsetType.CHARS].first)
def make_label_index(self, stream_item):
        'make a sortedcollection on body.labels'
        labels = stream_item.body.labels.get(self.annotator_id)
        if not labels:
            labels = []

        self.label_index = SortedCollection(
            [l for l in labels if OffsetType.CHARS in l.offsets],
            key=lambda label: label.offsets[OffsetType.CHARS].first)
def make_label_index ( self , stream_item ) : labels = stream_item . body . labels . get ( self . annotator_id ) if not labels : labels = [ ] self . label_index = SortedCollection ( [ l for l in labels if OffsetType . CHARS in l . offsets ] , key = lambda label : label . offsets [ OffsetType . CHARS ] . first )
make a sortedcollection on body.labels
make a sortedcollection on body . labels