def _annotate_tokens(self, tokens):
        # Make a preliminary pass through the document, marking likely
        # sentence breaks, abbreviations, and ellipsis tokens.
        tokens = self._annotate_first_pass(tokens)

        # Make a second pass through the document, using token context
        # information to change our preliminary decisions about where
        # sentence breaks, abbreviations, and ellipsis occurs.
        tokens = self._annotate_second_pass(tokens)

        ## [XX] TESTING
        #tokens = list(tokens)
        #self.dump(tokens)

        return tokens
Given a set of tokens augmented with markers for line-start and
dataset/ETHPy150Open nltk/nltk/nltk/tokenize/punkt.py/PunktSentenceTokenizer._annotate_tokens