    def tokenize(self, text: str) -> List[Token]:
        """
        Actually implements splitting words into tokens.

        # Returns

        tokens : `List[Token]`
        """
        raise NotImplementedError
Actually implements splitting words into tokens.

# Returns

tokens : `List[Token]`
allennlp/data/tokenizers/tokenizer.py