def __init__(self, nlp=spacy.load('en_core_web_sm'), keep_multi_space=True) -> None:
        """Load vocab, more vocab are available at: https://spacy.io/models/en"""
        self.nlp = nlp
        self._keep_multi_space = keep_multi_space

        """Custom tokenizer"""
        self.nlp.tokenizer = self.custom_tokenizer()
def __init__ ( self , nlp = spacy . load ( 'en_core_web_sm' ) , keep_multi_space = True ) -> None : self . nlp = nlp self . _keep_multi_space = keep_multi_space """Custom tokenizer""" self . nlp . tokenizer = self . custom_tokenizer ( )
Load vocab, more vocab are available at: https://spacy.io/models/en