def analyze(self, text):
        u"""
        Analyze the input text with custom CharFilters, Tokenizer and TokenFilters.

        :param text: unicode string to be tokenized

        :return: token generator. emitted element type depends on the output of the last TokenFilter. (e.g., ExtractAttributeFilter emits strings.)
        """
        for cfilter in self.char_filters:
            text = cfilter.filter(text)
        tokens = self.tokenizer.tokenize(text, stream=True, wakati=False)
        for tfilter in self.token_filters:
            tokens = tfilter.filter(tokens)
        return tokens
def analyze ( self , text ) : for cfilter in self . char_filters : text = cfilter . filter ( text ) tokens = self . tokenizer . tokenize ( text , stream = True , wakati = False ) for tfilter in self . token_filters : tokens = tfilter . filter ( tokens ) return tokens
u"""
        Analyze the input text with custom CharFilters, Tokenizer and TokenFilters.

        :param text: unicode string to be tokenized

        :return: token generator. emitted element type depends on the output of the last TokenFilter. (e.g., ExtractAttributeFilter emits strings.)