def FancyAnalyzer(expression='\\s+', stoplist=STOP_WORDS, minsize=2, maxsize=None, gaps=True, splitwords=True, splitnums=True, mergewords=False, mergenums=False):
 ret = RegexTokenizer(expression=expression, gaps=gaps)
 iwf = IntraWordFilter(splitwords=splitwords, splitnums=splitnums, mergewords=mergewords, mergenums=mergenums)
 lcf = LowercaseFilter()
 swf = StopFilter(stoplist=stoplist, minsize=minsize)
 return (((ret | iwf) | lcf) | swf)

def FancyAnalyzer ( expression = '\\s+' , stoplist = STOP_WORDS , minsize = 2 , maxsize = None , gaps = True , splitwords = True , splitnums = True , mergewords = False , mergenums = False ) : ret = RegexTokenizer ( expression = expression , gaps = gaps ) iwf = IntraWordFilter ( splitwords = splitwords , splitnums = splitnums , mergewords = mergewords , mergenums = mergenums ) lcf = LowercaseFilter ( ) swf = StopFilter ( stoplist = stoplist , minsize = minsize ) return ( ( ( ret | iwf ) | lcf ) | swf )
composes a regextokenizer with an intrawordfilter .