@classmethod
  def _FullTextIndex(cls, text, word_delimiter_regex=None):

    if word_delimiter_regex is None:
      word_delimiter_regex = cls._word_delimiter_regex

    if text:
      datastore_types.ValidateString(text, 'text', max_len=sys.maxint)
      text = word_delimiter_regex.sub(' ', text)
      words = text.lower().split()

      words = set(unicode(w) for w in words)

      words -= cls._FULL_TEXT_STOP_WORDS
      for word in list(words):
        if len(word) < cls._FULL_TEXT_MIN_LENGTH:
          words.remove(word)

    else:
      words = set()

    return words
Run Benchmark test.
dataset/ETHPy150Open CollabQ/CollabQ/.google_appengine/google/appengine/ext/search/__init__.py/SearchableEntity._FullTextIndex--crossover with--dataset/ETHPy150Open binux/pyspider/pyspider/run.py/bench