def phrases_map(data):
  (entry, text_fn) = data
  text = text_fn()
  filename = entry.filename

  logging.debug("Got %s", filename)
  for s in split_into_sentences(text):
    words = split_into_words(s.lower())
    if len(words) < PHRASE_LENGTH:
      yield (":".join(words), filename)
      continue
    for i in range(0, len(words) - PHRASE_LENGTH):
      yield (":".join(words[i:i+PHRASE_LENGTH]), filename)
When a line comes in from the client appened it to the working sql statement.
dataset/ETHPy150Open GoogleCloudPlatform/appengine-mapreduce/python/demo/main.py/phrases_map--crossover with--dataset/ETHPy150Open MediaMath/qasino/lib/sql_receiver.py/SqlReceiver.lineReceived