Update app.py

Select next word at random from the probability distribution.

app.py

@@ -178,7 +178,9 @@ def generate(starting_text):
 
     # The num_beams parameter does a beam search: it returns the sequences that have the highest probability, and then, when it comes time to
     # choose, it picks the one that has the highest probability.
-    gpt2_tensors = mdl.generate(tkn_ids, max_length=100, no_repeat_ngram_size=True, num_beams=3)
+
+    # The do_sample parameter select the next word at random from the probability distribution.
+    gpt2_tensors = mdl.generate(tkn_ids, max_length=100, no_repeat_ngram_size=True, num_beams=3, do_sample=True)
     response=""
     #response = gpt2_tensors
     for i, x in enumerate(gpt2_tensors):