lower max_new_tokens

app.py

@@ -9,6 +9,7 @@ from words import *
 
 # GPT-J-6B API
 API_URL = "https://api-inference.huggingface.co/models/EleutherAI/gpt-j-6B"
+MAX_NEW_TOKENS = 25
 
 basePrompt="""
 The following session was recorded from a text adventure game.
@@ -34,7 +35,7 @@ def continue_story(prompt,story):
             {
             "top_p": 0.9,
           "temperature": 1.1,
-          "max_new_tokens": 50,
+          "max_new_tokens": MAX_NEW_TOKENS,
           "return_full_text": False,
           }}
   #response = requests.post(API_URL, headers=headers, json=json_)