Chnages to length

app.py

@@ -57,7 +57,7 @@ def generateSubject(email):
     prompts_batch_ids = tokenizer(prompts,
             padding=True, truncation=True, return_tensors='pt').to(model.device)
     output_ids = model.generate(
-            **prompts_batch_ids, max_new_tokens=25,
+            **prompts_batch_ids, max_new_tokens=10,
             pad_token_id=tokenizer.pad_token_id)
     outputs_batch = [seq.split('<subject>')[1] for seq in
             tokenizer.batch_decode(output_ids, skip_special_tokens=True)]