Update app.py

app.py

@@ -43,7 +43,7 @@ def format_prompt(message, history):
     prompt += f"[INST] {message} [/INST]"
     return prompt
 
-def generate(audio_text, history, temperature=None, max_new_tokens=512, top_p=0.95, repetition_penalty=1.0):
+def generate(audio_text, history, temperature=None, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0):
     client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
 
     temperature = float(temperature) if temperature is not None else 0.9