Update app.py

app.py

@@ -267,7 +267,7 @@ def http_bot(state, temperature, top_p, max_new_tokens, speaker):
             if tts_format not in prompt and chat_format not in prompt:
                 state.messages[-1][-1] = output + "▌"
             else:
-                state.messages[-1][-1] = output + "▌"
+                state.messages[-1][-1] = output + "▌" # TODO
                 # state.messages[-1][-1] = "▌"
                 # state.messages[-1][-1] = "[😁 GENERATING AUDIO {}%...]".format(round(output.count("<|speech_") / max_new_tokens * 100, 1)) + "\n" + output + "▌"
             yield (state, state.to_gradio_chatbot_public()) + (disable_btn,) * 2
@@ -416,7 +416,7 @@ def build_demo(embed_mode):
                 with gr.Accordion("Parameters", open=True) as parameter_row:
                     temperature = gr.Slider(minimum=0.0, maximum=1.0, value=0.2, step=0.1, interactive=True, label="Temperature")
                     top_p = gr.Slider(minimum=0.0, maximum=1.0, value=0.7, step=0.1, interactive=True, label="Top P")
-                    max_output_tokens = gr.Slider(minimum=0, maximum=1024, value=512, step=32, interactive=True, label="Max output tokens")
+                    max_output_tokens = gr.Slider(minimum=0, maximum=2048, value=1024, step=32, interactive=True, label="Max output tokens")
                     speaker = gr.Radio(["Female", "Male"], value="Female", label="Speaker")
 
             with gr.Column(scale=8):