fix:generate

app.py

@@ -245,8 +245,9 @@ with gr.Blocks(
             )
 
             # Event handlers for button actions to process and clear text
-            generate_btn.click(
-                fn=lambda text, style: generate(
+            def format_with_style(text, style):
+                partial_text = ""
+                for chunk in generate(
                     text,
                     temperature=0.3,
                     max_tokens=1024,
@@ -254,7 +255,12 @@ with gr.Blocks(
                     repetition_penalty=1.1,
                     top_p=0.95,
                     prompt_style=STYLE_PROMPTS[style]
-                ),
+                ):
+                    partial_text = chunk
+                    yield partial_text
+
+            generate_btn.click(
+                fn=format_with_style,
                 inputs=[input_text, style_dropdown],
                 outputs=output_text,
             )