Update app.py

app.py

@@ -37,7 +37,7 @@ def respond(
 
 """
 For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
-"""
+
 demo = gr.ChatInterface(
     respond,
     additional_inputs=[
@@ -46,5 +46,28 @@ demo = gr.ChatInterface(
     ]
 )
 
+"""
+
+def greet(message):
+    messages.append({"role": "user", "content": message})
+    response = ""
+    for message in client.chat_completion(
+        messages,
+        stream=True,
+        max_tokens=1024,
+        temperature=0.7,
+        top_p=0.95
+    ):
+        token = message.choices[0].delta.content
+        response += token
+        yield response
+
+demo = gr.Interface(
+    fn=greet,
+    inputs=["text"],
+    outputs=[gr.Textbox(label="greeting", lines=3)],
+)
+
 if __name__ == "__main__":
     demo.launch()
+