Update app.py

app.py

@@ -1,22 +1,32 @@
 import gradio as gr
-from transformers import pipeline
+from transformers import GPT2LMHeadModel, GPT2Tokenizer
 
-# Load GPT-2 chat model
-chatbot = pipeline("text-generation", model="gpt2")
+# Load pre-trained GPT-2 model and tokenizer
+model_name = "gpt2"
+tokenizer = GPT2Tokenizer.from_pretrained(model_name)
+model = GPT2LMHeadModel.from_pretrained(model_name)
 
-# Function to handle the chatbot interaction
-def chat_with_gpt2(messages):
-    prompt = messages[-1][1]  # Get the latest message from the user
-    response = chatbot(prompt, max_length=100, num_return_sequences=1)
-    return messages + [(response[0]['generated_text'], "GPT-2")]
+def generate_response(message, history):
+    # Combine the conversation history with the new message
+    input_text = f"{message}"
+    
+    # Tokenize input text
+    inputs = tokenizer.encode(input_text, return_tensors="pt")
+    
+    # Generate response using GPT-2
+    outputs = model.generate(inputs, max_length=50, num_return_sequences=1)
+    
+    # Decode generated text
+    response = tokenizer.decode(outputs[0], skip_special_tokens=True)
+    
+    return response
 
-# Create a Gradio Chatbot interface
-iface = gr.Interface(
-    fn=chat_with_gpt2,
-    inputs=gr.Chatbot(),
-    outputs=gr.Chatbot(),
+# Create ChatInterface
+demo = gr.ChatInterface(
+    fn=generate_response,
     title="Chat with GPT-2",
-    description="A simple chat app using GPT-2"
+    description="A simple chatbot powered by GPT-2."
 )
 
-iface.launch()
+# Launch the app
+demo.launch()