app.py

import gradio as gr
from transformers import pipeline, Conversation, BlenderbotTokenizer, BlenderbotForConditionalGeneration

tokenizer = BlenderbotTokenizer.from_pretrained("facebook/blenderbot-400M-distill")
model = BlenderbotForConditionalGeneration.from_pretrained("model")

chatbot = pipeline("conversational", model=model, tokenizer=tokenizer)

converse = None

def model_generate(text, state = None):
    if state == None:
        converse = Conversation(text)
    else:
        converse.add_user_input(text)

    converse = chatbot(converse)
    return converse.generated_responses[-1]

def get_response(text, history) -> str:
    output = model_generate(text, converse)
    return output

interface = gr.ChatInterface(get_response)
interface.launch()