from transformers import BlenderbotTokenizer, BlenderbotForConditionalGeneration
import gradio as gr

tokenizer = BlenderbotTokenizer.from_pretrained('facebook/blenderbot-400M-distill')
model = BlenderbotForConditionalGeneration.from_pretrained('facebook/blenderbot-400M-distill')



def infer(message):
  inputs = tokenizer(message, return_tensors="pt")
  result = model.generate(**inputs)
  return tokenizer.decode(result[0])


gr.Interface(fn=infer,
             inputs=["text", "state"],
             outputs=["chatbot", "state"]).launch()

app.launch()