| from transformers import BlenderbotTokenizer, BlenderbotForConditionalGeneration | |
| import gradio as gr | |
| tokenizer = BlenderbotTokenizer.from_pretrained('facebook/blenderbot-400M-distill') | |
| model = BlenderbotForConditionalGeneration.from_pretrained('facebook/blenderbot-400M-distill') | |
| def infer(message): | |
| inputs = tokenizer(message, return_tensors="pt") | |
| result = model.generate(**inputs) | |
| return tokenizer.decode(result[0]) | |
| gr.Interface(fn=infer, | |
| inputs=["text", "state"], | |
| outputs=["chatbot", "state"]).launch() | |
| app.launch() |