File size: 557 Bytes
21b2a89 d6ae831 21b2a89 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 |
from transformers import BlenderbotTokenizer, BlenderbotForConditionalGeneration
import gradio as gr
tokenizer = BlenderbotTokenizer.from_pretrained('facebook/blenderbot-400M-distill')
model = BlenderbotForConditionalGeneration.from_pretrained('facebook/blenderbot-400M-distill')
def infer(message):
inputs = tokenizer(message, return_tensors="pt")
result = model.generate(**inputs)
return tokenizer.decode(result[0])
gr.Interface(fn=infer,
inputs=["text", "state"],
outputs=["chatbot", "state"]).launch()
app.launch() |