import gradio as gr from transformers import TFAutoModelForSeq2SeqLM, AutoTokenizer model_name = "piccora/transformers" model = TFAutoModelForSeq2SeqLM.from_pretrained(model_name) tokenizer = AutoTokenizer.from_pretrained(model_name) def predict(question): inputs = tokenizer(question, return_tensors="tf", padding=True, truncation=True) outputs = model.generate(inputs["input_ids"], max_length=50) answer = tokenizer.decode(outputs[0], skip_special_tokens=True) return answer interface = gr.Interface(fn=predict, inputs="text", outputs="text") interface.launch()