import gradio as gr from happytransformer import HappyGeneration happy_gen = HappyGeneration("GPT-NEO", "DarwinAnim8or/GPT-DMV-125m") from happytransformer import GENSettings args_top_k = GENSettings(no_repeat_ngram_size=3, do_sample=True,top_k=80, temperature=0.6, max_length=60, early_stopping=True) def generate(text): inputText = "PLATE: " + text + "\nREVIEW REASON CODE: " result = happy_gen.generate_text(inputText, args=args_top_k) generated_text = result.text #returns generated text only return generated_text examples = [ ["LUCH"], ["LCDR"], ["OOGA"], ["BANANA"], ["JJ BINKS"] ] demo = gr.Interface( fn=generate, inputs=gr.inputs.Textbox(lines=5, label="Input Text"), outputs=gr.outputs.Textbox(label="Generated Text"), examples=examples ) demo.launch()