DarwinAnim8or's picture
Allow early stopping for end sequences
584bbf9
raw
history blame contribute delete
828 Bytes
import gradio as gr
from happytransformer import HappyGeneration
happy_gen = HappyGeneration("GPT-NEO", "DarwinAnim8or/GPT-DMV-125m")
from happytransformer import GENSettings
args_top_k = GENSettings(no_repeat_ngram_size=3, do_sample=True,top_k=80, temperature=0.6, max_length=60, early_stopping=True)
def generate(text):
inputText = "PLATE: " + text + "\nREVIEW REASON CODE: "
result = happy_gen.generate_text(inputText, args=args_top_k)
generated_text = result.text #returns generated text only
return generated_text
examples = [
["LUCH"],
["LCDR"],
["OOGA"],
["BANANA"],
["JJ BINKS"]
]
demo = gr.Interface(
fn=generate,
inputs=gr.inputs.Textbox(lines=5, label="Input Text"),
outputs=gr.outputs.Textbox(label="Generated Text"),
examples=examples
)
demo.launch()