import gradio as gr

with gr.Blocks(fill_height=True) as demo:
    with gr.Sidebar():
        gr.Markdown("# Inference Provider\n add \"translate to ru: \"")
        button = gr.LoginButton("Sign in")
    gr.load("models/utrobinmv/t5_translate_en_ru_zh_large_1024", accept_token=button, provider="auto")
    
demo.launch()