app.py

# coding: utf-8

"""
The entrance of the gradio
"""

import tyro
import gradio as gr
import spaces
import os.path as osp
from src.utils.helper import load_description
from src.gradio_pipeline import GradioPipeline
from src.config.crop_config import CropConfig
from src.config.argument_config import ArgumentConfig
from src.config.inference_config import InferenceConfig


def partial_fields(target_class, kwargs):
    return target_class(**{k: v for k, v in kwargs.items() if hasattr(target_class, k)})


# set tyro theme
tyro.extras.set_accent_color("bright_cyan")
args = tyro.cli(ArgumentConfig)

# specify configs for inference
inference_cfg = partial_fields(InferenceConfig, args.__dict__)  # use attribute of args to initial InferenceConfig
crop_cfg = partial_fields(CropConfig, args.__dict__)  # use attribute of args to initial CropConfig

gradio_pipeline = GradioPipeline(
    inference_cfg=inference_cfg,
    crop_cfg=crop_cfg,
    args=args
)

@spaces.GPU()
def gpu_wrapped_execute_s_video(*args, **kwargs):
    return gradio_pipeline.execute_s_video(*args, **kwargs, progress=gr.Progress(track_tqdm=True))

# assets
title_md = "./assets/gradio_title.md"
example_portrait_dir = "./assets/examples/source"
example_video_dir = "./assets/examples/driving"

source_video_input = gr.Video(label="Portrait Video Source", scale=8)
video_input = gr.Video(label="Driving Portrait Video", scale=8)

#################### interface logic ####################
css="""
#col-container {
    max_width: 1400px;
    margin: 0 auto;
}
#portrait-source-examples, #driving-video-examples{
    margin-right: -80px;
}
"""
with gr.Blocks(css=css) as demo:

    with gr.Column(elem_id="col-container"):
        gr.HTML(load_description(title_md))

        gr.Markdown("""
        ## 🤗 This is the gradio demo for Vid2Vid LivePortrait.
        Please upload or use a webcam to get a Source Portrait Video (any aspect ratio) and upload a Driving Video (1:1 aspect ratio, or any aspect ratio with do crop (driving video) checked).
        """)

    with gr.Row():
        with gr.Column(scale=1):
            with gr.Row():
                
                gr.Examples(
                    examples=[
                        [osp.join(example_video_dir, "d0.mp4")],
                        [osp.join(example_video_dir, "d18.mp4")],
                        [osp.join(example_video_dir, "d19.mp4")],
                        [osp.join(example_video_dir, "d14.mp4")],
                        [osp.join(example_video_dir, "d6.mp4")],
                    ],
                    inputs=[source_video_input],
                    cache_examples=False,
                    elem_id="portrait-source-examples"
                )
                source_video_input.render()
    

            with gr.Row():
                
                gr.Examples(
                    examples=[
                        [osp.join(example_video_dir, "d0.mp4")],
                        [osp.join(example_video_dir, "d18.mp4")],
                        [osp.join(example_video_dir, "d19.mp4")],
                        [osp.join(example_video_dir, "d14.mp4")],
                        [osp.join(example_video_dir, "d6.mp4")],
                    ],
                    inputs=[video_input],
                    cache_examples=False,
                    elem_id="driving-video-examples"
                )
                video_input.render()
            with gr.Accordion(open=False, label="source Animation Instructions and Options"):
                gr.Markdown(load_description("assets/gradio_description_animation.md"))
                with gr.Row():
                    flag_relative_input = gr.Checkbox(value=True, label="relative motion")
                    flag_do_crop_input = gr.Checkbox(value=True, label="do crop (source)")
                    flag_remap_input = gr.Checkbox(value=True, label="paste-back")
                    flag_crop_driving_video_input = gr.Checkbox(value=False, label="do crop (driving video)")
            with gr.Row():
                process_button_source_animation = gr.Button("🚀 Animate video", variant="primary")
        with gr.Column(scale=1.5):
            output_video1 = gr.Video(label="The animated video in the original image space")
            output_video_concat1 = gr.Video(label="The animated video")

    # binding functions for buttons
   
    process_button_source_animation.click(
        fn=gpu_wrapped_execute_s_video,
        inputs=[
            source_video_input,
            video_input,
            flag_relative_input,
            flag_do_crop_input,
            flag_remap_input,
            flag_crop_driving_video_input
        ],
        outputs=[output_video1, output_video_concat1],
        show_progress=True,
        show_api=False
    )


demo.queue(max_size=10).launch(show_api=False)