File size: 1,888 Bytes
da9768a
2df6a4f
 
da9768a
2df6a4f
 
 
da9768a
2df6a4f
 
 
da9768a
2df6a4f
5eb3c1d
2df6a4f
 
 
 
 
da9768a
2df6a4f
5eb3c1d
2df6a4f
 
 
 
5eb3c1d
2df6a4f
 
 
 
5eb3c1d
2df6a4f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
import gradio as gr
import pandas as pd
import numpy as np

# UI Root
with gr.Blocks() as demo:
    gr.Markdown("## CompUGE-Bench: Comparative Understanding and Generation Evaluation Benchmarks")

    # Main Tabs
    with gr.Tab("Leaderboards"):
        gr.Markdown("### Leaderboards")

        # CQI Tab
        with gr.Tab("Question Identification"):
            gr.Markdown("### Comparative Question Identification Leaderboard")
            # read dataframe from CQI_Learboard.csv
            # TODO: replace the following line with the actual leaderboard file
            CQI_Leaderboard = pd.read_csv("CQI_Leaderboard.csv")
            cqi_leaderboard = gr.components.Dataframe(CQI_Leaderboard)

        # OAI Tab
        with gr.Tab("Object and Aspect Identification"):
            gr.Markdown("### Object & Aspect Identification Leaderboard")
            gr.Markdown("The OAI leaderboard will be opened soon!")

        # SC Tab
        with gr.Tab("Stance Classification"):
            gr.Markdown("### Stance Clasification Leaderboard")
            gr.Markdown("The SC leaderboard will be opened soon!")

        # SG Tab
        with gr.Tab("Summary Generation"):
            gr.Markdown("### Summary Generation Leaderboard")
            gr.Markdown("The Summary Generation leaderboard will be opened soon!")

    # Model Submissions Tab
    with gr.Tab("Model Submissions"):
        gr.Markdown("### Submission")
        gr.Markdown("The submission will be opened soon!")

    # About Tab
    with gr.Tab("About"):
        gr.Markdown("### About")
        gr.Markdown("CompUGE-Bench is a benchmark for comparative understanding and generation evaluation.")

    # Contact Tab
    with gr.Tab("Contact"):
        gr.Markdown("### Contact")
        gr.Markdown("For any questions, please contact us at [email protected]")
# Launch public demo
demo.launch(share=True)