test multiple hardware

app.py

@@ -20,7 +20,7 @@ from src.utils import (
     process_model_type,
 )
 
-
+HARDWARES = ["A100-80GB", "RTX4090-24GB"]
 LLM_PERF_LEADERBOARD_REPO = "optimum/llm-perf-leaderboard"
 LLM_PERF_DATASET_REPO = "optimum/llm-perf-dataset"
 OPTIMUM_TOKEN = os.environ.get("OPTIMUM_TOKEN", None)
@@ -180,7 +180,7 @@ def filter_query(
     quantization_scheme,
     score,
     memory,
-    benchmark="Succeeded-1xA100-80GB",
+    benchmark,
 ):
     raw_df = get_benchmark_df(benchmark=benchmark)
     filtered_df = raw_df[
@@ -217,11 +217,6 @@ def filter_query(
     return filtered_table, filtered_plot
 
 
-# Dataframes
-A100_df = get_benchmark_df(benchmark="Succeeded-1xA100-80GB")
-A100_table = get_benchmark_table(A100_df)
-A100_plot = get_benchmark_plot(A100_df)
-
 # Demo interface
 demo = gr.Blocks(css=custom_css)
 with demo:
@@ -230,38 +225,48 @@ with demo:
     # introduction text
     gr.Markdown(INTRODUCTION_TEXT, elem_classes="descriptive-text")
 
-    # leaderboard tabs
-    with gr.Tabs(elem_classes="A100-tabs") as A100_tabs:
-        with gr.TabItem("🖥️ A100-80GB Benchmark 🏆", id=0):
-            gr.HTML(
-                "👉 Scroll to the right 👉 for more columns.", elem_id="descriptive-text"
-            )
-            # Original leaderboard table
-            A100_leaderboard = gr.components.Dataframe(
-                value=A100_table,
-                datatype=ALL_COLUMNS_DATATYPES,
-                headers=list(ALL_COLUMNS_MAPPING.values()),
-                elem_id="1xA100-table",
-            )
-
-        with gr.TabItem("🖥️ A100-80GB Plot 📊", id=1):
-            gr.HTML(
-                "👆 Hover over the points 👆 for additional information.",
-                elem_id="descriptive-text",
-            )
-            # Original leaderboard plot
-            A100_plotly = gr.components.Plot(
-                value=A100_plot,
-                elem_id="1xA100-plot",
-                show_label=False,
-            )
+    with gr.Tabs(elem_classes="leaderboard-tabs"):
+        hardware_plots = {}
+        hardware_learboards = {}
+        ####################### HARDWARE TABS #######################
+        for hardware in ["A100-80GB", "RTX4090-24GB"]:
+            hardware_df = get_benchmark_df(benchmark=f"Succeeded-1x{hardware}")
+            hardware_learboards[hardware] = get_benchmark_table(hardware_df)
+            hardware_plots[hardware] = get_benchmark_plot(hardware_df)
+            del hardware_df
+            with gr.TabItem(f"{hardware} 🖥️", id=hardware):
+                with gr.Tabs(elem_classes="hardware-tabs"):
+                    with gr.TabItem("Leaderboard 🏅", id=0):
+                        gr.HTML(
+                            "👉 Scroll to the right 👉 for additional columns.",
+                            elem_id="descriptive-text",
+                        )
+                        # Original leaderboard table
+                        hardware_leaderboard = gr.components.Dataframe(
+                            value=hardware_learboards[hardware],
+                            headers=list(ALL_COLUMNS_MAPPING.values()),
+                            datatype=ALL_COLUMNS_DATATYPES,
+                            elem_id="hardware-leaderboard",
+                            # show_label=False,
+                        )
+                    with gr.TabItem("Plot 📊", id=1):
+                        gr.HTML(
+                            "👆 Hover over the points 👆 for additional information.",
+                            elem_id="descriptive-text",
+                        )
+                        # Original leaderboard plot
+                        hardware_plotly = gr.components.Plot(
+                            value=hardware_plots[hardware],
+                            elem_id="hardware-plot",
+                            show_label=False,
+                        )
 
+        ####################### CONTROL PANEL #######################
         with gr.TabItem("Control Panel 🎛️", id=2):
             gr.HTML(
-                "Use this control panel to filter the leaderboard's table and plot.",
+                "Use this control panel to filter the leaderboard's table and plot.",  # noqa: E501
                 elem_id="descriptive-text",
             )
-            # control panel interface
             with gr.Row():
                 with gr.Column(scale=1):
                     search_bar = gr.Textbox(
@@ -325,43 +330,16 @@ with demo:
                     value="Filter 🚀",
                     elem_id="filter-button",
                 )
-
-        with gr.TabItem("About 📖", id=3):
-            gr.HTML(ABOUT_TEXT, elem_classes="descriptive-text")
-            gr.Markdown(EXAMPLE_CONFIG_TEXT, elem_classes="descriptive-text")
-
-    filter_button.click(
-        filter_query,
-        [
-            search_bar,
-            backend_checkboxes,
-            datatype_checkboxes,
-            optimizations_checkboxes,
-            quantization_checkboxes,
-            score_slider,
-            memory_slider,
-        ],
-        [A100_leaderboard, A100_plotly],
-    )
-
-    with gr.Row():
-        with gr.Accordion("📙 Citation", open=False):
-            citation_button = gr.Textbox(
-                value=CITATION_BUTTON_TEXT,
-                label=CITATION_BUTTON_LABEL,
-                elem_id="citation-button",
-            ).style(show_copy_button=True)
-
-
-# Restart space every hour
-scheduler = BackgroundScheduler()
-scheduler.add_job(
-    restart_space,
-    "interval",
-    seconds=3600,
-    args=[LLM_PERF_LEADERBOARD_REPO, OPTIMUM_TOKEN],
-)
-scheduler.start()
-
-# Launch demo
-demo.queue(concurrency_count=40).launch()
+            for hardware in HARDWARES:
+                filter_button.click(
+                    filter_query,
+                    [
+                        search_bar,
+                        backend_checkboxes,
+                        datatype_checkboxes,
+                        optimizations_checkboxes,
+                        quantization_checkboxes,
+                        score_slider,
+                        memory_slider,
+                    ],
+                    [hardware_learbo

src/assets/css_html_js.py

@@ -3,6 +3,13 @@ custom_css = """
     font-size: 16px !important;
 }
 
+.leaderboard-tabs button {
+    font-size: 20px;
+}
+.hardware-tabs button {
+    font-size: 20px;
+}
+
 #citation-button span {
     font-size: 16px !important;
 }
@@ -15,11 +22,4 @@ custom_css = """
     margin: 6px;
     transform: scale(1.3);
 }
-
-.hardware-tabs button {
-    font-size: 20px;
-}
-.A100-tabs button {
-    font-size: 20px;
-}
 """