add quantizations

app.py

@@ -4,7 +4,7 @@ import pandas as pd
 import plotly.express as px
 from apscheduler.schedulers.background import BackgroundScheduler
 
-from src.assets.css_html_js import custom_css, custom_js
+from src.assets.css_html_js import custom_css
 from src.assets.text_content import (
     TITLE,
     INTRODUCTION_TEXT,
@@ -14,7 +14,6 @@ from src.assets.text_content import (
     CITATION_BUTTON_TEXT,
 )
 from src.utils import (
-    change_tab,
     restart_space,
     load_dataset_repo,
     process_model_name,
@@ -114,9 +113,8 @@ def get_benchmark_df(benchmark="Succeeded-1xA100-80GB"):
 
 
 def get_benchmark_table(bench_df):
-    # add * to quantized models score
     copy_df = bench_df.copy()
-    # add * to quantized models score since we can't garantee the score is the same
+    # adding ** to quantized models score since we can't garantee the score is the same
     copy_df["best_score"] = copy_df.apply(
         lambda x: f"{x['best_score']}**"
         if x["backend.quantization_strategy"] in ["bnb", "gptq"]
@@ -179,6 +177,7 @@ def filter_query(
     backends,
     datatypes,
     optimizations,
+    quantization_scheme,
     score,
     memory,
     benchmark="Succeeded-1xA100-80GB",
@@ -199,6 +198,17 @@ def filter_query(
             if len(optimizations) > 0
             else True
         )
+        & (
+            pd.concat(
+                [
+                    raw_df["quantization"] == quantization
+                    for quantization in quantization_scheme
+                ],
+                axis=1,
+            ).any(axis="columns")
+            if len(quantization_scheme) > 0
+            else True
+        )
         & (raw_df["best_score"] >= score)
         & (raw_df["forward.peak_memory(MB)"] <= memory)
     ]
@@ -277,7 +287,6 @@ with demo:
                             value=80 * 1024,
                             elem_id="memory-slider",
                         )
-
             with gr.Row():
                 with gr.Column(scale=1):
                     backend_checkboxes = gr.CheckboxGroup(
@@ -295,7 +304,7 @@ with demo:
                         info="☑️ Select the load dtypes",
                         elem_id="dtype-checkboxes",
                     )
-                with gr.Column(scale=2):
+                with gr.Column(scale=1):
                     optimizations_checkboxes = gr.CheckboxGroup(
                         label="Optimizations 🛠️",
                         choices=["None", "BetterTransformer"],
@@ -303,7 +312,14 @@ with demo:
                         info="☑️ Select the optimizations",
                         elem_id="optimizations-checkboxes",
                     )
-
+                with gr.Column(scale=1):
+                    quantization_checkboxes = gr.CheckboxGroup(
+                        label="Quantization 🗜️",
+                        choices=["None", "BnB.4bit", "GPTQ.4bit"],
+                        value=["None", "BnB.4bit", "GPTQ.4bit"],
+                        info="☑️ Select the quantization schemes",
+                        elem_id="quantization-checkboxes",
+                    )
             with gr.Row():
                 filter_button = gr.Button(
                     value="Filter 🚀",
@@ -314,12 +330,6 @@ with demo:
             gr.HTML(ABOUT_TEXT, elem_classes="descriptive-text")
             gr.Markdown(EXAMPLE_CONFIG_TEXT, elem_classes="descriptive-text")
 
-    demo.load(
-        change_tab,
-        A100_tabs,
-        _js=custom_js,
-    )
-
     filter_button.click(
         filter_query,
         [
@@ -327,6 +337,7 @@ with demo:
             backend_checkboxes,
             datatype_checkboxes,
             optimizations_checkboxes,
+            quantization_checkboxes,
             score_slider,
             memory_slider,
         ],

src/assets/css_html_js.py

@@ -23,11 +23,3 @@ custom_css = """
     font-size: 20px;
 }
 """
-
-custom_js = """
-    function(url_params) {
-        const params = new URLSearchParams(window.location.search);
-        url_params = Object.fromEntries(params);
-        return url_params;
-    }
-    """