Update app.py

app.py

@@ -23,6 +23,7 @@ from src.display.utils import (
     WeightType,
     Precision,
     AddSpecialTokens,
+    NumFewShots,
     NUMERIC_INTERVALS,
     TYPES,
 )
@@ -69,12 +70,13 @@ def update_table(
     precision_query: str,
     size_query: list,
     add_special_tokens_query: list,
+    num_few_shots_query: list,
     show_deleted: bool,
     show_merges: bool,
     show_flagged: bool,
     query: str,
 ):
-    filtered_df = filter_models(hidden_df, type_query, size_query, precision_query, add_special_tokens_query, show_deleted, show_merges, show_flagged)
+    filtered_df = filter_models(hidden_df, type_query, size_query, precision_query, add_special_tokens_query, num_few_shots_query, show_deleted, show_merges, show_flagged)
     filtered_df = filter_queries(query, filtered_df)
     df = select_columns(filtered_df, columns)
     return df
@@ -122,7 +124,7 @@ def filter_queries(query: str, filtered_df: pd.DataFrame):
 
 
 def filter_models(
-    df: pd.DataFrame, type_query: list, size_query: list, precision_query: list, add_special_tokens_query: list, show_deleted: bool, show_merges: bool, show_flagged: bool
+    df: pd.DataFrame, type_query: list, size_query: list, precision_query: list, add_special_tokens_query: list, num_few_shots_query: list, show_deleted: bool, show_merges: bool, show_flagged: bool
 ) -> pd.DataFrame:
     # Show all models
     if show_deleted:
@@ -140,6 +142,7 @@ def filter_models(
     filtered_df = filtered_df.loc[df[AutoEvalColumn.model_type_symbol.name].isin(type_emoji)]
     filtered_df = filtered_df.loc[df[AutoEvalColumn.precision.name].isin(precision_query + ["None"])]
     filtered_df = filtered_df.loc[df[AutoEvalColumn.add_special_tokens.name].isin(add_special_tokens_query)]
+    filtered_df = filtered_df.loc[df[AutoEvalColumn.num_few_shots.name].isin(num_few_shots_query)]
     
 
     numeric_interval = pd.IntervalIndex(sorted([NUMERIC_INTERVALS[s] for s in size_query]))
@@ -148,7 +151,7 @@ def filter_models(
     filtered_df = filtered_df.loc[mask]
     return filtered_df
 
-leaderboard_df = filter_models(leaderboard_df, [t.to_str(" : ") for t in ModelType], list(NUMERIC_INTERVALS.keys()), [i.value.name for i in Precision], [i.value.name for i in AddSpecialTokens], False, False, False)
+leaderboard_df = filter_models(leaderboard_df, [t.to_str(" : ") for t in ModelType], list(NUMERIC_INTERVALS.keys()), [i.value.name for i in Precision], [i.value.name for i in AddSpecialTokens], [i.value.name for i in NumFewShots], False, False, False)
 
 demo = gr.Blocks(css=custom_css)
 with demo:
@@ -221,6 +224,13 @@ with demo:
                         interactive=True,
                         elem_id="filter-columns-add-special-tokens",
                     )
+                    filter_columns_num_few_shots = gr.CheckboxGroup(
+                        label="Num Few Shots",
+                        choices=[i.value.name for i in NumFewShots],
+                        value=[i.value.name for i in NumFewShots],
+                        interactive=True,
+                        elem_id="filter-columns-num-few-shots",
+                    )
 
             leaderboard_table = gr.components.Dataframe(
                 value=leaderboard_df[
@@ -252,6 +262,7 @@ with demo:
                     filter_columns_precision,
                     filter_columns_size,
                     filter_columns_add_special_tokens,
+                    filter_columns_num_few_shots,
                     deleted_models_visibility,
                     merged_models_visibility,
                     flagged_models_visibility,
@@ -271,6 +282,7 @@ with demo:
                     filter_columns_precision,
                     filter_columns_size,
                     filter_columns_add_special_tokens,
+                    filter_columns_num_few_shots,
                     deleted_models_visibility,
                     merged_models_visibility,
                     flagged_models_visibility,
@@ -281,7 +293,7 @@ with demo:
             # Check query parameter once at startup and update search bar + hidden component
             demo.load(load_query, inputs=[], outputs=[search_bar, hidden_search_bar])
             
-            for selector in [shown_columns, filter_columns_type, filter_columns_precision, filter_columns_size, filter_columns_add_special_tokens, deleted_models_visibility, merged_models_visibility, flagged_models_visibility]:
+            for selector in [shown_columns, filter_columns_type, filter_columns_precision, filter_columns_size, filter_columns_add_special_tokens, filter_columns_num_few_shots, deleted_models_visibility, merged_models_visibility, flagged_models_visibility]:
                 selector.change(
                     update_table,
                     [
@@ -291,6 +303,7 @@ with demo:
                         filter_columns_precision,
                         filter_columns_size,
                         filter_columns_add_special_tokens,
+                        filter_columns_num_few_shots,
                         deleted_models_visibility,
                         merged_models_visibility,
                         flagged_models_visibility,