Adding api based models

app.py

@@ -6,7 +6,7 @@ from init import is_model_on_hub, upload_file, load_all_info_from_dataset_hub
 from utils_display import AutoEvalColumn, fields, make_clickable_model, styled_error, styled_message
 from datetime import datetime, timezone
 
-LAST_UPDATED = "Mar 24th 2025"
+LAST_UPDATED = "Apr 8th 2025"
 
 column_names = {
     "MODEL": "Model",
@@ -26,14 +26,14 @@ eval_queue_repo, requested_models, csv_results = load_all_info_from_dataset_hub(
 
 if not csv_results.exists():
     raise Exception(f"CSV file {csv_results} does not exist locally")
-    
 # Get csv with data and parse columns
 original_df = pd.read_csv(csv_results)
-
 # Formats the columns
 def formatter(x):
     if type(x) is str:
         x = x
+    elif x == -1:
+        x = "NA"
     else: 
         x = round(x, 2)
     return x
@@ -43,7 +43,6 @@ for col in original_df.columns:
         original_df[col] = original_df[col].apply(lambda x: x.replace(x, make_clickable_model(x)))
     else:
         original_df[col] = original_df[col].apply(formatter) # For numerical values
- 
 original_df.rename(columns=column_names, inplace=True)
 original_df.sort_values(by='Average WER ⬇️', inplace=True)
 
@@ -102,6 +101,16 @@ def request_model(model_text, chbcoco2017):
     except Exception as e:
         return styled_error(f"Error submitting request!")
 
+def filter_main_table(show_proprietary=True):
+    filtered_df = original_df.copy()
+    
+    # Filter proprietary models if needed
+    if not show_proprietary and "License" in filtered_df.columns:
+        # Keep only models with "Open" license
+        filtered_df = filtered_df[filtered_df["License"] == "Open"]
+        
+    return filtered_df
+
 with gr.Blocks(css=LEADERBOARD_CSS) as demo:
     gr.HTML(BANNER, elem_id="banner")
     gr.Markdown(INTRODUCTION_TEXT, elem_classes="markdown-text")
@@ -114,12 +123,25 @@ with gr.Blocks(css=LEADERBOARD_CSS) as demo:
                 elem_id="leaderboard-table",
                 interactive=False,
                 visible=True,
+            )
+            with gr.Row():
+                show_proprietary_checkbox = gr.Checkbox(
+                    label="Show proprietary models",
+                    value=True,
+                    elem_id="show-proprietary-checkbox"
                 )
+            
+            # Connect checkbox to the filtering function
+            show_proprietary_checkbox.change(
+                filter_main_table,
+                inputs=[show_proprietary_checkbox],
+                outputs=leaderboard_table
+            )
 
-        with gr.TabItem("📈 Metrics", elem_id="od-benchmark-tab-table", id=1):
+        with gr.TabItem("📈 Metrics", elem_id="od-benchmark-tab-table", id=2):
             gr.Markdown(METRICS_TAB_TEXT, elem_classes="markdown-text")
 
-        with gr.TabItem("✉️✨ Request a model here!", elem_id="od-benchmark-tab-table", id=2):
+        with gr.TabItem("✉️✨ Request a model here!", elem_id="od-benchmark-tab-table", id=3):
             with gr.Column():
                 gr.Markdown("# ✉️✨ Request results for a new model here!", elem_classes="markdown-text")
             with gr.Column():
@@ -133,6 +155,9 @@ with gr.Blocks(css=LEADERBOARD_CSS) as demo:
                     btn_submitt.click(request_model, 
                                       [model_name_textbox, chb_coco2017], 
                                       mdw_submission_result)
+        # add an about section
+        with gr.TabItem("🤗 About", elem_id="od-benchmark-tab-table", id=4):
+            gr.Markdown("## About", elem_classes="markdown-text")
 
     gr.Markdown(f"Last updated on **{LAST_UPDATED}**", elem_classes="markdown-text")
     

utils_display.py

@@ -26,7 +26,27 @@ class AutoEvalColumn: # Auto evals column
 
 
 def make_clickable_model(model_name):
-    link = f"https://huggingface.co/{model_name}"
+    model_name_list = model_name.split("/")
+    if model_name_list[0] == "trt-llm":
+        link = "https://github.com/NVIDIA/TensorRT-LLM/tree/main/examples/whisper"
+    elif model_name_list[0] == "faster-whisper":
+        link = "https://github.com/guillaumekln/faster-whisper"
+    elif model_name_list[0] == "Whisper.cpp":
+        link = "https://github.com/ggerganov/whisper.cpp"
+    elif model_name_list[0] == "WhisperKit":
+        link = "https://github.com/argmaxinc/WhisperKit"
+    elif model_name_list[0] == "WhisperMLX":
+        link = "https://huggingface.co/collections/mlx-community/whisper-663256f9964fbb1177db93dc"
+    elif model_name_list[0] == "elevenlabs":
+        link = "https://elevenlabs.io/speech-to-text"
+    elif model_name_list[0] == "openai" and (model_name_list[1] == "whisper-1" or model_name_list[1] == "gpt-4o-transcribe" or model_name_list[1] == "gpt-4o-mini-transcribe"):
+        link = "https://platform.openai.com/docs/guides/speech-to-text"
+    elif model_name_list[0] == "assemblyai":
+        link = "https://www.assemblyai.com/docs"
+    elif model_name_list[0] == "revai":
+        link = "https://docs.rev.ai/api/asynchronous/get-started/"
+    else:
+        link = f"https://huggingface.co/{model_name}"
     return f'<a target="_blank" href="{link}" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">{model_name}</a>'
 
 def styled_error(error):