Merge branch 'main_sync'

README.md

@@ -34,3 +34,17 @@ sdk_version: 5.13.0
 
 [Saved votes dataset](https://huggingface.co/datasets/Pendrokar/TTS_Arena)
 [TTS tracker dataset](https://huggingface.co/datasets/Pendrokar/open_tts_tracker)
+
+# TTS Arena
+
+The codebase for TTS Arena v2.
+
+The TTS Arena is a Gradio app with several components. Please refer to the `app` directory for more information.
+
+## Running the app
+
+```bash
+RUNNING_LOCALLY=1 python app.py
+```
+
+You must set the `RUNNING_LOCALLY` environment variable to `1` when running the app locally. This prevents it from syncing with the database

app/config.py

@@ -1,5 +1,11 @@
 import os
 
+RUNNING_LOCALLY = os.getenv('RUNNING_LOCALLY', '0').lower() in ('true', '1', 't')
+if RUNNING_LOCALLY:
+    print("Running locally, not syncing DB to HF dataset")
+else:
+    print("Running in HF Space, syncing DB to HF dataset")
+
 # NOTE: Configure models in `models.py`
 
 #########################
@@ -18,7 +24,7 @@ DB_PATH = f"/data/{DB_NAME}" if os.path.isdir("/data") else DB_NAME # If /data a
 ROUTER_ID = "Pendrokar/xVASynth-TTS" # You should use a router space to route TTS models to avoid exposing your API keys!
 # ROUTER_ID = "TTS-AGI/tts-router" # You should use a router space to route TTS models to avoid exposing your API keys!
 
-SYNC_DB = True # Sync DB to HF dataset?
+SYNC_DB = not RUNNING_LOCALLY # Sync DB to HF dataset?
 DB_DATASET_ID = os.getenv('DATASET_ID') # HF dataset ID, can be None if not syncing
 
 SPACE_ID = os.getenv('SPACE_ID') # Don't change this! It detects if we're running in a HF Space
@@ -48,4 +54,8 @@ CITATION_TEXT = """@misc{tts-arena,
 	year         = 2024,
 	publisher    = {Hugging Face},
 	howpublished = "\\url{https://huggingface.co/spaces/TTS-AGI/TTS-Arena}"
-}"""
+}"""
+
+#- 2025/01/21: New leaderboard UI released with enhanced UI and improved performance.
+NEWS = """
+"""

app/leaderboard.py

@@ -21,27 +21,30 @@ def get_leaderboard(reveal_prelim = False):
     df['name'] = df['name'].replace(model_names)
     for i in range(len(df)):
         df.loc[i, "name"] = make_link_to_space(df['name'][i], True)
+
+    # Calculate total votes and win rate
     df['votes'] = df['upvote'] + df['downvote']
+    df['win_rate'] = (df['upvote'] / df['votes'] * 100).round(1)
     # df['score'] = round((df['upvote'] / df['votes']) * 100, 2) # Percentage score
 
     ## ELO SCORE
-    df['score'] = 1200
-    df['score_diff'] = ""
+    df['elo'] = 1200
+    df['elo_diff'] = ""
     for i in range(len(df)):
         for j in range(len(df)):
             if i != j:
                 try:
-                    expected_a = 1 / (1 + 10 ** ((df['score'].iloc[j] - df['score'].iloc[i]) / 400))
-                    expected_b = 1 / (1 + 10 ** ((df['score'].iloc[i] - df['score'].iloc[j]) / 400))
+                    expected_a = 1 / (1 + 10 ** ((df['elo'].iloc[j] - df['elo'].iloc[i]) / 400))
+                    expected_b = 1 / (1 + 10 ** ((df['elo'].iloc[i] - df['elo'].iloc[j]) / 400))
                     actual_a = df['upvote'].iloc[i] / df['votes'].iloc[i] if df['votes'].iloc[i] > 0 else 0.5
                     actual_b = df['upvote'].iloc[j] / df['votes'].iloc[j] if df['votes'].iloc[j] > 0 else 0.5
-                    df.at[i, 'score'] += round(32 * (actual_a - expected_a))
-                    df.at[j, 'score'] += round(32 * (actual_b - expected_b))
+                    df.at[i, 'elo'] += round(32 * (actual_a - expected_a))
+                    df.at[j, 'elo'] += round(32 * (actual_b - expected_b))
                 except Exception as e:
                     print(f"Error in ELO calculation for rows {i} and {j}: {str(e)}")
                     continue
-    df['score'] = round(df['score'])
-    df['score_diff'] = df['score']
+    df['elo'] = round(df['elo'])
+    df['elo_diff'] = df['elo']
 
     if (
         reveal_prelim == False
@@ -51,18 +54,18 @@ def get_leaderboard(reveal_prelim = False):
 
     if (reveal_prelim == False):
         for i in range(len(df)):
-            score_diff = (df['score'].iloc[i] - leaderboard_df['score'].iloc[i])
-            if (score_diff == 0):
+            elo_diff = (df['elo'].iloc[i] - leaderboard_df['elo'].iloc[i])
+            if (elo_diff == 0):
                 continue
-            if (score_diff > 0):
+            if (elo_diff > 0):
                 plus = '<em style="color: green; font-family: monospace">+'
             else:
                 plus = '<em style="color: red; font-family: monospace">'
 
-            df.at[i, 'score_diff'] = str(df['score'].iloc[i]) + plus + str(score_diff) +'</em>'
+            df.at[i, 'elo_diff'] = str(df['elo'].iloc[i]) + plus + str(elo_diff) +'</em>'
 
-    ## ELO SCORE
-    df = df.sort_values(by='score', ascending=False)
+    ## ELO score
+    df = df.sort_values(by='elo', ascending=False)
     # medals
     def assign_medal(rank, assign):
         rank = str(rank + 1)
@@ -86,6 +89,6 @@ def get_leaderboard(reveal_prelim = False):
         ):
             top_five.append(orig_name)
 
-    df['score'] = df['score_diff']
-    df = df[['order', 'name', 'score', 'votes']]
+    df['elo'] = df['elo_diff']
+    df = df[['order', 'name', 'elo', 'votes', 'win_rate']]
     return df

app/models.py

@@ -513,6 +513,37 @@ model_names = {
     'metavoice': 'MetaVoice-1B',
 }
 
+model_links = {
+    'ElevenLabs': 'https://elevenlabs.io/',
+    'Play.HT 2.0': 'https://play.ht/',
+    'Play.HT 3.0 Mini': 'https://play.ht/',
+    'XTTSv2': 'https://huggingface.co/coqui/XTTS-v2',
+    'MeloTTS': 'https://github.com/myshell-ai/MeloTTS',
+    'StyleTTS 2': 'https://github.com/yl4579/StyleTTS2',
+    'Parler TTS Large': 'https://github.com/huggingface/parler-tts',
+    'Parler TTS': 'https://github.com/huggingface/parler-tts',
+    'Fish Speech v1.5': 'https://github.com/fishaudio/fish-speech',
+    'Fish Speech v1.4': 'https://github.com/fishaudio/fish-speech',
+    'GPT-SoVITS': 'https://github.com/RVC-Boss/GPT-SoVITS',
+    'WhisperSpeech': 'https://github.com/WhisperSpeech/WhisperSpeech',
+    'VoiceCraft 2.0': 'https://github.com/jasonppy/VoiceCraft',
+    'PlayDialog': 'https://play.ht/',
+    'Kokoro v0.19': 'https://huggingface.co/hexgrad/Kokoro-82M',
+    'CosyVoice 2.0': 'https://github.com/FunAudioLLM/CosyVoice',
+    'MetaVoice': 'https://github.com/metavoiceio/metavoice-src',
+    'OpenVoice': 'https://github.com/myshell-ai/OpenVoice',
+    'OpenVoice V2': 'https://github.com/myshell-ai/OpenVoice',
+    'Pheme': 'https://github.com/PolyAI-LDN/pheme',
+    'Vokan TTS': 'https://huggingface.co/ShoukanLabs/Vokan',
+}
+
+closed_source = [
+    'ElevenLabs',
+    'Play.HT 2.0',
+    'Play.HT 3.0 Mini',
+    'PlayDialog',
+]
+
 def make_link_to_space(model_name, for_leaderboard=False):
     # create a anchor link if a HF space
     style = 'text-decoration: underline;text-decoration-style: dotted;'

app/ui.py

@@ -37,6 +37,9 @@ head_js += open("app/cookie.js").read()
 head_js += '</script>'
 
 with gr.Blocks() as about:
+    with gr.Row():
+        with gr.Accordion("News", open=False):
+            gr.Markdown(NEWS)
     gr.Markdown(ABOUT)
 
 with gr.Blocks(

app/ui_leaderboard.py

@@ -9,8 +9,8 @@ with gr.Blocks() as leaderboard:
         interactive=False,
         min_width=0,
         wrap=False,
-        column_widths=[30, 200, 50, 50],
-        datatype=["str", "html", "html", "number"]
+        column_widths=[30, 200, 50, 50, 50],
+        datatype=["str", "html", "html", "html", "number"]
     )
     reloadbtn = gr.Button("Refresh")
     with gr.Row():

app/ui_vote.py

@@ -54,6 +54,7 @@ with gr.Blocks() as vote:
                     show_label=False,
                     show_download_button=False,
                     show_share_button=False,
+                    elem_id="vote-a-audio",
                     # waveform_options={'waveform_progress_color': '#EF4444'},
                     # var(--color-red-500)'}); gradio only accepts HEX and CSS color
                 )
@@ -76,6 +77,7 @@ with gr.Blocks() as vote:
                     show_download_button=False,
                     show_share_button=False,
                     waveform_options={'waveform_progress_color': '#3C82F6'},
+                    elem_id="vote-b-audio",
                     # var(--secondary-500)'}); gradio only accepts HEX and CSS color
                 )
                 bbetter = gr.Button(
@@ -161,7 +163,7 @@ with gr.Blocks() as vote:
         .then(
             None,
             inputs=[bplayed if autoplay else True],
-            js="(b) => b ? 0 : document.querySelector('.row .gap+.gap button.play-pause-button[aria-label=Play]').click()",
+            js="(b) => b ? 0 : document.getElementById('vote-b-audio')?.querySelector('button.play-pause-button')?.click()",
         )
     # autoplay if unplayed
     aud2\