add results

index.html

@@ -338,7 +338,314 @@
 <section class="section">
   <div class="container is-max-desktop">
     <h2 class="title is-2 has-text-centered">Experiment Results</h2>
-    <h2 class="title is-3 has-text-centered">English Dialogues</h2>
+    <h2 class="title is-3 has-text-centered">Results</h2>
+
+    <table style="width:100%; border-collapse: collapse;">
+      <caption>Performances of speech language models on Ke-SpeechChat chat-test.</caption>
+      <thead>
+        <tr>
+          <th rowspan="3" style="text-align:center; vertical-align:middle;">Models</th>
+          <th rowspan="3" style="text-align:center; vertical-align:middle;">Data</th>
+          <th colspan="5" style="text-align:center;">Chinese</th>
+          <th colspan="5" style="text-align:center;">English</th>
+        </tr>
+        <tr>
+          <th colspan="3" style="text-align:center;">S2TIF</th>
+          <th style="text-align:center;">Modal Align</th>
+          <th style="text-align:center;">Quality</th>
+          <th colspan="3" style="text-align:center;">S2TIF</th>
+          <th style="text-align:center;">Modal Align</th>
+          <th style="text-align:center;">Quality</th>
+        </tr>
+        <tr>
+          <th style="text-align:center;">Content<sup>&#8593;</sup></th>
+          <th style="text-align:center;">Style<sup>&#8593;</sup></th>
+          <th style="text-align:center;">Length</th>
+          <th style="text-align:center;">CER<sup>&#8595;</sup></th>
+          <th style="text-align:center;">UTMOS<sup>&#8593;</sup></th>
+          <th style="text-align:center;">Content<sup>&#8593;</sup></th>
+          <th style="text-align:center;">Style<sup>&#8593;</sup></th>
+          <th style="text-align:center;">Length</th>
+          <th style="text-align:center;">WER<sup>&#8595;</sup></th>
+          <th style="text-align:center;">UTMOS<sup>&#8593;</sup></th>
+        </tr>
+      </thead>
+      <tbody>
+        <tr>
+          <td rowspan="1" style="text-align:center; vertical-align:middle;">Qwen2-Audio</td>
+          <td style="text-align:center;">-</td>
+          <td style="text-align:center;">3.32</td>
+          <td style="text-align:center;">3.09</td>
+          <td style="text-align:center;">242.74</td>
+          <td style="text-align:center;">-</td>
+          <td style="text-align:center;">-</td>
+          <td style="text-align:center;">2.39</td>
+          <td style="text-align:center;">2.85</td>
+          <td style="text-align:center;">115.58</td>
+          <td style="text-align:center;">-</td>
+          <td style="text-align:center;">-</td>
+        </tr>
+        <tr>
+          <td rowspan="1" style="text-align:center; vertical-align:middle;">LLaMA-Omni</td>
+          <td style="text-align:center;">-</td>
+          <td colspan="5" style="text-align:center;">-</td>
+          <td style="text-align:center;">2.85</td>
+          <td style="text-align:center;">3.70</td>
+          <td style="text-align:center;">46.80</td>
+          <td style="text-align:center;">9.27</td>
+          <td style="text-align:center;">3.95</td>
+        </tr>
+        <tr>
+          <td rowspan="1" style="text-align:center; vertical-align:middle;">SpeechGPT</td>
+          <td style="text-align:center;">-</td>
+          <td colspan="5" style="text-align:center;">-</td>
+          <td style="text-align:center;">2.86</td>
+          <td style="text-align:center;">3.37</td>
+          <td style="text-align:center;">57.00</td>
+          <td style="text-align:center;">56.34</td>
+          <td style="text-align:center;">3.90</td>
+        </tr>
+        <tr>
+          <td rowspan="5" style="text-align:center; vertical-align:middle;">KE-Omni(ours)</td>
+          <td style="text-align:center;">XS</td>
+          <td style="text-align:center;">3.04</td>
+          <td style="text-align:center;">3.79</td>
+          <td style="text-align:center;">90.91</td>
+          <td style="text-align:center;">29.35</td>
+          <td style="text-align:center;">2.74</td>
+          <td style="text-align:center;">2.79</td>
+          <td style="text-align:center;">3.61</td>
+          <td style="text-align:center;">72.77</td>
+          <td style="text-align:center;">36.10</td>
+          <td style="text-align:center;">3.06</td>
+        </tr>
+        <tr>
+          <td style="text-align:center;">S</td>
+          <td style="text-align:center;">3.47</td>
+          <td style="text-align:center;">4.04</td>
+          <td style="text-align:center;">90.70</td>
+          <td style="text-align:center;">7.61</td>
+          <td style="text-align:center;">3.26</td>
+          <td style="text-align:center;">2.96</td>
+          <td style="text-align:center;">3.69</td>
+          <td style="text-align:center;">68.83</td>
+          <td style="text-align:center;">8.81</td>
+          <td style="text-align:center;">3.90</td>
+        </tr>
+        <tr>
+          <td style="text-align:center;">M</td>
+          <td style="text-align:center;">3.89</td>
+          <td style="text-align:center;">4.24</td>
+          <td style="text-align:center;">89.29</td>
+          <td style="text-align:center;">5.19</td>
+          <td style="text-align:center;">3.39</td>
+          <td style="text-align:center;">3.45</td>
+          <td style="text-align:center;">3.96</td>
+          <td style="text-align:center;">70.02</td>
+          <td style="text-align:center;">4.54</td>
+          <td style="text-align:center;">4.26</td>
+        </tr>
+        <tr>
+          <td style="text-align:center;">L</td>
+          <td style="text-align:center;">3.95</td>
+          <td style="text-align:center;">4.28</td>
+          <td style="text-align:center;">89.54</td>
+          <td style="text-align:center;"><strong>5.03</strong></td>
+          <td style="text-align:center;">3.39</td>
+          <td style="text-align:center;">3.57</td>
+          <td style="text-align:center;">4.00</td>
+          <td style="text-align:center;">69.00</td>
+          <td style="text-align:center;"><strong>3.92</strong></td>
+          <td style="text-align:center;">4.29</td>
+        </tr>
+        <tr>
+          <td style="text-align:center;">XL</td>
+          <td style="text-align:center;"><strong>4.12</strong></td>
+          <td style="text-align:center;"><strong>4.34</strong></td>
+          <td style="text-align:center;">88.10</td>
+          <td style="text-align:center;">5.16</td>
+          <td style="text-align:center;"><strong>3.43</strong></td>
+          <td style="text-align:center;"><strong>3.61</strong></td>
+          <td style="text-align:center;"><strong>4.00</strong></td>
+          <td style="text-align:center;">68.70</td>
+          <td style="text-align:center;">4.29</td>
+          <td style="text-align:center;"><strong>4.30</strong></td>
+        </tr>
+      </tbody>
+    </table>
+    
+    <style>
+      table, th, td {
+        border: 1px solid black;
+        padding: 5px;
+        text-align: center;
+      }
+      caption {
+        font-size: 1.2em;
+        margin-bottom: 10px;
+      }
+      th {
+        background-color: #f2f2f2;
+      }
+      tr:nth-child(even) {background-color: #f9f9f9;}
+      tr:hover {background-color:#f1f1f1;}
+      sup {
+        font-size: 0.8em;
+        vertical-align: super;
+        line-height: 0;
+      }
+    </style>
+
+    <table style="width:100%; border-collapse: collapse;">
+      <caption>Results of VoiceBench.  For detailed results, please visit <a href="http://github.com/MatthewCYM/VoiceBench?tab=readme-ov-file#leaderboard">[VoiceBench Leadboard]</a>.</caption>
+      <thead>
+        <tr>
+          <th style="text-align:center;">Model</th>
+          <th style="text-align:center;">AlpacaEval<sup>&#8593;</sup></th>
+          <th style="text-align:center;">CommonEval<sup>&#8593;</sup></th>
+          <th style="text-align:center;">SD-QA<sup>&#8593;</sup></th>
+          <th style="text-align:center;">MMSU<sup>&#8593;</sup></th>
+          <th style="text-align:center;">OpenBookQA<sup>&#8593;</sup></th>
+          <th style="text-align:center;">IFEval<sup>&#8593;</sup></th>
+          <th style="text-align:center;">AdvBench<sup>&#8593;</sup></th>
+          <th style="text-align:center;">Overall<sup>&#8593;</sup></th>
+        </tr>
+      </thead>
+      <tbody>
+        <tr>
+          <td style="text-align:left;">GLM-4-Voice</td>
+          <td style="text-align:center;">3.97</td>
+          <td style="text-align:center;">3.42</td>
+          <td style="text-align:center;">36.98</td>
+          <td style="text-align:center;">39.75</td>
+          <td style="text-align:center;">53.41</td>
+          <td style="text-align:center;">25.92</td>
+          <td style="text-align:center;">88.08</td>
+          <td style="text-align:center;">55.99</td>
+        </tr>
+        <tr>
+          <td style="text-align:left;">DiVA</td>
+          <td style="text-align:center;">3.67</td>
+          <td style="text-align:center;">3.54</td>
+          <td style="text-align:center;">57.05</td>
+          <td style="text-align:center;">25.76</td>
+          <td style="text-align:center;">25.49</td>
+          <td style="text-align:center;">39.15</td>
+          <td style="text-align:center;">98.27</td>
+          <td style="text-align:center;">55.70</td>
+        </tr>
+        <tr>
+          <td style="text-align:left;">Qwen2-Audio</td>
+          <td style="text-align:center;">3.74</td>
+          <td style="text-align:center;">3.43</td>
+          <td style="text-align:center;">35.71</td>
+          <td style="text-align:center;">35.72</td>
+          <td style="text-align:center;">49.45</td>
+          <td style="text-align:center;">26.33</td>
+          <td style="text-align:center;">96.73</td>
+          <td style="text-align:center;">55.35</td>
+        </tr>
+        <tr>
+          <td style="text-align:left;"><strong>KE-Omni-v1.5</strong></td>
+          <td style="text-align:center;">3.82</td>
+          <td style="text-align:center;">3.20</td>
+          <td style="text-align:center;">31.20</td>
+          <td style="text-align:center;">32.27</td>
+          <td style="text-align:center;">58.46</td>
+          <td style="text-align:center;">15.00</td>
+          <td style="text-align:center;">100.00</td>
+          <td style="text-align:center;">53.90</td>
+        </tr>
+        <tr>
+          <td style="text-align:left;">LLaMA-Omni</td>
+          <td style="text-align:center;">3.70</td>
+          <td style="text-align:center;">3.46</td>
+          <td style="text-align:center;">39.69</td>
+          <td style="text-align:center;">25.93</td>
+          <td style="text-align:center;">27.47</td>
+          <td style="text-align:center;">14.87</td>
+          <td style="text-align:center;">11.35</td>
+          <td style="text-align:center;">37.51</td>
+        </tr>
+        <tr>
+          <td style="text-align:left;">VITA</td>
+          <td style="text-align:center;">3.38</td>
+          <td style="text-align:center;">2.15</td>
+          <td style="text-align:center;">27.94</td>
+          <td style="text-align:center;">25.70</td>
+          <td style="text-align:center;">29.01</td>
+          <td style="text-align:center;">22.82</td>
+          <td style="text-align:center;">26.73</td>
+          <td style="text-align:center;">34.68</td>
+        </tr>
+        <tr>
+          <td style="text-align:left;">Mini-Omni2</td>
+          <td style="text-align:center;">2.32</td>
+          <td style="text-align:center;">2.18</td>
+          <td style="text-align:center;">9.31</td>
+          <td style="text-align:center;">24.27</td>
+          <td style="text-align:center;">26.59</td>
+          <td style="text-align:center;">11.56</td>
+          <td style="text-align:center;">57.50</td>
+          <td style="text-align:center;">31.32</td>
+        </tr>
+        <tr>
+          <td style="text-align:left;">Mini-Omni</td>
+          <td style="text-align:center;">1.95</td>
+          <td style="text-align:center;">2.02</td>
+          <td style="text-align:center;">13.92</td>
+          <td style="text-align:center;">24.69</td>
+          <td style="text-align:center;">26.59</td>
+          <td style="text-align:center;">13.58</td>
+          <td style="text-align:center;">37.12</td>
+          <td style="text-align:center;">27.90</td>
+        </tr>
+        <tr>
+          <td style="text-align:left;">Moshi</td>
+          <td style="text-align:center;">2.01</td>
+          <td style="text-align:center;">1.60</td>
+          <td style="text-align:center;">15.64</td>
+          <td style="text-align:center;">24.04</td>
+          <td style="text-align:center;">25.93</td>
+          <td style="text-align:center;">10.12</td>
+          <td style="text-align:center;">44.23</td>
+          <td style="text-align:center;">27.47</td>
+        </tr>
+      </tbody>
+    </table>
+    
+    <style>
+      table, th, td {
+        border: 1px solid black;
+        padding: 5px;
+        text-align: center;
+      }
+      caption {
+        font-size: 1.2em;
+        margin-bottom: 10px;
+      }
+      th {
+        background-color: #f2f2f2;
+      }
+      tr:nth-child(even) {background-color: #f9f9f9;}
+      tr:hover {background-color:#f1f1f1;}
+      sup {
+        font-size: 0.8em;
+        vertical-align: super;
+        line-height: 0;
+      }
+      strong {
+        font-weight: bold;
+      }
+      em {
+        font-style: italic;
+      }
+      a {
+        text-decoration: none;
+      }
+    </style>
+
+    <h2 class="title is-3 has-text-centered">Case Study: English Dialogues</h2>
     <div class="columns is-centered">
       <div class="column">
         <div class="content dialogue-block"  style="display: flex; flex-direction: column; justify-content: space-between; height: 100%;">
@@ -405,7 +712,7 @@
       </div>
     </div>
 
-    <h2 class="title is-3 has-text-centered">Chinese Dialogues</h2>
+    <h2 class="title is-3 has-text-centered">Case Study: Chinese Dialogues</h2>
     <div class="columns is-centered">
       <div class="column">
         <div class="content dialogue-block"  style="display: flex; flex-direction: column; justify-content: space-between; height: 100%;">