Update README.md

README.md

@@ -13,7 +13,7 @@ datasets:
 - OpenLLM-Ro/ro_sft_orca
 - OpenLLM-Ro/ro_sft_camel
 model-index:
-    - name: OpenLLM-Ro/RoMistral-7b-Instruct
+    - name: OpenLLM-Ro/RoMistral-7b-Instruct-2024-05-17
       results:
         - task:
             type: text-generation
@@ -558,6 +558,7 @@ print(tokenizer.decode(outputs[0]))
 
 ## Academic Benchmarks
 
+
 <table>
 <tbody>
 <tr>
@@ -574,7 +575,13 @@ print(tokenizer.decode(outputs[0]))
 <td>Mistral-7B-Instruct-v0.2</td><td><center>47.40</center></td><td><center>46.29</center></td><td><center>47.00</center></td><td><center>58.78</center></td><td><center>54.27</center></td><td><center>13.47</center></td><td><center><strong>64.59</strong></center></td>
 </tr>
 <tr>
-<td><em>RoMistral-7b-Instruct</em></td><td><center><em><strong>52.54</strong></em></center></td><td><center><em><strong>50.41</strong></em></center></td><td><center><em><strong>51.61</strong></em></center></td><td><center><em><strong>66.48</strong></em></center></td><td><center><em><strong>60.27</strong></em></center></td><td><center><em><strong>34.19</strong></em></center></td><td><center><em>52.30</em></center></td>
+<td><em>RoMistral-7b-Instruct-2024-05-17</em></td><td><center><em>52.54</em></center></td><td><center><em>50.41</em></center></td><td><center><em><strong>51.61</strong></em></center></td><td><center><em>66.48</em></center></td><td><center><em>60.27</em></center></td><td><center><em><strong>34.19</strong></em></center></td><td><center><em>52.30</em></center></td>
+</tr>
+<tr>
+<td>RoMistral-7b-Instruct-2024-10-09</td><td><center><strong>52.91</strong></center></td><td><center><strong>52.27</strong></center></td><td><center>49.33</center></td><td><center><strong>70.03</strong></center></td><td><center><strong>62.88</strong></center></td><td><center>32.42</center></td><td><center>50.51</center></td>
+</tr>
+<tr>
+<td>RoMistral-7b-Instruct-DPO-2024-10-09</td><td><center>51.95</center></td><td><center>50.73</center></td><td><center>47.88</center></td><td><center>68.41</center></td><td><center>62.27</center></td><td><center>32.27</center></td><td><center>50.12</center></td>
 </tr>
 </tbody>
 </table>
@@ -607,10 +614,16 @@ print(tokenizer.decode(outputs[0]))
 <td><center><strong>RO-EN<br>(Bleu)</strong></center>
 </tr>
 <tr>
-<td>Mistral-7B-Instruct-v0.2</td><td><center>96.97</center></td><td><center>56.66</center></td><td><center><strong>98.83</strong></center></td><td><center>87.32</center></td><td><center>18.60</center></td><td><center><strong>33.99</strong></center></td><td><center>26.19</center></td><td><center>39.88</center></td>
+<td>Mistral-7B-Instruct-v0.2</td><td><center>96.97</center></td><td><center>56.66</center></td><td><center>98.83</center></td><td><center>87.32</center></td><td><center>18.60</center></td><td><center><strong>33.99</strong></center></td><td><center>26.19</center></td><td><center>39.88</center></td>
+</tr>
+<tr>
+<td><em>RoMistral-7b-Instruct-2024-05-17</em></td><td><center><em><strong>97.36</strong></em></center></td><td><center><em>67.55</em></center></td><td><center><em>98.80</em></center></td><td><center><em><strong>88.28</strong></em></center></td><td><center><em>27.93</em></center></td><td><center><em>13.21</em></center></td><td><center><em><strong>28.72</strong></em></center></td><td><center><em><strong>40.86</strong></em></center></td>
+</tr>
+<tr>
+<td>RoMistral-7b-Instruct-2024-10-09</td><td><center>95.56</center></td><td><center><strong>67.83</strong></center></td><td><center><strong>99.00</strong></center></td><td><center>87.57</center></td><td><center><strong>28.28</strong></center></td><td><center>6.10</center></td><td><center>27.70</center></td><td><center>40.36</center></td>
 </tr>
 <tr>
-<td><em>RoMistral-7b-Instruct</em></td><td><center><em><strong>97.36</strong></em></center></td><td><center><em><strong>67.55</strong></em></center></td><td><center><em>98.80</em></center></td><td><center><em><strong>88.28</strong></em></center></td><td><center><em><strong>27.93</strong></em></center></td><td><center><em>13.21</em></center></td><td><center><em><strong>28.72</strong></em></center></td><td><center><em><strong>40.86</strong></em></center></td>
+<td>RoMistral-7b-Instruct-DPO-2024-10-09</td><td><center>82.13</center></td><td><center>65.24</center></td><td><center>-</center></td><td><center>-</center></td><td><center>26.25</center></td><td><center>6.09</center></td><td><center>-</center></td><td><center>-</center></td>
 </tr>
 </tbody>
 </table>
@@ -645,7 +658,13 @@ print(tokenizer.decode(outputs[0]))
 <td>Mistral-7B-Instruct-v0.2</td><td><center>27.92</center></td><td><center>50.71</center></td><td><center><strong>65.46</strong></center></td><td><center><strong>79.73</strong></center></td><td><center>62.62</center></td><td><center>60.86</center></td><td><center>84.92</center></td><td><center>85.44</center></td>
 </tr>
 <tr>
-<td><em>RoMistral-7b-Instruct</em></td><td><center><em><strong>43.66</strong></em></center></td><td><center><em><strong>63.70</strong></em></center></td><td><center><em>55.04</em></center></td><td><center><em>72.31</em></center></td><td><center><em><strong>77.43</strong></em></center></td><td><center><em><strong>78.43</strong></em></center></td><td><center><em><strong>87.25</strong></em></center></td><td><center><em><strong>87.79</strong></em></center></td>
+<td><em>RoMistral-7b-Instruct-2024-05-17</em></td><td><center><em><strong>43.66</strong></em></center></td><td><center><em><strong>63.70</strong></em></center></td><td><center><em>55.04</em></center></td><td><center><em>72.31</em></center></td><td><center><em>77.43</em></center></td><td><center><em><strong>78.43</strong></em></center></td><td><center><em>87.25</em></center></td><td><center><em>87.79</em></center></td>
+</tr>
+<tr>
+<td>RoMistral-7b-Instruct-2024-10-09</td><td><center>41.09</center></td><td><center>63.21</center></td><td><center>47.56</center></td><td><center>62.69</center></td><td><center><strong>78.47</strong></center></td><td><center>77.24</center></td><td><center><strong>87.28</strong></center></td><td><center><strong>87.88</strong></center></td>
+</tr>
+<tr>
+<td>RoMistral-7b-Instruct-DPO-2024-10-09</td><td><center>23.40</center></td><td><center>45.80</center></td><td><center>-</center></td><td><center>-</center></td><td><center>77.33</center></td><td><center>76.60</center></td><td><center>-</center></td><td><center>-</center></td>
 </tr>
 </tbody>
 </table>
@@ -663,16 +682,21 @@ print(tokenizer.decode(outputs[0]))
 <td><strong><center>Answers in Ro</center></strong></td>
 </tr>
 <tr>
-<td>Mistral-7B-Instruct-v0.2</td><td><center><strong>5.03</strong></center></td><td><center>5.05</center></td><td><center><strong>5.00</strong></center></td><td><center>154/160</center></td>
+<td>Mistral-7B-Instruct-v0.2</td><td><center>5.03</center></td><td><center>5.05</center></td><td><center>5.00</center></td><td><center>154/160</center></td>
+</tr>
+<tr>
+<td><em>RoMistral-7b-Instruct-2024-05-17</em></td><td><center><em>4.99</em></center></td><td><center><em>5.46</em></center></td><td><center><em>4.53</em></center></td><td><center><em><strong>160/160</strong></em></center></td>
 </tr>
 <tr>
-<td><em>RoMistral-7b-Instruct</em></td><td><center><em>4.99</em></center></td><td><center><em><strong>5.46</strong></em></center></td><td><center><em>4.53</em></center></td><td><center><em><strong>160/160</strong></em></center></td>
+<td>RoMistral-7b-Instruct-2024-10-09</td><td><center>5.29</center></td><td><center>5.86</center></td><td><center>4.72</center></td><td><center><strong>160/160</strong></center></td>
+</tr>
+<tr>
+<td>RoMistral-7b-Instruct-DPO-2024-10-09</td><td><center><strong>5.88</strong></center></td><td><center><strong>6.44</strong></center></td><td><center><strong>5.33</strong></center></td><td><center><strong>160/160</strong></center></td>
 </tr>
 </tbody>
 </table>
 
 
-
 ## RoCulturaBench
 
 <table>
@@ -683,22 +707,29 @@ print(tokenizer.decode(outputs[0]))
 <td><strong><center>Answers in Ro</center></strong></td>
 </tr>
 <tr>
-<td>Mistral-7B-Instruct-v0.2</td><td><center><strong>3.68</strong></center></td><td><center>97/100</center></td>
+<td>Mistral-7B-Instruct-v0.2</td><td><center>3.68</center></td><td><center>97/100</center></td>
 </tr>
 <tr>
-<td><em>RoMistral-7b-Instruct</em></td><td><center><em>3.38</em></center></td><td><center><em><strong>100/100</strong></em></center></td>
+<td><em>RoMistral-7b-Instruct-2024-05-17</em></td><td><center><em>3.38</em></center></td><td><center><em><strong>100/100</strong></em></center></td>
+</tr>
+<tr>
+<td>RoMistral-7b-Instruct-2024-10-09</td><td><center>3.99</center></td><td><center><strong>100/100</strong></center></td>
+</tr>
+<tr>
+<td>RoMistral-7b-Instruct-DPO-2024-10-09</td><td><center><strong>4.72</strong></center></td><td><center><strong>100/100</strong></center></td>
 </tr>
 </tbody>
 </table>
 
 
 
-
 ## RoMistral Model Family
 
 | Model              | Link  |
 |--------------------|:--------:|
-|*RoMistral-7b-Instruct*| [link](https://huggingface.co/OpenLLM-Ro/RoMistral-7b-Instruct) |
+|*RoMistral-7b-Instruct-2024-05-17*| [link](https://huggingface.co/OpenLLM-Ro/RoMistral-7b-Instruct-2024-05-17) |
+|RoMistral-7b-Instruct-2024-10-09| [link](https://huggingface.co/OpenLLM-Ro/RoMistral-7b-Instruct-2024-10-09) |
+|RoMistral-7b-Instruct-DPO-2024-10-09| [link](https://huggingface.co/OpenLLM-Ro/RoMistral-7b-Instruct-DPO-2024-10-09) |
 
 
 ## Citation