Update README.md
Browse files
README.md
CHANGED
|
@@ -542,10 +542,10 @@ print(tokenizer.decode(outputs[0]))
|
|
| 542 |
<td><center><strong>RO-EN<br>(Bleu)</strong></center>
|
| 543 |
</tr>
|
| 544 |
<tr>
|
| 545 |
-
<td>gemma-2-9b-it</td><td><center>90.82</center></td><td><center>52.51</center></td><td><center>
|
| 546 |
</tr>
|
| 547 |
<tr>
|
| 548 |
-
<td><em>RoGemma2-9b-Instruct-2024-10-09</em></td><td><center><em>96.19</em></center></td><td><center><em>62.49</em></center></td><td><center><em>
|
| 549 |
</tr>
|
| 550 |
<tr>
|
| 551 |
<td>RoGemma2-9b-Instruct-DPO-2024-10-09</td><td><center><strong>97.74</strong></center></td><td><center><strong>67.40</strong></center></td><td><center>-</center></td><td><center>-</center></td><td><center><strong>27.32</strong></center></td><td><center>15.96</center></td><td><center>-</center></td><td><center>-</center></td>
|
|
@@ -580,10 +580,10 @@ print(tokenizer.decode(outputs[0]))
|
|
| 580 |
<td><center><strong>(Pearson)</strong></center></td>
|
| 581 |
</tr>
|
| 582 |
<tr>
|
| 583 |
-
<td>gemma-2-9b-it</td><td><center>37.56</center></td><td><center>57.48</center></td><td><center>
|
| 584 |
</tr>
|
| 585 |
<tr>
|
| 586 |
-
<td><em>RoGemma2-9b-Instruct-2024-10-09</em></td><td><center><em><strong>51.37</strong></em></center></td><td><center><em><strong>70.74</strong></em></center></td><td><center><em>
|
| 587 |
</tr>
|
| 588 |
<tr>
|
| 589 |
<td>RoGemma2-9b-Instruct-DPO-2024-10-09</td><td><center>32.42</center></td><td><center>58.68</center></td><td><center>-</center></td><td><center>-</center></td><td><center><strong>80.82</strong></center></td><td><center><strong>81.50</strong></center></td><td><center>-</center></td><td><center>-</center></td>
|
|
@@ -616,6 +616,7 @@ print(tokenizer.decode(outputs[0]))
|
|
| 616 |
</table>
|
| 617 |
|
| 618 |
|
|
|
|
| 619 |
## RoCulturaBench
|
| 620 |
|
| 621 |
<table>
|
|
|
|
| 542 |
<td><center><strong>RO-EN<br>(Bleu)</strong></center>
|
| 543 |
</tr>
|
| 544 |
<tr>
|
| 545 |
+
<td>gemma-2-9b-it</td><td><center>90.82</center></td><td><center>52.51</center></td><td><center><strong>98.97</strong></center></td><td><center>86.02</center></td><td><center>19.97</center></td><td><center><strong>28.94</strong></center></td><td><center>27.94</center></td><td><center><strong>41.61</strong></center></td>
|
| 546 |
</tr>
|
| 547 |
<tr>
|
| 548 |
+
<td><em>RoGemma2-9b-Instruct-2024-10-09</em></td><td><center><em>96.19</em></center></td><td><center><em>62.49</em></center></td><td><center><em>98.93</em></center></td><td><center><em><strong>88.33</strong></em></center></td><td><center><em>25.74</em></center></td><td><center><em>23.16</em></center></td><td><center><em><strong>28.43</strong></em></center></td><td><center><em>40.94</em></center></td>
|
| 549 |
</tr>
|
| 550 |
<tr>
|
| 551 |
<td>RoGemma2-9b-Instruct-DPO-2024-10-09</td><td><center><strong>97.74</strong></center></td><td><center><strong>67.40</strong></center></td><td><center>-</center></td><td><center>-</center></td><td><center><strong>27.32</strong></center></td><td><center>15.96</center></td><td><center>-</center></td><td><center>-</center></td>
|
|
|
|
| 580 |
<td><center><strong>(Pearson)</strong></center></td>
|
| 581 |
</tr>
|
| 582 |
<tr>
|
| 583 |
+
<td>gemma-2-9b-it</td><td><center>37.56</center></td><td><center>57.48</center></td><td><center><strong>71.09</strong></center></td><td><center><strong>84.78</strong></center></td><td><center>71.39</center></td><td><center>71.73</center></td><td><center>89.07</center></td><td><center>89.29</center></td>
|
| 584 |
</tr>
|
| 585 |
<tr>
|
| 586 |
+
<td><em>RoGemma2-9b-Instruct-2024-10-09</em></td><td><center><em><strong>51.37</strong></em></center></td><td><center><em><strong>70.74</strong></em></center></td><td><center><em>50.00</em></center></td><td><center><em>64.10</em></center></td><td><center><em>77.15</em></center></td><td><center><em>77.10</em></center></td><td><center><em><strong>89.45</strong></em></center></td><td><center><em><strong>89.89</strong></em></center></td>
|
| 587 |
</tr>
|
| 588 |
<tr>
|
| 589 |
<td>RoGemma2-9b-Instruct-DPO-2024-10-09</td><td><center>32.42</center></td><td><center>58.68</center></td><td><center>-</center></td><td><center>-</center></td><td><center><strong>80.82</strong></center></td><td><center><strong>81.50</strong></center></td><td><center>-</center></td><td><center>-</center></td>
|
|
|
|
| 616 |
</table>
|
| 617 |
|
| 618 |
|
| 619 |
+
|
| 620 |
## RoCulturaBench
|
| 621 |
|
| 622 |
<table>
|