mihaimasala
commited on
Commit
•
ae8d17a
1
Parent(s):
c9baa9c
Update README.md
Browse files
README.md
CHANGED
@@ -535,10 +535,10 @@ print(tokenizer.decode(outputs[0]))
|
|
535 |
<td><center><strong>RO-EN<br>(Bleu)</strong></center>
|
536 |
</tr>
|
537 |
<tr>
|
538 |
-
<td>gemma-2-9b-it</td><td><center>90.82</center></td><td><center>52.51</center></td><td><center
|
539 |
</tr>
|
540 |
<tr>
|
541 |
-
<td>RoGemma2-9b-Instruct-2024-10-09</td><td><center>96.19</center></td><td><center>62.49</center></td><td><center
|
542 |
</tr>
|
543 |
<tr>
|
544 |
<td><em>RoGemma2-9b-Instruct-DPO-2024-10-09</em></td><td><center><em><strong>97.74</strong></em></center></td><td><center><em><strong>67.40</strong></em></center></td><td><center><em>-</em></center></td><td><center><em>-</em></center></td><td><center><em><strong>27.32</strong></em></center></td><td><center><em>15.96</em></center></td><td><center><em>-</em></center></td><td><center><em>-</em></center></td>
|
@@ -573,10 +573,10 @@ print(tokenizer.decode(outputs[0]))
|
|
573 |
<td><center><strong>(Pearson)</strong></center></td>
|
574 |
</tr>
|
575 |
<tr>
|
576 |
-
<td>gemma-2-9b-it</td><td><center>37.56</center></td><td><center>57.48</center></td><td><center
|
577 |
</tr>
|
578 |
<tr>
|
579 |
-
<td>RoGemma2-9b-Instruct-2024-10-09</td><td><center><strong>51.37</strong></center></td><td><center><strong>70.74</strong></center></td><td><center
|
580 |
</tr>
|
581 |
<tr>
|
582 |
<td><em>RoGemma2-9b-Instruct-DPO-2024-10-09</em></td><td><center><em>32.42</em></center></td><td><center><em>58.68</em></center></td><td><center><em>-</em></center></td><td><center><em>-</em></center></td><td><center><em><strong>80.82</strong></em></center></td><td><center><em><strong>81.50</strong></em></center></td><td><center><em>-</em></center></td><td><center><em>-</em></center></td>
|
@@ -607,6 +607,7 @@ print(tokenizer.decode(outputs[0]))
|
|
607 |
</tbody>
|
608 |
</table>
|
609 |
|
|
|
610 |
## RoCulturaBench
|
611 |
|
612 |
<table>
|
|
|
535 |
<td><center><strong>RO-EN<br>(Bleu)</strong></center>
|
536 |
</tr>
|
537 |
<tr>
|
538 |
+
<td>gemma-2-9b-it</td><td><center>90.82</center></td><td><center>52.51</center></td><td><center><strong>98.97</strong></center></td><td><center>86.02</center></td><td><center>19.97</center></td><td><center><strong>28.94</strong></center></td><td><center>27.94</center></td><td><center><strong>41.61</strong></center></td>
|
539 |
</tr>
|
540 |
<tr>
|
541 |
+
<td>RoGemma2-9b-Instruct-2024-10-09</td><td><center>96.19</center></td><td><center>62.49</center></td><td><center>98.93</center></td><td><center><strong>88.33</strong></center></td><td><center>25.74</center></td><td><center>23.16</center></td><td><center><strong>28.43</strong></center></td><td><center>40.94</center></td>
|
542 |
</tr>
|
543 |
<tr>
|
544 |
<td><em>RoGemma2-9b-Instruct-DPO-2024-10-09</em></td><td><center><em><strong>97.74</strong></em></center></td><td><center><em><strong>67.40</strong></em></center></td><td><center><em>-</em></center></td><td><center><em>-</em></center></td><td><center><em><strong>27.32</strong></em></center></td><td><center><em>15.96</em></center></td><td><center><em>-</em></center></td><td><center><em>-</em></center></td>
|
|
|
573 |
<td><center><strong>(Pearson)</strong></center></td>
|
574 |
</tr>
|
575 |
<tr>
|
576 |
+
<td>gemma-2-9b-it</td><td><center>37.56</center></td><td><center>57.48</center></td><td><center><strong>71.09</strong></center></td><td><center><strong>84.78</strong></center></td><td><center>71.39</center></td><td><center>71.73</center></td><td><center>89.07</center></td><td><center>89.29</center></td>
|
577 |
</tr>
|
578 |
<tr>
|
579 |
+
<td>RoGemma2-9b-Instruct-2024-10-09</td><td><center><strong>51.37</strong></center></td><td><center><strong>70.74</strong></center></td><td><center>50.00</center></td><td><center>64.10</center></td><td><center>77.15</center></td><td><center>77.10</center></td><td><center><strong>89.45</strong></center></td><td><center><strong>89.89</strong></center></td>
|
580 |
</tr>
|
581 |
<tr>
|
582 |
<td><em>RoGemma2-9b-Instruct-DPO-2024-10-09</em></td><td><center><em>32.42</em></center></td><td><center><em>58.68</em></center></td><td><center><em>-</em></center></td><td><center><em>-</em></center></td><td><center><em><strong>80.82</strong></em></center></td><td><center><em><strong>81.50</strong></em></center></td><td><center><em>-</em></center></td><td><center><em>-</em></center></td>
|
|
|
607 |
</tbody>
|
608 |
</table>
|
609 |
|
610 |
+
|
611 |
## RoCulturaBench
|
612 |
|
613 |
<table>
|