Safetensors
Romanian
gemma2
Eval Results
mihaimasala commited on
Commit
ae8d17a
1 Parent(s): c9baa9c

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +5 -4
README.md CHANGED
@@ -535,10 +535,10 @@ print(tokenizer.decode(outputs[0]))
535
  <td><center><strong>RO-EN<br>(Bleu)</strong></center>
536
  </tr>
537
  <tr>
538
- <td>gemma-2-9b-it</td><td><center>90.82</center></td><td><center>52.51</center></td><td><center>-</center></td><td><center>-</center></td><td><center>19.97</center></td><td><center><strong>28.94</strong></center></td><td><center>-</center></td><td><center>-</center></td>
539
  </tr>
540
  <tr>
541
- <td>RoGemma2-9b-Instruct-2024-10-09</td><td><center>96.19</center></td><td><center>62.49</center></td><td><center>-</center></td><td><center>-</center></td><td><center>25.74</center></td><td><center>23.16</center></td><td><center>-</center></td><td><center>-</center></td>
542
  </tr>
543
  <tr>
544
  <td><em>RoGemma2-9b-Instruct-DPO-2024-10-09</em></td><td><center><em><strong>97.74</strong></em></center></td><td><center><em><strong>67.40</strong></em></center></td><td><center><em>-</em></center></td><td><center><em>-</em></center></td><td><center><em><strong>27.32</strong></em></center></td><td><center><em>15.96</em></center></td><td><center><em>-</em></center></td><td><center><em>-</em></center></td>
@@ -573,10 +573,10 @@ print(tokenizer.decode(outputs[0]))
573
  <td><center><strong>(Pearson)</strong></center></td>
574
  </tr>
575
  <tr>
576
- <td>gemma-2-9b-it</td><td><center>37.56</center></td><td><center>57.48</center></td><td><center>-</center></td><td><center>-</center></td><td><center>71.39</center></td><td><center>71.73</center></td><td><center>-</center></td><td><center>-</center></td>
577
  </tr>
578
  <tr>
579
- <td>RoGemma2-9b-Instruct-2024-10-09</td><td><center><strong>51.37</strong></center></td><td><center><strong>70.74</strong></center></td><td><center>-</center></td><td><center>-</center></td><td><center>77.15</center></td><td><center>77.10</center></td><td><center>-</center></td><td><center>-</center></td>
580
  </tr>
581
  <tr>
582
  <td><em>RoGemma2-9b-Instruct-DPO-2024-10-09</em></td><td><center><em>32.42</em></center></td><td><center><em>58.68</em></center></td><td><center><em>-</em></center></td><td><center><em>-</em></center></td><td><center><em><strong>80.82</strong></em></center></td><td><center><em><strong>81.50</strong></em></center></td><td><center><em>-</em></center></td><td><center><em>-</em></center></td>
@@ -607,6 +607,7 @@ print(tokenizer.decode(outputs[0]))
607
  </tbody>
608
  </table>
609
 
 
610
  ## RoCulturaBench
611
 
612
  <table>
 
535
  <td><center><strong>RO-EN<br>(Bleu)</strong></center>
536
  </tr>
537
  <tr>
538
+ <td>gemma-2-9b-it</td><td><center>90.82</center></td><td><center>52.51</center></td><td><center><strong>98.97</strong></center></td><td><center>86.02</center></td><td><center>19.97</center></td><td><center><strong>28.94</strong></center></td><td><center>27.94</center></td><td><center><strong>41.61</strong></center></td>
539
  </tr>
540
  <tr>
541
+ <td>RoGemma2-9b-Instruct-2024-10-09</td><td><center>96.19</center></td><td><center>62.49</center></td><td><center>98.93</center></td><td><center><strong>88.33</strong></center></td><td><center>25.74</center></td><td><center>23.16</center></td><td><center><strong>28.43</strong></center></td><td><center>40.94</center></td>
542
  </tr>
543
  <tr>
544
  <td><em>RoGemma2-9b-Instruct-DPO-2024-10-09</em></td><td><center><em><strong>97.74</strong></em></center></td><td><center><em><strong>67.40</strong></em></center></td><td><center><em>-</em></center></td><td><center><em>-</em></center></td><td><center><em><strong>27.32</strong></em></center></td><td><center><em>15.96</em></center></td><td><center><em>-</em></center></td><td><center><em>-</em></center></td>
 
573
  <td><center><strong>(Pearson)</strong></center></td>
574
  </tr>
575
  <tr>
576
+ <td>gemma-2-9b-it</td><td><center>37.56</center></td><td><center>57.48</center></td><td><center><strong>71.09</strong></center></td><td><center><strong>84.78</strong></center></td><td><center>71.39</center></td><td><center>71.73</center></td><td><center>89.07</center></td><td><center>89.29</center></td>
577
  </tr>
578
  <tr>
579
+ <td>RoGemma2-9b-Instruct-2024-10-09</td><td><center><strong>51.37</strong></center></td><td><center><strong>70.74</strong></center></td><td><center>50.00</center></td><td><center>64.10</center></td><td><center>77.15</center></td><td><center>77.10</center></td><td><center><strong>89.45</strong></center></td><td><center><strong>89.89</strong></center></td>
580
  </tr>
581
  <tr>
582
  <td><em>RoGemma2-9b-Instruct-DPO-2024-10-09</em></td><td><center><em>32.42</em></center></td><td><center><em>58.68</em></center></td><td><center><em>-</em></center></td><td><center><em>-</em></center></td><td><center><em><strong>80.82</strong></em></center></td><td><center><em><strong>81.50</strong></em></center></td><td><center><em>-</em></center></td><td><center><em>-</em></center></td>
 
607
  </tbody>
608
  </table>
609
 
610
+
611
  ## RoCulturaBench
612
 
613
  <table>