fixed error in model card

README.md

@@ -20,1521 +20,1074 @@ license: cc-by-4.0
 model-index:
 - name: opus-mt-tc-base-gmw-gmw
   results:
-  - task:
-      name: Translation deu-eng
-      type: translation
-      args: deu-eng
-    dataset:
-      name: WMT-news-test2008
-      type: WMT-news-test2008
-      args: deu-eng 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 23.8
-       - name: chr-F2
-         type: chrf
-         value: 0.518
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: WMT-news-test2008
-      type: WMT-news-test2008
-      args: eng-deu 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 19.3
-       - name: chr-F2
-         type: chrf
-         value: 0.492
-  - task:
-      name: Translation deu-eng
-      type: translation
-      args: deu-eng
-    dataset:
-      name: WMT-newssyscomb2009
-      type: WMT-newssyscomb2009
-      args: deu-eng 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 25.4
-       - name: chr-F2
-         type: chrf
-         value: 0.527
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: WMT-newssyscomb2009
-      type: WMT-newssyscomb2009
-      args: eng-deu 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 19.3
-       - name: chr-F2
-         type: chrf
-         value: 0.504
-  - task:
-      name: Translation deu-eng
-      type: translation
-      args: deu-eng
-    dataset:
-      name: WMT-newstest2009
-      type: WMT-newstest2009
-      args: deu-eng 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 23.4
-       - name: chr-F2
-         type: chrf
-         value: 0.516
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: WMT-newstest2009
-      type: WMT-newstest2009
-      args: eng-deu 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 18.8
-       - name: chr-F2
-         type: chrf
-         value: 0.498
-  - task:
-      name: Translation deu-eng
-      type: translation
-      args: deu-eng
-    dataset:
-      name: WMT-newstest2010
-      type: WMT-newstest2010
-      args: deu-eng 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 25.8
-       - name: chr-F2
-         type: chrf
-         value: 0.546
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: WMT-newstest2010
-      type: WMT-newstest2010
-      args: eng-deu 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 20.7
-       - name: chr-F2
-         type: chrf
-         value: 0.508
-  - task:
-      name: Translation deu-eng
-      type: translation
-      args: deu-eng
-    dataset:
-      name: WMT-newstest2011
-      type: WMT-newstest2011
-      args: deu-eng 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 23.7
-       - name: chr-F2
-         type: chrf
-         value: 0.524
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: WMT-newstest2011
-      type: WMT-newstest2011
-      args: eng-deu 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 19.2
-       - name: chr-F2
-         type: chrf
-         value: 0.493
-  - task:
-      name: Translation deu-eng
-      type: translation
-      args: deu-eng
-    dataset:
-      name: WMT-newstest2012
-      type: WMT-newstest2012
-      args: deu-eng 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 24.8
-       - name: chr-F2
-         type: chrf
-         value: 0.532
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: WMT-newstest2012
-      type: WMT-newstest2012
-      args: eng-deu 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 19.5
-       - name: chr-F2
-         type: chrf
-         value: 0.493
-  - task:
-      name: Translation deu-eng
-      type: translation
-      args: deu-eng
-    dataset:
-      name: WMT-newstest2013
-      type: WMT-newstest2013
-      args: deu-eng 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 27.7
-       - name: chr-F2
-         type: chrf
-         value: 0.548
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: WMT-newstest2013
-      type: WMT-newstest2013
-      args: eng-deu 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 22.5
-       - name: chr-F2
-         type: chrf
-         value: 0.517
-  - task:
-      name: Translation deu-eng
-      type: translation
-      args: deu-eng
-    dataset:
-      name: WMT-newstest2014-deen
-      type: WMT-newstest2014-deen
-      args: deu-eng 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 27.3
-       - name: chr-F2
-         type: chrf
-         value: 0.548
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: WMT-newstest2014-deen
-      type: WMT-newstest2014-deen
-      args: eng-deu 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 22.0
-       - name: chr-F2
-         type: chrf
-         value: 0.532
-  - task:
-      name: Translation deu-eng
-      type: translation
-      args: deu-eng
-    dataset:
-      name: WMT-newstest2015-deen
-      type: WMT-newstest2015-deen
-      args: deu-eng 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 28.6
-       - name: chr-F2
-         type: chrf
-         value: 0.553
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: WMT-newstest2015-ende
-      type: WMT-newstest2015-ende
-      args: eng-deu 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 25.7
-       - name: chr-F2
-         type: chrf
-         value: 0.544
-  - task:
-      name: Translation deu-eng
-      type: translation
-      args: deu-eng
-    dataset:
-      name: WMT-newstest2016-deen
-      type: WMT-newstest2016-deen
-      args: deu-eng 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 33.3
-       - name: chr-F2
-         type: chrf
-         value: 0.596
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: WMT-newstest2016-ende
-      type: WMT-newstest2016-ende
-      args: eng-deu 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 30.0
-       - name: chr-F2
-         type: chrf
-         value: 0.580
-  - task:
-      name: Translation deu-eng
-      type: translation
-      args: deu-eng
-    dataset:
-      name: WMT-newstest2017-deen
-      type: WMT-newstest2017-deen
-      args: deu-eng 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 29.5
-       - name: chr-F2
-         type: chrf
-         value: 0.561
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: WMT-newstest2017-ende
-      type: WMT-newstest2017-ende
-      args: eng-deu 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 24.1
-       - name: chr-F2
-         type: chrf
-         value: 0.535
-  - task:
-      name: Translation deu-eng
-      type: translation
-      args: deu-eng
-    dataset:
-      name: WMT-newstest2018-deen
-      type: WMT-newstest2018-deen
-      args: deu-eng 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 36.1
-       - name: chr-F2
-         type: chrf
-         value: 0.610
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: WMT-newstest2018-ende
-      type: WMT-newstest2018-ende
-      args: eng-deu 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 35.4
-       - name: chr-F2
-         type: chrf
-         value: 0.613
-  - task:
-      name: Translation deu-eng
-      type: translation
-      args: deu-eng
-    dataset:
-      name: WMT-newstest2019-deen
-      type: WMT-newstest2019-deen
-      args: deu-eng 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 32.3
-       - name: chr-F2
-         type: chrf
-         value: 0.582
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: WMT-newstest2019-ende
-      type: WMT-newstest2019-ende
-      args: eng-deu 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 31.2
-       - name: chr-F2
-         type: chrf
-         value: 0.583
-  - task:
-      name: Translation deu-eng
-      type: translation
-      args: deu-eng
-    dataset:
-      name: WMT-newstest2020-deen
-      type: WMT-newstest2020-deen
-      args: deu-eng 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 32.0
-       - name: chr-F2
-         type: chrf
-         value: 0.604
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: WMT-newstest2020-ende
-      type: WMT-newstest2020-ende
-      args: eng-deu 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 23.9
-       - name: chr-F2
-         type: chrf
-         value: 0.542
-  - task:
-      name: Translation deu-eng
-      type: translation
-      args: deu-eng
-    dataset:
-      name: WMT-newstestB2020-deen
-      type: WMT-newstestB2020-deen
-      args: deu-eng 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 31.2
-       - name: chr-F2
-         type: chrf
-         value: 0.598
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: WMT-newstestB2020-ende
-      type: WMT-newstestB2020-ende
-      args: eng-deu 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 23.3
-       - name: chr-F2
-         type: chrf
-         value: 0.532
   - task:
       name: Translation afr-deu
       type: translation
       args: afr-deu
     dataset:
       name: flores101-devtest
-      type: flores101-devtest
+      type: flores101
       args: afr-deu 
     metrics:
        - name: BLEU
          type: bleu
          value: 21.6
-       - name: chr-F2
-         type: chrf
-         value: 0.524
   - task:
       name: Translation afr-eng
       type: translation
       args: afr-eng
     dataset:
       name: flores101-devtest
-      type: flores101-devtest
+      type: flores101
       args: afr-eng 
     metrics:
        - name: BLEU
          type: bleu
          value: 46.8
-       - name: chr-F2
-         type: chrf
-         value: 0.693
   - task:
       name: Translation afr-ltz
       type: translation
       args: afr-ltz
     dataset:
       name: flores101-devtest
-      type: flores101-devtest
+      type: flores101
       args: afr-ltz 
     metrics:
        - name: BLEU
          type: bleu
          value: 5.6
-       - name: chr-F2
-         type: chrf
-         value: 0.338
   - task:
       name: Translation afr-nld
       type: translation
       args: afr-nld
     dataset:
       name: flores101-devtest
-      type: flores101-devtest
+      type: flores101
       args: afr-nld 
     metrics:
        - name: BLEU
          type: bleu
          value: 18.4
-       - name: chr-F2
-         type: chrf
-         value: 0.509
   - task:
       name: Translation deu-afr
       type: translation
       args: deu-afr
     dataset:
       name: flores101-devtest
-      type: flores101-devtest
+      type: flores101
       args: deu-afr 
     metrics:
        - name: BLEU
          type: bleu
          value: 21.4
-       - name: chr-F2
-         type: chrf
-         value: 0.534
   - task:
       name: Translation deu-eng
       type: translation
       args: deu-eng
     dataset:
       name: flores101-devtest
-      type: flores101-devtest
+      type: flores101
       args: deu-eng 
     metrics:
        - name: BLEU
          type: bleu
          value: 33.8
-       - name: chr-F2
-         type: chrf
-         value: 0.616
   - task:
       name: Translation deu-ltz
       type: translation
       args: deu-ltz
     dataset:
       name: flores101-devtest
-      type: flores101-devtest
+      type: flores101
       args: deu-ltz 
     metrics:
        - name: BLEU
          type: bleu
          value: 7.9
-       - name: chr-F2
-         type: chrf
-         value: 0.381
   - task:
       name: Translation deu-nld
       type: translation
       args: deu-nld
     dataset:
       name: flores101-devtest
-      type: flores101-devtest
+      type: flores101
       args: deu-nld 
     metrics:
        - name: BLEU
          type: bleu
          value: 19.2
-       - name: chr-F2
-         type: chrf
-         value: 0.516
   - task:
       name: Translation eng-afr
       type: translation
       args: eng-afr
     dataset:
       name: flores101-devtest
-      type: flores101-devtest
+      type: flores101
       args: eng-afr 
     metrics:
        - name: BLEU
          type: bleu
          value: 33.8
-       - name: chr-F2
-         type: chrf
-         value: 0.628
   - task:
       name: Translation eng-deu
       type: translation
       args: eng-deu
     dataset:
       name: flores101-devtest
-      type: flores101-devtest
+      type: flores101
       args: eng-deu 
     metrics:
        - name: BLEU
          type: bleu
          value: 29.1
-       - name: chr-F2
-         type: chrf
-         value: 0.581
   - task:
       name: Translation eng-ltz
       type: translation
       args: eng-ltz
     dataset:
       name: flores101-devtest
-      type: flores101-devtest
+      type: flores101
       args: eng-ltz 
     metrics:
        - name: BLEU
          type: bleu
          value: 6.3
-       - name: chr-F2
-         type: chrf
-         value: 0.351
   - task:
       name: Translation eng-nld
       type: translation
       args: eng-nld
     dataset:
       name: flores101-devtest
-      type: flores101-devtest
+      type: flores101
       args: eng-nld 
     metrics:
        - name: BLEU
          type: bleu
          value: 21.0
-       - name: chr-F2
-         type: chrf
-         value: 0.533
   - task:
       name: Translation ltz-afr
       type: translation
       args: ltz-afr
     dataset:
       name: flores101-devtest
-      type: flores101-devtest
+      type: flores101
       args: ltz-afr 
     metrics:
        - name: BLEU
          type: bleu
          value: 12.9
-       - name: chr-F2
-         type: chrf
-         value: 0.430
   - task:
       name: Translation ltz-deu
       type: translation
       args: ltz-deu
     dataset:
       name: flores101-devtest
-      type: flores101-devtest
+      type: flores101
       args: ltz-deu 
     metrics:
        - name: BLEU
          type: bleu
          value: 17.1
-       - name: chr-F2
-         type: chrf
-         value: 0.482
   - task:
       name: Translation ltz-eng
       type: translation
       args: ltz-eng
     dataset:
       name: flores101-devtest
-      type: flores101-devtest
+      type: flores101
       args: ltz-eng 
     metrics:
        - name: BLEU
          type: bleu
          value: 18.8
-       - name: chr-F2
-         type: chrf
-         value: 0.468
   - task:
       name: Translation ltz-nld
       type: translation
       args: ltz-nld
     dataset:
       name: flores101-devtest
-      type: flores101-devtest
+      type: flores101
       args: ltz-nld 
     metrics:
        - name: BLEU
          type: bleu
          value: 10.7
-       - name: chr-F2
-         type: chrf
-         value: 0.409
   - task:
       name: Translation nld-afr
       type: translation
       args: nld-afr
     dataset:
       name: flores101-devtest
-      type: flores101-devtest
+      type: flores101
       args: nld-afr 
     metrics:
        - name: BLEU
          type: bleu
          value: 16.8
-       - name: chr-F2
-         type: chrf
-         value: 0.494
   - task:
       name: Translation nld-deu
       type: translation
       args: nld-deu
     dataset:
       name: flores101-devtest
-      type: flores101-devtest
+      type: flores101
       args: nld-deu 
     metrics:
        - name: BLEU
          type: bleu
          value: 17.9
-       - name: chr-F2
-         type: chrf
-         value: 0.501
   - task:
       name: Translation nld-eng
       type: translation
       args: nld-eng
     dataset:
       name: flores101-devtest
-      type: flores101-devtest
+      type: flores101
       args: nld-eng 
     metrics:
        - name: BLEU
          type: bleu
          value: 25.6
-       - name: chr-F2
-         type: chrf
-         value: 0.551
   - task:
       name: Translation nld-ltz
       type: translation
-      args: nld-ltz
-    dataset:
-      name: flores101-devtest
-      type: flores101-devtest
-      args: nld-ltz 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 4.7
-       - name: chr-F2
-         type: chrf
-         value: 0.324
-  - task:
-      name: Translation deu-eng
-      type: translation
-      args: deu-eng
-    dataset:
-      name: multi30k_task2_test_2016
-      type: multi30k_task2_test_2016
-      args: deu-eng 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 3.1
-       - name: chr-F2
-         type: chrf
-         value: 0.201
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: multi30k_task2_test_2016
-      type: multi30k_task2_test_2016
-      args: eng-deu 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 2.3
-       - name: chr-F2
-         type: chrf
-         value: 0.258
-  - task:
-      name: Translation deu-eng
-      type: translation
-      args: deu-eng
-    dataset:
-      name: multi30k_test_2016_flickr
-      type: multi30k_test_2016_flickr
-      args: deu-eng 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 32.2
-       - name: chr-F2
-         type: chrf
-         value: 0.546
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: multi30k_test_2016_flickr
-      type: multi30k_test_2016_flickr
-      args: eng-deu 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 28.8
-       - name: chr-F2
-         type: chrf
-         value: 0.582
-  - task:
-      name: Translation deu-eng
-      type: translation
-      args: deu-eng
-    dataset:
-      name: multi30k_test_2017_flickr
-      type: multi30k_test_2017_flickr
-      args: deu-eng 
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 32.7
-       - name: chr-F2
-         type: chrf
-         value: 0.561
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
+      args: nld-ltz
     dataset:
-      name: multi30k_test_2017_flickr
-      type: multi30k_test_2017_flickr
-      args: eng-deu 
+      name: flores101-devtest
+      type: flores101
+      args: nld-ltz 
     metrics:
        - name: BLEU
          type: bleu
-         value: 27.6
-       - name: chr-F2
-         type: chrf
-         value: 0.573
+         value: 4.7
   - task:
       name: Translation deu-eng
       type: translation
       args: deu-eng
     dataset:
-      name: multi30k_test_2017_mscoco
-      type: multi30k_test_2017_mscoco
+      name: multi30k_test_2018_flickr
+      type: multi30k
       args: deu-eng 
     metrics:
        - name: BLEU
          type: bleu
-         value: 25.5
-       - name: chr-F2
-         type: chrf
-         value: 0.499
+         value: 30.0
   - task:
       name: Translation eng-deu
       type: translation
       args: eng-deu
     dataset:
-      name: multi30k_test_2017_mscoco
-      type: multi30k_test_2017_mscoco
+      name: multi30k_test_2018_flickr
+      type: multi30k
       args: eng-deu 
     metrics:
        - name: BLEU
          type: bleu
-         value: 22.0
-       - name: chr-F2
-         type: chrf
-         value: 0.514
+         value: 25.3
   - task:
       name: Translation deu-eng
       type: translation
       args: deu-eng
     dataset:
-      name: multi30k_test_2018_flickr
-      type: multi30k_test_2018_flickr
+      name: news-test2008
+      type: news-test2008
       args: deu-eng 
     metrics:
        - name: BLEU
          type: bleu
-         value: 30.0
-       - name: chr-F2
-         type: chrf
-         value: 0.535
+         value: 23.8
   - task:
       name: Translation eng-deu
       type: translation
       args: eng-deu
     dataset:
-      name: multi30k_test_2018_flickr
-      type: multi30k_test_2018_flickr
+      name: news-test2008
+      type: news-test2008
       args: eng-deu 
     metrics:
        - name: BLEU
          type: bleu
-         value: 25.3
-       - name: chr-F2
-         type: chrf
-         value: 0.547
+         value: 19.3
   - task:
       name: Translation afr-deu
       type: translation
       args: afr-deu
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: afr-deu v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 48.1
-       - name: chr-F2
-         type: chrf
-         value: 0.674
   - task:
       name: Translation afr-eng
       type: translation
       args: afr-eng
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: afr-eng v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 58.8
-       - name: chr-F2
-         type: chrf
-         value: 0.728
   - task:
       name: Translation afr-nld
       type: translation
       args: afr-nld
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: afr-nld v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 54.5
-       - name: chr-F2
-         type: chrf
-         value: 0.711
   - task:
       name: Translation ang-eng
       type: translation
       args: ang-eng
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: ang-eng v2021-03-30
     metrics:
        - name: BLEU
          type: bleu
          value: 7.8
-       - name: chr-F2
-         type: chrf
-         value: 0.215
   - task:
       name: Translation deu-afr
       type: translation
       args: deu-afr
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: deu-afr v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 52.4
-       - name: chr-F2
-         type: chrf
-         value: 0.696
   - task:
       name: Translation deu-eng
       type: translation
       args: deu-eng
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: deu-eng v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 42.1
-       - name: chr-F2
-         type: chrf
-         value: 0.609
   - task:
       name: Translation deu-ltz
       type: translation
       args: deu-ltz
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: deu-ltz v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 13.4
-       - name: chr-F2
-         type: chrf
-         value: 0.282
   - task:
       name: Translation deu-nds
       type: translation
       args: deu-nds
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: deu-nds v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 18.6
-       - name: chr-F2
-         type: chrf
-         value: 0.442
   - task:
       name: Translation deu-nld
       type: translation
       args: deu-nld
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: deu-nld v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 48.7
-       - name: chr-F2
-         type: chrf
-         value: 0.672
   - task:
       name: Translation deu-yid
       type: translation
       args: deu-yid
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: deu-yid v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 2.3
-       - name: chr-F2
-         type: chrf
-         value: 0.198
   - task:
       name: Translation eng-afr
       type: translation
       args: eng-afr
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: eng-afr v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 56.5
-       - name: chr-F2
-         type: chrf
-         value: 0.735
   - task:
       name: Translation eng-deu
       type: translation
       args: eng-deu
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: eng-deu v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 35.9
-       - name: chr-F2
-         type: chrf
-         value: 0.580
   - task:
       name: Translation eng-fry
       type: translation
       args: eng-fry
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: eng-fry v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 17.2
-       - name: chr-F2
-         type: chrf
-         value: 0.389
   - task:
       name: Translation eng-ltz
       type: translation
       args: eng-ltz
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: eng-ltz v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 14.0
-       - name: chr-F2
-         type: chrf
-         value: 0.288
   - task:
       name: Translation eng-nds
       type: translation
       args: eng-nds
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: eng-nds v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 16.6
-       - name: chr-F2
-         type: chrf
-         value: 0.412
   - task:
       name: Translation eng-nld
       type: translation
       args: eng-nld
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: eng-nld v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 48.3
-       - name: chr-F2
-         type: chrf
-         value: 0.663
   - task:
       name: Translation eng-yid
       type: translation
       args: eng-yid
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: eng-yid v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 2.8
-       - name: chr-F2
-         type: chrf
-         value: 0.207
   - task:
       name: Translation frr-deu
       type: translation
       args: frr-deu
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: frr-deu v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 3.0
-       - name: chr-F2
-         type: chrf
-         value: 0.198
   - task:
       name: Translation fry-eng
       type: translation
       args: fry-eng
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: fry-eng v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 32.5
-       - name: chr-F2
-         type: chrf
-         value: 0.500
   - task:
       name: Translation fry-nld
       type: translation
       args: fry-nld
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: fry-nld v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 43.1
-       - name: chr-F2
-         type: chrf
-         value: 0.633
   - task:
       name: Translation gos-deu
       type: translation
       args: gos-deu
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: gos-deu v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 12.7
-       - name: chr-F2
-         type: chrf
-         value: 0.370
   - task:
       name: Translation gos-eng
       type: translation
       args: gos-eng
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: gos-eng v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 14.6
-       - name: chr-F2
-         type: chrf
-         value: 0.316
   - task:
       name: Translation gos-nld
       type: translation
       args: gos-nld
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: gos-nld v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 15.6
-       - name: chr-F2
-         type: chrf
-         value: 0.405
   - task:
       name: Translation gsw-eng
       type: translation
       args: gsw-eng
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: gsw-eng v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 14.0
-       - name: chr-F2
-         type: chrf
-         value: 0.312
   - task:
       name: Translation hrx-deu
       type: translation
       args: hrx-deu
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: hrx-deu v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 24.7
-       - name: chr-F2
-         type: chrf
-         value: 0.484
   - task:
       name: Translation hrx-eng
       type: translation
       args: hrx-eng
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: hrx-eng v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 20.4
-       - name: chr-F2
-         type: chrf
-         value: 0.362
   - task:
       name: Translation ltz-deu
       type: translation
       args: ltz-deu
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: ltz-deu v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 37.2
-       - name: chr-F2
-         type: chrf
-         value: 0.556
   - task:
       name: Translation ltz-eng
       type: translation
       args: ltz-eng
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: ltz-eng v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 32.4
-       - name: chr-F2
-         type: chrf
-         value: 0.485
   - task:
       name: Translation ltz-nld
       type: translation
       args: ltz-nld
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: ltz-nld v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 39.3
-       - name: chr-F2
-         type: chrf
-         value: 0.534
   - task:
       name: Translation nds-deu
       type: translation
       args: nds-deu
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: nds-deu v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 34.5
-       - name: chr-F2
-         type: chrf
-         value: 0.572
   - task:
       name: Translation nds-eng
       type: translation
       args: nds-eng
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: nds-eng v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 29.9
-       - name: chr-F2
-         type: chrf
-         value: 0.493
   - task:
       name: Translation nds-nld
       type: translation
       args: nds-nld
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: nds-nld v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 42.3
-       - name: chr-F2
-         type: chrf
-         value: 0.621
   - task:
       name: Translation nld-afr
       type: translation
       args: nld-afr
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: nld-afr v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 58.8
-       - name: chr-F2
-         type: chrf
-         value: 0.755
   - task:
       name: Translation nld-deu
       type: translation
       args: nld-deu
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: nld-deu v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 50.4
-       - name: chr-F2
-         type: chrf
-         value: 0.686
   - task:
       name: Translation nld-eng
       type: translation
       args: nld-eng
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: nld-eng v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 53.1
-       - name: chr-F2
-         type: chrf
-         value: 0.690
   - task:
       name: Translation nld-fry
       type: translation
       args: nld-fry
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: nld-fry v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 25.1
-       - name: chr-F2
-         type: chrf
-         value: 0.478
   - task:
       name: Translation nld-ltz
       type: translation
       args: nld-ltz
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: nld-ltz v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 14.1
-       - name: chr-F2
-         type: chrf
-         value: 0.301
   - task:
       name: Translation nld-nds
       type: translation
       args: nld-nds
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: nld-nds v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 21.4
-       - name: chr-F2
-         type: chrf
-         value: 0.462
   - task:
       name: Translation swg-deu
       type: translation
       args: swg-deu
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: swg-deu v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 8.6
-       - name: chr-F2
-         type: chrf
-         value: 0.335
   - task:
       name: Translation yid-deu
       type: translation
       args: yid-deu
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: yid-deu v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 17.6
-       - name: chr-F2
-         type: chrf
-         value: 0.381
   - task:
       name: Translation yid-eng
       type: translation
       args: yid-eng
     dataset:
-      name: tatoeba-test
-      type: tatoeba-test
+      name: tatoeba
+      type: tatoeba
       args: yid-eng v2021-08-07
     metrics:
        - name: BLEU
          type: bleu
          value: 14.2
-       - name: chr-F2
-         type: chrf
-         value: 0.324
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2009
+      type: wmt09
+      args: deu-eng 
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.4
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2009
+      type: wmt09
+      args: eng-deu 
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.8
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2010
+      type: wmt10
+      args: deu-eng 
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.8
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2010
+      type: wmt10
+      args: eng-deu 
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.7
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2011
+      type: wmt11
+      args: deu-eng 
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.7
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2011
+      type: wmt11
+      args: eng-deu 
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.2
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2012
+      type: wmt12
+      args: deu-eng 
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.8
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2012
+      type: wmt12
+      args: eng-deu 
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.5
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2013
+      type: wmt13
+      args: deu-eng 
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.7
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2013
+      type: wmt13
+      args: eng-deu 
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.5
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2014-deen
+      type: wmt14
+      args: deu-eng 
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.3
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2014-deen
+      type: wmt14
+      args: eng-deu 
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.0
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2015-deen
+      type: wmt15
+      args: deu-eng 
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.6
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2015-ende
+      type: wmt15
+      args: eng-deu 
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.7
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2016-deen
+      type: wmt16
+      args: deu-eng 
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.3
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2016-ende
+      type: wmt16
+      args: eng-deu 
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.0
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2017-deen
+      type: wmt17
+      args: deu-eng 
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.5
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2017-ende
+      type: wmt17
+      args: eng-deu 
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.1
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2018-deen
+      type: wmt18
+      args: deu-eng 
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 36.1
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2018-ende
+      type: wmt18
+      args: eng-deu 
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.4
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2019-deen
+      type: wmt19
+      args: deu-eng 
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.3
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2019-ende
+      type: wmt19
+      args: eng-deu 
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.2
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstestB2020-deen
+      type: wmt20
+      args: deu-eng 
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.2
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstestB2020-ende
+      type: wmt20
+      args: eng-deu 
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.3
 ---
 # opus-mt-tc-base-gmw-gmw
 
@@ -1719,5 +1272,5 @@ The work is supported by the [European Language Grid](https://www.european-langu
 
 * transformers version: 4.12.3
 * OPUS-MT git hash: 64dc362
-* port time: Fri Feb 11 00:08:20 EET 2022
+* port time: Fri Feb 11 00:31:18 EET 2022
 * port machine: LM0-400-22516.local