commit files to HF hub

README.md

@@ -31,33 +31,33 @@ model-index:
     metrics:
     - name: BLEU4 (Question Answering)
       type: bleu4_question_answering
-      value: 0.26
+      value: 10.86
     - name: ROUGE-L (Question Answering)
       type: rouge_l_question_answering
-      value: 5.07
+      value: 32.96
     - name: METEOR (Question Answering)
       type: meteor_question_answering
-      value: 4.06
+      value: 27.37
     - name: BERTScore (Question Answering)
       type: bertscore_question_answering
-      value: 76.56
+      value: 89.27
     - name: MoverScore (Question Answering)
       type: moverscore_question_answering
-      value: 54.15
+      value: 72.16
     - name: AnswerF1Score (Question Answering)
       type: answer_f1_score__question_answering
-      value: 5.34
+      value: 51.98
     - name: AnswerExactMatch (Question Answering)
       type: answer_exact_match_question_answering
-      value: 0.15
+      value: 32.69
 ---
 
 # Model Card of `vocabtrimmer/mt5-small-trimmed-es-120000-esquad-qa`
-This model is fine-tuned version of [vocabtrimmer/mt5-small-trimmed-es-120000](https://huggingface.co/vocabtrimmer/mt5-small-trimmed-es-120000) for question answering task on the [lmqg/qg_esquad](https://huggingface.co/datasets/lmqg/qg_esquad) (dataset_name: default) via [`lmqg`](https://github.com/asahi417/lm-question-generation).
+This model is fine-tuned version of [ckpts/mt5-small-trimmed-es-120000](https://huggingface.co/ckpts/mt5-small-trimmed-es-120000) for question answering task on the [lmqg/qg_esquad](https://huggingface.co/datasets/lmqg/qg_esquad) (dataset_name: default) via [`lmqg`](https://github.com/asahi417/lm-question-generation).
 
 
 ### Overview
-- **Language model:** [vocabtrimmer/mt5-small-trimmed-es-120000](https://huggingface.co/vocabtrimmer/mt5-small-trimmed-es-120000)   
+- **Language model:** [ckpts/mt5-small-trimmed-es-120000](https://huggingface.co/ckpts/mt5-small-trimmed-es-120000)   
 - **Language:** es  
 - **Training data:** [lmqg/qg_esquad](https://huggingface.co/datasets/lmqg/qg_esquad) (default)
 - **Online Demo:** [https://autoqg.net/](https://autoqg.net/)
@@ -93,16 +93,16 @@ output = pipe("question: ¿Cuál es la población de Nueva York a partir de 2014
 
 |                  |   Score | Type    | Dataset                                                          |
 |:-----------------|--------:|:--------|:-----------------------------------------------------------------|
-| AnswerExactMatch |    0.15 | default | [lmqg/qg_esquad](https://huggingface.co/datasets/lmqg/qg_esquad) |
-| AnswerF1Score    |    5.34 | default | [lmqg/qg_esquad](https://huggingface.co/datasets/lmqg/qg_esquad) |
-| BERTScore        |   76.56 | default | [lmqg/qg_esquad](https://huggingface.co/datasets/lmqg/qg_esquad) |
-| Bleu_1           |    5.14 | default | [lmqg/qg_esquad](https://huggingface.co/datasets/lmqg/qg_esquad) |
-| Bleu_2           |    2    | default | [lmqg/qg_esquad](https://huggingface.co/datasets/lmqg/qg_esquad) |
-| Bleu_3           |    0.64 | default | [lmqg/qg_esquad](https://huggingface.co/datasets/lmqg/qg_esquad) |
-| Bleu_4           |    0.26 | default | [lmqg/qg_esquad](https://huggingface.co/datasets/lmqg/qg_esquad) |
-| METEOR           |    4.06 | default | [lmqg/qg_esquad](https://huggingface.co/datasets/lmqg/qg_esquad) |
-| MoverScore       |   54.15 | default | [lmqg/qg_esquad](https://huggingface.co/datasets/lmqg/qg_esquad) |
-| ROUGE_L          |    5.07 | default | [lmqg/qg_esquad](https://huggingface.co/datasets/lmqg/qg_esquad) |
+| AnswerExactMatch |   32.69 | default | [lmqg/qg_esquad](https://huggingface.co/datasets/lmqg/qg_esquad) |
+| AnswerF1Score    |   51.98 | default | [lmqg/qg_esquad](https://huggingface.co/datasets/lmqg/qg_esquad) |
+| BERTScore        |   89.27 | default | [lmqg/qg_esquad](https://huggingface.co/datasets/lmqg/qg_esquad) |
+| Bleu_1           |   19.26 | default | [lmqg/qg_esquad](https://huggingface.co/datasets/lmqg/qg_esquad) |
+| Bleu_2           |   15.44 | default | [lmqg/qg_esquad](https://huggingface.co/datasets/lmqg/qg_esquad) |
+| Bleu_3           |   12.86 | default | [lmqg/qg_esquad](https://huggingface.co/datasets/lmqg/qg_esquad) |
+| Bleu_4           |   10.86 | default | [lmqg/qg_esquad](https://huggingface.co/datasets/lmqg/qg_esquad) |
+| METEOR           |   27.37 | default | [lmqg/qg_esquad](https://huggingface.co/datasets/lmqg/qg_esquad) |
+| MoverScore       |   72.16 | default | [lmqg/qg_esquad](https://huggingface.co/datasets/lmqg/qg_esquad) |
+| ROUGE_L          |   32.96 | default | [lmqg/qg_esquad](https://huggingface.co/datasets/lmqg/qg_esquad) |
 
 
 
@@ -114,7 +114,7 @@ The following hyperparameters were used during fine-tuning:
  - input_types: ['paragraph_question']
  - output_types: ['answer']
  - prefix_types: None
- - model: vocabtrimmer/mt5-small-trimmed-es-120000
+ - model: ckpts/mt5-small-trimmed-es-120000
  - max_length: 512
  - max_length_output: 32
  - epoch: 13

eval/metric.first.answer.paragraph_question.answer.lmqg_qg_esquad.default.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.048113843918637815, "Bleu_2": 0.01828043070344086, "Bleu_3": 0.00582008540874681, "Bleu_4": 0.002437747697963735, "METEOR": 0.03964517429607143, "ROUGE_L": 0.04827130396486276, "BERTScore": 0.763451451762397, "MoverScore": 0.5380351567717591, "AnswerF1Score": 5.227023744822982, "AnswerExactMatch": 0.08514664143803216}, "test": {"Bleu_1": 0.051426516422919476, "Bleu_2": 0.02000500311186099, "Bleu_3": 0.00642910854573143, "Bleu_4": 0.002572610536178843, "METEOR": 0.04057042403571312, "ROUGE_L": 0.0506905582369857, "BERTScore": 0.765626825746096, "MoverScore": 0.541489252159526, "AnswerF1Score": 5.343118049203916, "AnswerExactMatch": 0.15137180700094607}}
+{"validation": {"Bleu_1": 0.18079044327985694, "Bleu_2": 0.1449656163333011, "Bleu_3": 0.12016447104697779, "Bleu_4": 0.1012333017635512, "METEOR": 0.2743819912333638, "ROUGE_L": 0.32503903032920056, "BERTScore": 0.8877847232453194, "MoverScore": 0.7104356231217992, "AnswerF1Score": 50.330330517230394, "AnswerExactMatch": 30.10406811731315}, "test": {"Bleu_1": 0.19260139980142685, "Bleu_2": 0.1543940365517117, "Bleu_3": 0.12857198295787745, "Bleu_4": 0.10862072863046543, "METEOR": 0.27374490288657943, "ROUGE_L": 0.32960578305105337, "BERTScore": 0.8927442957966985, "MoverScore": 0.7216287130613068, "AnswerF1Score": 51.983696370363326, "AnswerExactMatch": 32.686849574266795}}