commit files to HF hub

README.md

@@ -33,19 +33,19 @@ model-index:
     metrics:
     - name: BLEU4 (Question Generation)
       type: bleu4_question_generation
-      value: 10.61
+      value: 10.99
     - name: ROUGE-L (Question Generation)
       type: rouge_l_question_generation
-      value: 26.37
+      value: 26.81
     - name: METEOR (Question Generation)
       type: meteor_question_generation
-      value: 28.36
+      value: 28.76
     - name: BERTScore (Question Generation)
       type: bertscore_question_generation
-      value: 83.14
+      value: 83.39
     - name: MoverScore (Question Generation)
       type: moverscore_question_generation
-      value: 82.55
+      value: 83.1
 ---
 
 # Model Card of `vocabtrimmer/mt5-small-trimmed-ko-30000-koquad-qg`
@@ -89,14 +89,14 @@ output = pipe("1990년 영화 《 <hl> 남부군 <hl> 》에서 단역으로 영
 
 |            |   Score | Type    | Dataset                                                          |
 |:-----------|--------:|:--------|:-----------------------------------------------------------------|
-| BERTScore  |   83.14 | default | [lmqg/qg_koquad](https://huggingface.co/datasets/lmqg/qg_koquad) |
-| Bleu_1     |   25.72 | default | [lmqg/qg_koquad](https://huggingface.co/datasets/lmqg/qg_koquad) |
-| Bleu_2     |   18.86 | default | [lmqg/qg_koquad](https://huggingface.co/datasets/lmqg/qg_koquad) |
-| Bleu_3     |   14.11 | default | [lmqg/qg_koquad](https://huggingface.co/datasets/lmqg/qg_koquad) |
-| Bleu_4     |   10.61 | default | [lmqg/qg_koquad](https://huggingface.co/datasets/lmqg/qg_koquad) |
-| METEOR     |   28.36 | default | [lmqg/qg_koquad](https://huggingface.co/datasets/lmqg/qg_koquad) |
-| MoverScore |   82.55 | default | [lmqg/qg_koquad](https://huggingface.co/datasets/lmqg/qg_koquad) |
-| ROUGE_L    |   26.37 | default | [lmqg/qg_koquad](https://huggingface.co/datasets/lmqg/qg_koquad) |
+| BERTScore  |   83.39 | default | [lmqg/qg_koquad](https://huggingface.co/datasets/lmqg/qg_koquad) |
+| Bleu_1     |   26.37 | default | [lmqg/qg_koquad](https://huggingface.co/datasets/lmqg/qg_koquad) |
+| Bleu_2     |   19.37 | default | [lmqg/qg_koquad](https://huggingface.co/datasets/lmqg/qg_koquad) |
+| Bleu_3     |   14.53 | default | [lmqg/qg_koquad](https://huggingface.co/datasets/lmqg/qg_koquad) |
+| Bleu_4     |   10.99 | default | [lmqg/qg_koquad](https://huggingface.co/datasets/lmqg/qg_koquad) |
+| METEOR     |   28.76 | default | [lmqg/qg_koquad](https://huggingface.co/datasets/lmqg/qg_koquad) |
+| MoverScore |   83.1  | default | [lmqg/qg_koquad](https://huggingface.co/datasets/lmqg/qg_koquad) |
+| ROUGE_L    |   26.81 | default | [lmqg/qg_koquad](https://huggingface.co/datasets/lmqg/qg_koquad) |
 
 
 
@@ -111,12 +111,12 @@ The following hyperparameters were used during fine-tuning:
  - model: ckpts/mt5-small-trimmed-ko-30000
  - max_length: 512
  - max_length_output: 32
- - epoch: 13
- - batch: 16
+ - epoch: 16
+ - batch: 64
  - lr: 0.001
  - fp16: False
  - random_seed: 1
- - gradient_accumulation_steps: 4
+ - gradient_accumulation_steps: 1
  - label_smoothing: 0.15
 
 The full configuration can be found at [fine-tuning config file](https://huggingface.co/vocabtrimmer/mt5-small-trimmed-ko-30000-koquad-qg/raw/main/trainer_config.json).

eval/metric.first.answer.paragraph_answer.question.lmqg_qg_koquad.default.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.24730736546708076, "Bleu_2": 0.1805983914991622, "Bleu_3": 0.1351955480215265, "Bleu_4": 0.10231659467122803}, "test": {"Bleu_1": 0.25455346945317786, "Bleu_2": 0.1863540355869153, "Bleu_3": 0.13936333895222536, "Bleu_4": 0.10474075691207706}}
+{"validation": {"Bleu_1": 0.24718786837425333, "Bleu_2": 0.17964878956001412, "Bleu_3": 0.1336770751820552, "Bleu_4": 0.10112702184022812}, "test": {"Bleu_1": 0.2610172232554326, "Bleu_2": 0.19139051393176135, "Bleu_3": 0.14346377484962805, "Bleu_4": 0.10852006401694266}}

eval/metric.first.sentence.paragraph_answer.question.lmqg_qg_koquad.default.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.28085530108484147, "Bleu_2": 0.20911529775293766, "Bleu_3": 0.15882842796765106, "Bleu_4": 0.12147030166216247, "METEOR": 0.2915895823700915, "ROUGE_L": 0.2777341588464828, "BERTScore": 0.8262767547406025, "MoverScore": 0.8290985232230139}, "test": {"Bleu_1": 0.2572168231595764, "Bleu_2": 0.188564208617832, "Bleu_3": 0.1411121095117522, "Bleu_4": 0.10605364538839222, "METEOR": 0.2835661755929325, "ROUGE_L": 0.2636899241048791, "BERTScore": 0.8313739765866779, "MoverScore": 0.825547462170264}}
+{"validation": {"Bleu_1": 0.28015646474256584, "Bleu_2": 0.20772554324185008, "Bleu_3": 0.15692795673568322, "Bleu_4": 0.11994543689393633, "METEOR": 0.29201005316674966, "ROUGE_L": 0.2761228242982557, "BERTScore": 0.8264743086110868, "MoverScore": 0.8321372156245271}, "test": {"Bleu_1": 0.2637476654907603, "Bleu_2": 0.19370492831861702, "Bleu_3": 0.1453026202435758, "Bleu_4": 0.10992458400478006, "METEOR": 0.28760329285838626, "ROUGE_L": 0.26814034688473387, "BERTScore": 0.8338835324135208, "MoverScore": 0.8310172225550693}}