model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "lmqg_output/mt5_small_esquad/best_model",
+  "_name_or_path": "lmqg_output/mt5_small_esquad/model_dpyopu/epoch_15",
   "add_prefix": false,
   "architectures": [
     "MT5ForConditionalGeneration"

eval/metric.first.answer.paragraph_answer.question.asahi417_qg_esquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2544312846257554, "Bleu_2": 0.1721993009326633, "Bleu_3": 0.12452093232082849, "Bleu_4": 0.09270380999733277, "METEOR": 0.21740755737367878, "ROUGE_L": 0.23966806472670554, "BERTScore": 0.8330555721003714}, "test": {"Bleu_1": 0.25935174590978344, "Bleu_2": 0.17690546361457804, "Bleu_3": 0.12835352683495857, "Bleu_4": 0.09577031481365816, "METEOR": 0.2267847098707411, "ROUGE_L": 0.24580164047555378, "BERTScore": 0.840801360467299}}

eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_esquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.21807526737068492, "Bleu_2": 0.1378004549520408, "Bleu_3": 0.09477997785322842, "Bleu_4": 0.06777817725927249, "METEOR": 0.1828193241506365, "ROUGE_L": 0.19974607412135878, "BERTScore": 0.8185992153669824}, "test": {"Bleu_1": 0.21960611633468696, "Bleu_2": 0.14096743378751705, "Bleu_3": 0.09828768720874811, "Bleu_4": 0.07110174238113466, "METEOR": 0.18988384750216022, "ROUGE_L": 0.20157721321953107, "BERTScore": 0.8244102394682343}}

eval/metric.first.answer.sentence_answer.question.asahi417_qg_esquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2182250720510222, "Bleu_2": 0.13926010170007314, "Bleu_3": 0.09764350178194736, "Bleu_4": 0.07159520682739108, "METEOR": 0.1813597945776865, "ROUGE_L": 0.19828132997807965, "BERTScore": 0.8156859433639693}, "test": {"Bleu_1": 0.2157251029380957, "Bleu_2": 0.13703906537984603, "Bleu_3": 0.09544075346673157, "Bleu_4": 0.06927722237324449, "METEOR": 0.18242662612966148, "ROUGE_L": 0.196897011126256, "BERTScore": 0.8176155426982674}}

eval/metric.first.sentence.paragraph_answer.question.asahi417_qg_esquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.266029584789069, "Bleu_2": 0.18143263807331653, "Bleu_3": 0.13180007971250549, "Bleu_4": 0.09845301222909726, "METEOR": 0.22295969395325665, "ROUGE_L": 0.24822456904802076, "BERTScore": 0.8342271490721932}, "test": {"Bleu_1": 0.26025731942052255, "Bleu_2": 0.17750905033625275, "Bleu_3": 0.12879190267803803, "Bleu_4": 0.09610295466326652, "METEOR": 0.2271141532255219, "ROUGE_L": 0.2462086653539063, "BERTScore": 0.8406637574548622}}

eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_esquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2291449523525887, "Bleu_2": 0.14622550900571957, "Bleu_3": 0.10112909031112335, "Bleu_4": 0.07255484646251362, "METEOR": 0.18808183861527383, "ROUGE_L": 0.20755744823512734, "BERTScore": 0.819930061979819}, "test": {"Bleu_1": 0.22031990366239762, "Bleu_2": 0.141380014588642, "Bleu_3": 0.0985430274685261, "Bleu_4": 0.07128646972527973, "METEOR": 0.1901796331303632, "ROUGE_L": 0.2019256477417054, "BERTScore": 0.8242202615822275}}

eval/metric.first.sentence.sentence_answer.question.asahi417_qg_esquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.22718982413366004, "Bleu_2": 0.14605964376880462, "Bleu_3": 0.10289224826238658, "Bleu_4": 0.07567027042222867, "METEOR": 0.1847026773494265, "ROUGE_L": 0.20419554148852848, "BERTScore": 0.8161016699412933}, "test": {"Bleu_1": 0.21683749977947342, "Bleu_2": 0.137877032590249, "Bleu_3": 0.09610585895286179, "Bleu_4": 0.06978726047857746, "METEOR": 0.18288372508774497, "ROUGE_L": 0.1975120383109058, "BERTScore": 0.8175609419128572}}

eval/metric.last.sentence.paragraph_answer.question.asahi417_qg_esquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.26487408537953705, "Bleu_2": 0.18039438512147823, "Bleu_3": 0.13089267116665884, "Bleu_4": 0.0976192281912574, "METEOR": 0.22220748910710075, "ROUGE_L": 0.24693937262543844, "BERTScore": 0.8331239067383203}, "test": {"Bleu_1": 0.2603197649879264, "Bleu_2": 0.17762392576360614, "Bleu_3": 0.1288820138174669, "Bleu_4": 0.0961644435553319, "METEOR": 0.22721927492717153, "ROUGE_L": 0.24629961045934584, "BERTScore": 0.8403952746394945}}

eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_esquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.22905074715744989, "Bleu_2": 0.1460859517954705, "Bleu_3": 0.10101842832132747, "Bleu_4": 0.07248256008573555, "METEOR": 0.18805842026935174, "ROUGE_L": 0.20744707452118152, "BERTScore": 0.8198172877868622}, "test": {"Bleu_1": 0.22034134934208038, "Bleu_2": 0.14147190067798354, "Bleu_3": 0.09862720616043155, "Bleu_4": 0.07133063645589115, "METEOR": 0.19016606409599532, "ROUGE_L": 0.20192182641581688, "BERTScore": 0.8240581754289736}}

eval/metric.last.sentence.sentence_answer.question.asahi417_qg_esquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.22664160495692698, "Bleu_2": 0.14546345854082507, "Bleu_3": 0.1023510825979111, "Bleu_4": 0.07519576726610269, "METEOR": 0.18412666345208764, "ROUGE_L": 0.20341627751189503, "BERTScore": 0.8151579947976909}, "test": {"Bleu_1": 0.21692347042273205, "Bleu_2": 0.13795543628638995, "Bleu_3": 0.09615193416762155, "Bleu_4": 0.06982508508156487, "METEOR": 0.18287164391396074, "ROUGE_L": 0.1975397767905743, "BERTScore": 0.8174529499244745}}

eval/metric.long.sentence.paragraph_answer.question.asahi417_qg_esquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.26555437205180527, "Bleu_2": 0.18083244301112522, "Bleu_3": 0.13113081972249366, "Bleu_4": 0.09779159418128695, "METEOR": 0.22265973645900053, "ROUGE_L": 0.24760135943079864, "BERTScore": 0.8333313540675347}, "test": {"Bleu_1": 0.2602939687468337, "Bleu_2": 0.1775571737995658, "Bleu_3": 0.12883892901982796, "Bleu_4": 0.09615305329395776, "METEOR": 0.22715415653748344, "ROUGE_L": 0.24623532228942718, "BERTScore": 0.8404622112255747}}

eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_esquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2291304226478967, "Bleu_2": 0.14614020121103347, "Bleu_3": 0.10104560947124218, "Bleu_4": 0.0724937357298255, "METEOR": 0.18808239555579917, "ROUGE_L": 0.20752238291632588, "BERTScore": 0.8198630100806961}, "test": {"Bleu_1": 0.2202585530103437, "Bleu_2": 0.14133998943259393, "Bleu_3": 0.0985246999811019, "Bleu_4": 0.07126775023656565, "METEOR": 0.19013564429994328, "ROUGE_L": 0.20181308770118697, "BERTScore": 0.8240855943806669}}

eval/metric.long.sentence.sentence_answer.question.asahi417_qg_esquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.22717728038870208, "Bleu_2": 0.1458407044695249, "Bleu_3": 0.10251580234083953, "Bleu_4": 0.07526409518422944, "METEOR": 0.18460059828004854, "ROUGE_L": 0.20389025950014333, "BERTScore": 0.8152949200153401}, "test": {"Bleu_1": 0.21689519862439735, "Bleu_2": 0.13794563942499652, "Bleu_3": 0.09615390242381898, "Bleu_4": 0.06982900758408449, "METEOR": 0.18291922874516134, "ROUGE_L": 0.1975526472227487, "BERTScore": 0.8174981252007358}}

eval/metric.middle.sentence.paragraph_answer.question.asahi417_qg_esquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.26551986740133254, "Bleu_2": 0.18090739229530525, "Bleu_3": 0.1312650889906266, "Bleu_4": 0.09791974944266672, "METEOR": 0.22270198760191523, "ROUGE_L": 0.24769038536606258, "BERTScore": 0.8335144254266562}, "test": {"Bleu_1": 0.26027154514079115, "Bleu_2": 0.1775501365996318, "Bleu_3": 0.12883948504882092, "Bleu_4": 0.09615584726648878, "METEOR": 0.22718274705628438, "ROUGE_L": 0.24626052122503178, "BERTScore": 0.8404490829277896}}

eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_esquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.22908952196646667, "Bleu_2": 0.14614038597931395, "Bleu_3": 0.10105625470036032, "Bleu_4": 0.07250107413982369, "METEOR": 0.18805323018856085, "ROUGE_L": 0.2075035005590037, "BERTScore": 0.8198744417893773}, "test": {"Bleu_1": 0.22023902992235697, "Bleu_2": 0.14130175187300226, "Bleu_3": 0.09846580389978246, "Bleu_4": 0.07119782713583349, "METEOR": 0.1901433272600855, "ROUGE_L": 0.20182038346757095, "BERTScore": 0.8240805798613388}}

eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_esquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.22713733622395862, "Bleu_2": 0.1458214689625302, "Bleu_3": 0.1025496030944553, "Bleu_4": 0.07530920245993526, "METEOR": 0.18458809380962618, "ROUGE_L": 0.2040101661308547, "BERTScore": 0.8154429889657129}, "test": {"Bleu_1": 0.21689519862439735, "Bleu_2": 0.13794563942499652, "Bleu_3": 0.09615390242381898, "Bleu_4": 0.06982900758408449, "METEOR": 0.18291922874516134, "ROUGE_L": 0.1975526472227487, "BERTScore": 0.8174981247561377}}

eval/metric.short.sentence.paragraph_answer.question.asahi417_qg_esquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.26529215193521705, "Bleu_2": 0.18086750579782462, "Bleu_3": 0.13143189910520306, "Bleu_4": 0.09816754719451513, "METEOR": 0.22236112688182227, "ROUGE_L": 0.2473944527306373, "BERTScore": 0.8338497770793112}, "test": {"Bleu_1": 0.26022433569268494, "Bleu_2": 0.17751832444370333, "Bleu_3": 0.128782955823466, "Bleu_4": 0.09607246465211476, "METEOR": 0.22715168722698303, "ROUGE_L": 0.24624365458378608, "BERTScore": 0.8405895271857131}}

eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_esquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.22909899764534858, "Bleu_2": 0.14618554797016695, "Bleu_3": 0.10110620934032614, "Bleu_4": 0.0725446070053455, "METEOR": 0.18808156711200716, "ROUGE_L": 0.2075097268005571, "BERTScore": 0.8198840267257838}, "test": {"Bleu_1": 0.22043278253506673, "Bleu_2": 0.14155291038430365, "Bleu_3": 0.09869459862188584, "Bleu_4": 0.0714002317912059, "METEOR": 0.19022462341241062, "ROUGE_L": 0.20207207814366507, "BERTScore": 0.8241961703218852}}

eval/metric.short.sentence.sentence_answer.question.asahi417_qg_esquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.22642993914345624, "Bleu_2": 0.14548713976625624, "Bleu_3": 0.10255018704983235, "Bleu_4": 0.07547157486489314, "METEOR": 0.1840834007478994, "ROUGE_L": 0.2034880773357573, "BERTScore": 0.8158391803418946}, "test": {"Bleu_1": 0.21680283753021742, "Bleu_2": 0.13782362530679101, "Bleu_3": 0.09604620297483837, "Bleu_4": 0.06973683285324812, "METEOR": 0.18280905278241258, "ROUGE_L": 0.1974698689386926, "BERTScore": 0.8175084749200188}}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7adefaa10ca789c758dd727e40c5e30c2a652b6475ad6b460374be531d855391
-size 1200745605
+oid sha256:ed7082546ea93fe1a0f5795307ec4ec5071c766f115c594f1067eee507e0088c
+size 1200748293

tokenizer_config.json

@@ -1 +1 @@
-{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 0, "additional_special_tokens": null, "special_tokens_map_file": "/home/asahi/.cache/huggingface/transformers/685ac0ca8568ec593a48b61b0a3c272beee9bc194a3c7241d15dcadb5f875e53.f76030f3ec1b96a8199b2593390c610e76ca8028ef3d24680000619ffb646276", "name_or_path": "lmqg_output/mt5_small_esquad/best_model", "sp_model_kwargs": {}, "tokenizer_class": "T5Tokenizer"}
+{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 0, "additional_special_tokens": null, "special_tokens_map_file": "/home/asahi/.cache/huggingface/transformers/685ac0ca8568ec593a48b61b0a3c272beee9bc194a3c7241d15dcadb5f875e53.f76030f3ec1b96a8199b2593390c610e76ca8028ef3d24680000619ffb646276", "name_or_path": "lmqg_output/mt5_small_esquad/model_dpyopu/epoch_15", "sp_model_kwargs": {}, "tokenizer_class": "T5Tokenizer"}

trainer_config.json

@@ -0,0 +1 @@
+{"dataset_path": "asahi417/qg_esquad", "dataset_name": "default", "input_types": ["paragraph_answer"], "output_types": ["question"], "prefix_types": null, "model": "google/mt5-small", "max_length": 512, "max_length_output": 32, "epoch": 16, "batch": 64, "lr": 0.0005, "fp16": false, "random_seed": 1, "gradient_accumulation_steps": 1, "label_smoothing": 0.15}