mt5-small-trimmed-es-5000-esquad-qa / eval /metric.first.answer.paragraph_question.answer.lmqg_qg_esquad.default.json
asahi417's picture
commit files to HF hub
4dfecb2
raw
history blame
681 Bytes
{"validation": {"Bleu_1": 0.25379118298328773, "Bleu_2": 0.20986715433802017, "Bleu_3": 0.17954566735448949, "Bleu_4": 0.15574540403345685, "METEOR": 0.30319807016619804, "ROUGE_L": 0.3438306026724377, "BERTScore": 0.9029772235068264, "MoverScore": 0.7376297638479538, "AnswerF1Score": 55.58658668728214, "AnswerExactMatch": 35.01419110690634}, "test": {"Bleu_1": 0.258820291400749, "Bleu_2": 0.21505446096429373, "Bleu_3": 0.18606331962656886, "Bleu_4": 0.16295440485378776, "METEOR": 0.29934846835333795, "ROUGE_L": 0.3437282027444579, "BERTScore": 0.9059725172133973, "MoverScore": 0.7447871535612974, "AnswerF1Score": 56.690463415104716, "AnswerExactMatch": 36.67928098391675}}