mt5-base-jaquad-qg-ae / eval /metric.first.answer.paragraph.questions_answers.lmqg_qg_jaquad.default.json
asahi417's picture
add model
122d34d
raw
history blame
1.18 kB
{"test": {"QAAlignedF1Score (BERTScore)": 0.8035098723803743, "QAAlignedRecall (BERTScore)": 0.8378749715759669, "QAAlignedPrecision (BERTScore)": 0.7728178741807085, "QAAlignedF1Score (MoverScore)": 0.5623463256430944, "QAAlignedRecall (MoverScore)": 0.5881454405770354, "QAAlignedPrecision (MoverScore)": 0.5401739069684022, "Bleu_1": 0.0025128960375107217, "Bleu_2": 0.00010766134896251767, "Bleu_3": 8.252683190220101e-10, "Bleu_4": 2.32583496149638e-12, "METEOR": 0.2369649102114762, "ROUGE_L": 0.005285822055509688, "BERTScore": 0.6405208326460885, "MoverScore": 0.5099417517397539}, "validation": {"QAAlignedF1Score (BERTScore)": 0.813409552842049, "QAAlignedRecall (BERTScore)": 0.8308434153273754, "QAAlignedPrecision (BERTScore)": 0.7975233646341368, "QAAlignedF1Score (MoverScore)": 0.5698790455257939, "QAAlignedRecall (MoverScore)": 0.5819119554714534, "QAAlignedPrecision (MoverScore)": 0.5593087503926527, "Bleu_1": 0.013051907816246874, "Bleu_2": 0.000999813431451189, "Bleu_3": 8.214040738586994e-09, "Bleu_4": 2.3698104170904746e-11, "METEOR": 0.29121605271908635, "ROUGE_L": 0.025555158751729642, "BERTScore": 0.7012932381789889, "MoverScore": 0.5313196842152044}}