mt5-small-jaquad-qag / eval /metric.first.answer.paragraph.questions_answers.lmqg_qag_jaquad.default.json
asahi417's picture
model update
3ae3dcc
raw
history blame
1.17 kB
{"validation": {"Bleu_1": 0.17723868713431587, "Bleu_2": 0.1351901344556621, "Bleu_3": 0.10622495857792344, "Bleu_4": 0.0825424205645754, "METEOR": 0.12999848944853618, "ROUGE_L": 0.24983794470491816, "BERTScore": 0.6579463741397791, "MoverScore": 0.49961617640749567, "QAAlignedF1Score (BERTScore)": 0.5936048978463043, "QAAlignedRecall (BERTScore)": 0.585364358946976, "QAAlignedPrecision (BERTScore)": 0.6024343219290462, "QAAlignedF1Score (MoverScore)": 0.39674948798701676, "QAAlignedRecall (MoverScore)": 0.391606217527659, "QAAlignedPrecision (MoverScore)": 0.4022277659194923}, "test": {"Bleu_1": 0.08161337613102573, "Bleu_2": 0.06126757153349611, "Bleu_3": 0.04702714715082693, "Bleu_4": 0.036563277330046315, "METEOR": 0.09876247293506824, "ROUGE_L": 0.15619127411788708, "BERTScore": 0.5855429661957944, "MoverScore": 0.4909802836505803, "QAAlignedF1Score (BERTScore)": 0.5834880271347894, "QAAlignedRecall (BERTScore)": 0.5837604820601748, "QAAlignedPrecision (BERTScore)": 0.5833768111584616, "QAAlignedF1Score (MoverScore)": 0.3918544522832205, "QAAlignedRecall (MoverScore)": 0.3916595779695674, "QAAlignedPrecision (MoverScore)": 0.39210192986382214}}