t5-small-tweetqa-qag-np / eval /metric.first.answer.paragraph.questions_answers.lmqg_qag_tweetqa.default.json
asahi417's picture
add model
ad1617f
raw
history blame
1.16 kB
{"validation": {"QAAlignedF1Score (MoverScore)": 0.6326484876523045, "QAAlignedF1Score (BERTScore)": 0.903134229945818, "MoverScore": 0.6067730274120959, "BERTScore": 0.8924403191635171, "ROUGE_L": 0.35753169949938635, "METEOR": 0.30578015984720724, "Bleu_1": 0.3322701902266584, "Bleu_2": 0.21696932552247322, "Bleu_3": 0.1463288055912269, "Bleu_4": 0.10007115217956326, "QAAlignedRecall (BERTScore)": 0.8986781563603449, "QAAlignedPrecision (BERTScore)": 0.9077280766968048, "QAAlignedRecall (MoverScore)": 0.62271495873736, "QAAlignedPrecision (MoverScore)": 0.6436329277881027}, "test": {"QAAlignedF1Score (MoverScore)": 0.629430382853316, "QAAlignedF1Score (BERTScore)": 0.9069866970707408, "MoverScore": 0.6053481218395935, "BERTScore": 0.8947686201303329, "ROUGE_L": 0.34768502761194764, "METEOR": 0.2780003860872953, "Bleu_1": 0.35611552180414474, "Bleu_2": 0.23381878946545712, "Bleu_3": 0.15728004673514237, "Bleu_4": 0.1071170387718974, "QAAlignedRecall (BERTScore)": 0.9022651620560356, "QAAlignedPrecision (BERTScore)": 0.9118551092021052, "QAAlignedRecall (MoverScore)": 0.6189749401911732, "QAAlignedPrecision (MoverScore)": 0.6409601290372703}}