model update

eval/metric.first.answer.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5086628642540453, "Bleu_2": 0.35657935336295093, "Bleu_3": 0.2724802647197221, "Bleu_4": 0.21508696362063257, "METEOR": 0.24094432344314853, "ROUGE_L": 0.4923152370693986}, "test": {"Bleu_1": 0.48136078499437956, "Bleu_2": 0.32751505766711125, "Bleu_3": 0.24418901282762828, "Bleu_4": 0.1882010756910279, "METEOR": 0.22715900337078077, "ROUGE_L": 0.468856644068797}}
+{"validation": {"Bleu_1": 0.5086628642540453, "Bleu_2": 0.35657935336295093, "Bleu_3": 0.2724802647197221, "Bleu_4": 0.21508696362063257, "METEOR": 0.24094432344314853, "ROUGE_L": 0.4923152370693986, "BERTScore": 0.903302601337884}, "test": {"Bleu_1": 0.48136078499437956, "Bleu_2": 0.32751505766711125, "Bleu_3": 0.24418901282762828, "Bleu_4": 0.1882010756910279, "METEOR": 0.22715900337078077, "ROUGE_L": 0.468856644068797, "BERTScore": 0.900931903953011}}

eval/metric.first.answer.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.35957532349568655, "Bleu_2": 0.2093656944470237, "Bleu_3": 0.14206618204795493, "Bleu_4": 0.1027719488435398, "METEOR": 0.164578016676735, "ROUGE_L": 0.3577890491204276}, "test": {"Bleu_1": 0.35487641950567567, "Bleu_2": 0.19918881568885996, "Bleu_3": 0.13170464895311065, "Bleu_4": 0.0924596800155491, "METEOR": 0.1584743715113427, "ROUGE_L": 0.3464880038834164}}
+{"validation": {"Bleu_1": 0.35957532349568655, "Bleu_2": 0.2093656944470237, "Bleu_3": 0.14206618204795493, "Bleu_4": 0.1027719488435398, "METEOR": 0.164578016676735, "ROUGE_L": 0.3577890491204276, "BERTScore": 0.8818259789115884}, "test": {"Bleu_1": 0.35487641950567567, "Bleu_2": 0.19918881568885996, "Bleu_3": 0.13170464895311065, "Bleu_4": 0.0924596800155491, "METEOR": 0.1584743715113427, "ROUGE_L": 0.3464880038834164, "BERTScore": 0.8800103049482211}}

eval/metric.first.answer.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5098378913500762, "Bleu_2": 0.35789607318661326, "Bleu_3": 0.2734547300539309, "Bleu_4": 0.21586332515342657, "METEOR": 0.24218272971380284, "ROUGE_L": 0.4910838866218885}, "test": {"Bleu_1": 0.48003161500380437, "Bleu_2": 0.326407993982436, "Bleu_3": 0.24291464921114017, "Bleu_4": 0.18703549320898358, "METEOR": 0.22615973164974987, "ROUGE_L": 0.46426785399170867}}
+{"validation": {"Bleu_1": 0.5098378913500762, "Bleu_2": 0.35789607318661326, "Bleu_3": 0.2734547300539309, "Bleu_4": 0.21586332515342657, "METEOR": 0.24218272971380284, "ROUGE_L": 0.4910838866218885, "BERTScore": 0.9033469344775634}, "test": {"Bleu_1": 0.48003161500380437, "Bleu_2": 0.326407993982436, "Bleu_3": 0.24291464921114017, "Bleu_4": 0.18703549320898358, "METEOR": 0.22615973164974987, "ROUGE_L": 0.46426785399170867, "BERTScore": 0.900786914282037}}

eval/metric.first.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5599719613298378, "Bleu_2": 0.4017061775519578, "Bleu_3": 0.311687055735421, "Bleu_4": 0.24866250939149787, "METEOR": 0.25754293154484975, "ROUGE_L": 0.5205167363892786}, "test": {"Bleu_1": 0.5545151837773294, "Bleu_2": 0.3919674719024965, "Bleu_3": 0.2983412044370624, "Bleu_4": 0.23349926865772538, "METEOR": 0.2483120643455213, "ROUGE_L": 0.5051176301939}}
+{"validation": {"Bleu_1": 0.5599719613298378, "Bleu_2": 0.4017061775519578, "Bleu_3": 0.311687055735421, "Bleu_4": 0.24866250939149787, "METEOR": 0.25754293154484975, "ROUGE_L": 0.5205167363892786, "BERTScore": 0.9059667726401637}, "test": {"Bleu_1": 0.5545151837773294, "Bleu_2": 0.3919674719024965, "Bleu_3": 0.2983412044370624, "Bleu_4": 0.23349926865772538, "METEOR": 0.2483120643455213, "ROUGE_L": 0.5051176301939, "BERTScore": 0.9034379432252281}}

eval/metric.first.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.4224712049186947, "Bleu_2": 0.2615343216329151, "Bleu_3": 0.1837370692989213, "Bleu_4": 0.13573648394896645, "METEOR": 0.18677059946654045, "ROUGE_L": 0.39622104559698973}, "test": {"Bleu_1": 0.43929241808633973, "Bleu_2": 0.2681184642028801, "Bleu_3": 0.18543361433919853, "Bleu_4": 0.13430626258156303, "METEOR": 0.1853468152519135, "ROUGE_L": 0.3950928401535327}}
+{"validation": {"Bleu_1": 0.4224712049186947, "Bleu_2": 0.2615343216329151, "Bleu_3": 0.1837370692989213, "Bleu_4": 0.13573648394896645, "METEOR": 0.18677059946654045, "ROUGE_L": 0.39622104559698973, "BERTScore": 0.8839858124850865}, "test": {"Bleu_1": 0.43929241808633973, "Bleu_2": 0.2681184642028801, "Bleu_3": 0.18543361433919853, "Bleu_4": 0.13430626258156303, "METEOR": 0.1853468152519135, "ROUGE_L": 0.3950928401535327, "BERTScore": 0.8821974294108937}}

eval/metric.first.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5623792278259017, "Bleu_2": 0.4044104032583755, "Bleu_3": 0.3141566223132226, "Bleu_4": 0.25120503208286865, "METEOR": 0.260551191576624, "ROUGE_L": 0.5210316020472213}, "test": {"Bleu_1": 0.5539101496019644, "Bleu_2": 0.39100790719770834, "Bleu_3": 0.2969876990177167, "Bleu_4": 0.2323410628068291, "METEOR": 0.24803004691027772, "ROUGE_L": 0.501778456335822}}
+{"validation": {"Bleu_1": 0.5623792278259017, "Bleu_2": 0.4044104032583755, "Bleu_3": 0.3141566223132226, "Bleu_4": 0.25120503208286865, "METEOR": 0.260551191576624, "ROUGE_L": 0.5210316020472213, "BERTScore": 0.9063450594523796}, "test": {"Bleu_1": 0.5539101496019644, "Bleu_2": 0.39100790719770834, "Bleu_3": 0.2969876990177167, "Bleu_4": 0.2323410628068291, "METEOR": 0.24803004691027772, "ROUGE_L": 0.501778456335822, "BERTScore": 0.9035977943342849}}

eval/metric.last.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5546476611645851, "Bleu_2": 0.3936274684564696, "Bleu_3": 0.30209414552550623, "Bleu_4": 0.23872576753872424, "METEOR": 0.2513259110422655, "ROUGE_L": 0.509742836087105}, "test": {"Bleu_1": 0.5517247071461276, "Bleu_2": 0.38598840185712624, "Bleu_3": 0.29162260718104094, "Bleu_4": 0.22646686045517123, "METEOR": 0.2446529714309732, "ROUGE_L": 0.49958087073766255}}
+{"validation": {"Bleu_1": 0.5546476611645851, "Bleu_2": 0.3936274684564696, "Bleu_3": 0.30209414552550623, "Bleu_4": 0.23872576753872424, "METEOR": 0.2513259110422655, "ROUGE_L": 0.509742836087105, "BERTScore": 0.8978427523194735}, "test": {"Bleu_1": 0.5517247071461276, "Bleu_2": 0.38598840185712624, "Bleu_3": 0.29162260718104094, "Bleu_4": 0.22646686045517123, "METEOR": 0.2446529714309732, "ROUGE_L": 0.49958087073766255, "BERTScore": 0.8951413192737554}}

eval/metric.last.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.4229473806887661, "Bleu_2": 0.262007602800923, "Bleu_3": 0.18416649081838546, "Bleu_4": 0.13625646742039296, "METEOR": 0.18662358391184772, "ROUGE_L": 0.3963427336199697}, "test": {"Bleu_1": 0.43850426384709096, "Bleu_2": 0.2675557144857388, "Bleu_3": 0.1847939959265032, "Bleu_4": 0.13388540316212638, "METEOR": 0.18498105939655404, "ROUGE_L": 0.394794595253497}}
+{"validation": {"Bleu_1": 0.4229473806887661, "Bleu_2": 0.262007602800923, "Bleu_3": 0.18416649081838546, "Bleu_4": 0.13625646742039296, "METEOR": 0.18662358391184772, "ROUGE_L": 0.3963427336199697, "BERTScore": 0.8839978583162545}, "test": {"Bleu_1": 0.43850426384709096, "Bleu_2": 0.2675557144857388, "Bleu_3": 0.1847939959265032, "Bleu_4": 0.13388540316212638, "METEOR": 0.18498105939655404, "ROUGE_L": 0.394794595253497, "BERTScore": 0.8820001458501644}}

eval/metric.last.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5591862373089868, "Bleu_2": 0.398148646940441, "Bleu_3": 0.30660822304635654, "Bleu_4": 0.24330801501876992, "METEOR": 0.2540294532427495, "ROUGE_L": 0.510298865360695}, "test": {"Bleu_1": 0.5503952988724222, "Bleu_2": 0.38574692523806764, "Bleu_3": 0.29122808358146524, "Bleu_4": 0.2262804462408398, "METEOR": 0.24463468186374654, "ROUGE_L": 0.4963833308862578}}
+{"validation": {"Bleu_1": 0.5591862373089868, "Bleu_2": 0.398148646940441, "Bleu_3": 0.30660822304635654, "Bleu_4": 0.24330801501876992, "METEOR": 0.2540294532427495, "ROUGE_L": 0.510298865360695, "BERTScore": 0.8980635979054516}, "test": {"Bleu_1": 0.5503952988724222, "Bleu_2": 0.38574692523806764, "Bleu_3": 0.29122808358146524, "Bleu_4": 0.2262804462408398, "METEOR": 0.24463468186374654, "ROUGE_L": 0.4963833308862578, "BERTScore": 0.8950780786739655}}

eval/metric.long.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5506205739383553, "Bleu_2": 0.39020106279507033, "Bleu_3": 0.29893870722846555, "Bleu_4": 0.23577526729270132, "METEOR": 0.2550484984004167, "ROUGE_L": 0.5067810517453438}, "test": {"Bleu_1": 0.5571008424305798, "Bleu_2": 0.3905418469193448, "Bleu_3": 0.2952684230682707, "Bleu_4": 0.22941193538844626, "METEOR": 0.24955317015549344, "ROUGE_L": 0.4976549988036872}}
+{"validation": {"Bleu_1": 0.5507169476048206, "Bleu_2": 0.39027725647574124, "Bleu_3": 0.2989928404207266, "Bleu_4": 0.23579763174791163, "METEOR": 0.2550091072923058, "ROUGE_L": 0.5066719509753197, "BERTScore": 0.8993804886465655}, "test": {"Bleu_1": 0.5575993220676866, "Bleu_2": 0.39105574970351953, "Bleu_3": 0.29573650174616195, "Bleu_4": 0.2298261372398968, "METEOR": 0.2496839413656947, "ROUGE_L": 0.49796622111149663, "BERTScore": 0.8969972274494113}}

eval/metric.long.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.4204465713398242, "Bleu_2": 0.26022129100998315, "Bleu_3": 0.1827932577680708, "Bleu_4": 0.13509511521164672, "METEOR": 0.18716533052380943, "ROUGE_L": 0.3952627115363361}, "test": {"Bleu_1": 0.43634314956747805, "Bleu_2": 0.2659589743078874, "Bleu_3": 0.18357535691538576, "Bleu_4": 0.132829649293459, "METEOR": 0.18552600993243737, "ROUGE_L": 0.39372225888830786}}
+{"validation": {"Bleu_1": 0.4204429105550714, "Bleu_2": 0.2602064890044772, "Bleu_3": 0.18278043781332562, "Bleu_4": 0.13509003924791796, "METEOR": 0.1871555514100481, "ROUGE_L": 0.39521477482861167, "BERTScore": 0.8836379478923357}, "test": {"Bleu_1": 0.4363386663223453, "Bleu_2": 0.2659677664804319, "Bleu_3": 0.1836039717984012, "Bleu_4": 0.13285834728207288, "METEOR": 0.18553201391342874, "ROUGE_L": 0.39373873808182014, "BERTScore": 0.8816791544710378}}

eval/metric.long.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5467027327287372, "Bleu_2": 0.3889782706964801, "Bleu_3": 0.2991362347367637, "Bleu_4": 0.23696886940689124, "METEOR": 0.25869581266746855, "ROUGE_L": 0.5085491720975861}, "test": {"Bleu_1": 0.5469478113036711, "Bleu_2": 0.3826204624403761, "Bleu_3": 0.28835066545263677, "Bleu_4": 0.22362699777493822, "METEOR": 0.24832888235853834, "ROUGE_L": 0.4917700961253096}}
+{"validation": {"Bleu_1": 0.5469433105480478, "Bleu_2": 0.38919783161840005, "Bleu_3": 0.2993187706103404, "Bleu_4": 0.23708585735891358, "METEOR": 0.25880786552985674, "ROUGE_L": 0.5086633995613928, "BERTScore": 0.8999679978495577}, "test": {"Bleu_1": 0.5473551575650745, "Bleu_2": 0.38292998925100347, "Bleu_3": 0.2886415216852171, "Bleu_4": 0.22388094492440488, "METEOR": 0.24840129640816772, "ROUGE_L": 0.4919207074276657, "BERTScore": 0.8965183021842322}}

eval/metric.middle.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5582531027415386, "Bleu_2": 0.39772491214094674, "Bleu_3": 0.3064233178326813, "Bleu_4": 0.24278053025419158, "METEOR": 0.25641566347688155, "ROUGE_L": 0.513209349184176}, "test": {"Bleu_1": 0.5613797819954078, "Bleu_2": 0.39522406955231704, "Bleu_3": 0.29967214201825476, "Bleu_4": 0.23353504119340796, "METEOR": 0.24984888564567928, "ROUGE_L": 0.5031194299945487}}
+{"validation": {"Bleu_1": 0.5580383126249391, "Bleu_2": 0.3974788619864752, "Bleu_3": 0.3062165960866523, "Bleu_4": 0.24262415178535912, "METEOR": 0.25623063353204406, "ROUGE_L": 0.5131007693223255, "BERTScore": 0.9002464024085521}, "test": {"Bleu_1": 0.5615321545336194, "Bleu_2": 0.39553270984646394, "Bleu_3": 0.30003107327724476, "Bleu_4": 0.23391964600181941, "METEOR": 0.25010225443476825, "ROUGE_L": 0.5034780140504441, "BERTScore": 0.8983613495108455}}

eval/metric.middle.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.4210453364135094, "Bleu_2": 0.2608824875854279, "Bleu_3": 0.18347222687007111, "Bleu_4": 0.1357174285715006, "METEOR": 0.18721800731843263, "ROUGE_L": 0.39597460788296435}, "test": {"Bleu_1": 0.4375620244789892, "Bleu_2": 0.26690852433085493, "Bleu_3": 0.184341177374722, "Bleu_4": 0.13336691961274802, "METEOR": 0.18531995025124862, "ROUGE_L": 0.39427169828255193}}
+{"validation": {"Bleu_1": 0.4210453364135094, "Bleu_2": 0.2608824875854279, "Bleu_3": 0.18347222687007111, "Bleu_4": 0.1357174285715006, "METEOR": 0.18721800731843263, "ROUGE_L": 0.39597460788296435, "BERTScore": 0.883833741904884}, "test": {"Bleu_1": 0.4376565379707901, "Bleu_2": 0.26703193116498863, "Bleu_3": 0.1844567661381228, "Bleu_4": 0.13347045710666433, "METEOR": 0.1853532803632209, "ROUGE_L": 0.39431850873916763, "BERTScore": 0.8818925615451598}}

eval/metric.middle.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5539387172807275, "Bleu_2": 0.3956541273355101, "Bleu_3": 0.3054755055096195, "Bleu_4": 0.24281262217413488, "METEOR": 0.25925944079862506, "ROUGE_L": 0.5137471181176669}, "test": {"Bleu_1": 0.5565463714543328, "Bleu_2": 0.3914184003190993, "Bleu_3": 0.2963488840608017, "Bleu_4": 0.23100524203382303, "METEOR": 0.24881021602245326, "ROUGE_L": 0.4984826422317294}}
+{"validation": {"Bleu_1": 0.5536434358598886, "Bleu_2": 0.39527047035064905, "Bleu_3": 0.30513087352706475, "Bleu_4": 0.24252106408676105, "METEOR": 0.259068101684212, "ROUGE_L": 0.5135389933552327, "BERTScore": 0.9006602821146591}, "test": {"Bleu_1": 0.5565733306230237, "Bleu_2": 0.3914281578648635, "Bleu_3": 0.2963259666080025, "Bleu_4": 0.2309846892579951, "METEOR": 0.24878164281605614, "ROUGE_L": 0.498459378785207, "BERTScore": 0.8982477121892924}}

eval/metric.short.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5496993069576471, "Bleu_2": 0.393601464087674, "Bleu_3": 0.30490557050105405, "Bleu_4": 0.2432960665614201, "METEOR": 0.251833681612208, "ROUGE_L": 0.5198745849417973}, "test": {"Bleu_1": 0.5399861769532892, "Bleu_2": 0.3796899904140538, "Bleu_3": 0.2879476187127947, "Bleu_4": 0.22446610491881788, "METEOR": 0.24206724751296377, "ROUGE_L": 0.5038242022657022}}
+{"validation": {"Bleu_1": 0.5498318253278633, "Bleu_2": 0.3937271134126552, "Bleu_3": 0.30502418094569983, "Bleu_4": 0.24340466258969412, "METEOR": 0.25193672466754014, "ROUGE_L": 0.5199663275992491, "BERTScore": 0.9032276376544596}, "test": {"Bleu_1": 0.5397920462333121, "Bleu_2": 0.37944948111032245, "Bleu_3": 0.2877232405668493, "Bleu_4": 0.22425690373572763, "METEOR": 0.24196185449338126, "ROUGE_L": 0.5035992865648834, "BERTScore": 0.8997345384674049}}

eval/metric.short.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.424780012015403, "Bleu_2": 0.26291982293300914, "Bleu_3": 0.18464270252440065, "Bleu_4": 0.13637115264909697, "METEOR": 0.1858528343133125, "ROUGE_L": 0.39695521579251414}, "test": {"Bleu_1": 0.44106527968407083, "Bleu_2": 0.2691808555453004, "Bleu_3": 0.18602311214502432, "Bleu_4": 0.13476149629305245, "METEOR": 0.18459497809605133, "ROUGE_L": 0.3956173954827776}}
+{"validation": {"Bleu_1": 0.4247885598511034, "Bleu_2": 0.2629277619889653, "Bleu_3": 0.18465330848679498, "Bleu_4": 0.13637544193776535, "METEOR": 0.18586388241003737, "ROUGE_L": 0.39699551038532443, "BERTScore": 0.884300188434045}, "test": {"Bleu_1": 0.4409785343654763, "Bleu_2": 0.2690705187260713, "Bleu_3": 0.1859077935864659, "Bleu_4": 0.1346544855180644, "METEOR": 0.18455800878790227, "ROUGE_L": 0.39555304068739766, "BERTScore": 0.8824166185566982}}

eval/metric.short.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5542603351985753, "Bleu_2": 0.39834514375129904, "Bleu_3": 0.30928185558022037, "Bleu_4": 0.24748820427998885, "METEOR": 0.2544918801283117, "ROUGE_L": 0.5200090023051489}, "test": {"Bleu_1": 0.5397990412523447, "Bleu_2": 0.3798973977858315, "Bleu_3": 0.2879063177713044, "Bleu_4": 0.22462003142363357, "METEOR": 0.24213955167269788, "ROUGE_L": 0.5019719348103235}}
+{"validation": {"Bleu_1": 0.55436836750778, "Bleu_2": 0.39842226674407083, "Bleu_3": 0.30932772403039754, "Bleu_4": 0.24753912454153065, "METEOR": 0.25450875294103287, "ROUGE_L": 0.5201453438401008, "BERTScore": 0.9032988473893615}, "test": {"Bleu_1": 0.5395834173002385, "Bleu_2": 0.37972192983688774, "Bleu_3": 0.2877808393904524, "Bleu_4": 0.22450381921526952, "METEOR": 0.24204622593297315, "ROUGE_L": 0.5017456788103846, "BERTScore": 0.9002079002859359}}