model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "lmqg_output/qg_squadshifts_vanilla/t5_small_squadshifts_new_wiki/best_model",
+  "_name_or_path": "t5-small",
   "add_prefix": true,
   "architectures": [
     "T5ForConditionalGeneration"

eval/metric.first.answer.paragraph_answer.question.asahi417_qg_squadshifts.new_wiki.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.06735706204855779, "Bleu_2": 0.02608988742463353, "Bleu_3": 0.013131295500374673, "Bleu_4": 0.007594462818354931, "METEOR": 0.08450252906604135, "ROUGE_L": 0.08738589120611458, "BERTScore": 0.8308038262823542, "MoverScore": 0.5229892247614646}, "test": {"Bleu_1": 0.06566482185413443, "Bleu_2": 0.02600599411151317, "Bleu_3": 0.013063843246967332, "Bleu_4": 0.007673836450129812, "METEOR": 0.08043047066345531, "ROUGE_L": 0.08544597499198947, "BERTScore": 0.8308706270203718, "MoverScore": 0.5223450230443683}}

eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_squadshifts.new_wiki.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.06722237160526798, "Bleu_2": 0.029216089499907078, "Bleu_3": 0.01578119023398326, "Bleu_4": 0.00960592500172879, "METEOR": 0.0762677213232247, "ROUGE_L": 0.07198716569167456, "BERTScore": 0.8064617909271431, "MoverScore": 0.5147482023600191}, "test": {"Bleu_1": 0.06744149626381418, "Bleu_2": 0.031713607811758096, "Bleu_3": 0.01842586265307484, "Bleu_4": 0.011946770073732038, "METEOR": 0.07762386976376717, "ROUGE_L": 0.07322544699571273, "BERTScore": 0.807137907152063, "MoverScore": 0.5147778267396096}}

eval/metric.first.answer.sentence_answer.question.asahi417_qg_squadshifts.new_wiki.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.11530627452928037, "Bleu_2": 0.06499324235367225, "Bleu_3": 0.04184485021925338, "Bleu_4": 0.02791439144506864, "METEOR": 0.11014236442670348, "ROUGE_L": 0.11372257256187877, "BERTScore": 0.802736841136546, "MoverScore": 0.528005704836265}, "test": {"Bleu_1": 0.1130924130449503, "Bleu_2": 0.06439998181504117, "Bleu_3": 0.04278328906755011, "Bleu_4": 0.03070110903240185, "METEOR": 0.10466604959984341, "ROUGE_L": 0.10732175949543946, "BERTScore": 0.7980356759014644, "MoverScore": 0.5260536739647865}}

eval/metric.first.sentence.paragraph_answer.question.asahi417_qg_squadshifts.new_wiki.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.06889390519187152, "Bleu_2": 0.026919400982857347, "Bleu_3": 0.013660523383360738, "Bleu_4": 0.007982723082263284, "METEOR": 0.08498631643514652, "ROUGE_L": 0.08850996469818238, "BERTScore": 0.830932153052971, "MoverScore": 0.5231094930236584}, "test": {"Bleu_1": 0.06897697551772854, "Bleu_2": 0.027513779710171018, "Bleu_3": 0.013830595555614309, "Bleu_4": 0.008121306161072565, "METEOR": 0.08256111117373166, "ROUGE_L": 0.0884610932825315, "BERTScore": 0.8307699702542707, "MoverScore": 0.5224627418408193}}

eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_squadshifts.new_wiki.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.06825677880776071, "Bleu_2": 0.029754942649639526, "Bleu_3": 0.01610599506113088, "Bleu_4": 0.00983375086589759, "METEOR": 0.07637915172111384, "ROUGE_L": 0.07272575035161437, "BERTScore": 0.8071212065024455, "MoverScore": 0.5150478152423312}, "test": {"Bleu_1": 0.07092389971051383, "Bleu_2": 0.033533629906350754, "Bleu_3": 0.019555245882245328, "Bleu_4": 0.01278538449433918, "METEOR": 0.07919463572243425, "ROUGE_L": 0.07576593548910458, "BERTScore": 0.8075695945282728, "MoverScore": 0.5151171657619807}}

eval/metric.first.sentence.sentence_answer.question.asahi417_qg_squadshifts.new_wiki.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.11788031723142868, "Bleu_2": 0.06671954115310537, "Bleu_3": 0.0429138205290835, "Bleu_4": 0.028657098244824052, "METEOR": 0.1108658955798932, "ROUGE_L": 0.11536974125347052, "BERTScore": 0.8022464206216858, "MoverScore": 0.5280592027380687}, "test": {"Bleu_1": 0.11924926035502739, "Bleu_2": 0.0689808922729703, "Bleu_3": 0.04627511757217463, "Bleu_4": 0.03354337088666667, "METEOR": 0.10775032751227094, "ROUGE_L": 0.11178544364061965, "BERTScore": 0.7975329663876229, "MoverScore": 0.5260863370403659}}

eval/metric.last.sentence.paragraph_answer.question.asahi417_qg_squadshifts.new_wiki.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.06869677729966996, "Bleu_2": 0.02671703134950155, "Bleu_3": 0.013548716884152613, "Bleu_4": 0.00793320048525443, "METEOR": 0.08481298516538258, "ROUGE_L": 0.08838071101641903, "BERTScore": 0.831123593447266, "MoverScore": 0.5231614526658533}, "test": {"Bleu_1": 0.06870475350408153, "Bleu_2": 0.02770511751090783, "Bleu_3": 0.014049681754043255, "Bleu_4": 0.008315030919940973, "METEOR": 0.08253888098354208, "ROUGE_L": 0.08845819295905621, "BERTScore": 0.831022449295087, "MoverScore": 0.5225212649197023}}

eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_squadshifts.new_wiki.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.06825677880776071, "Bleu_2": 0.029754942649639526, "Bleu_3": 0.01610599506113088, "Bleu_4": 0.00983375086589759, "METEOR": 0.07637915172111384, "ROUGE_L": 0.07272575035161437, "BERTScore": 0.807121207200392, "MoverScore": 0.5150478152423312}, "test": {"Bleu_1": 0.07092389971051383, "Bleu_2": 0.033533629906350754, "Bleu_3": 0.019555245882245328, "Bleu_4": 0.01278538449433918, "METEOR": 0.07919463572243425, "ROUGE_L": 0.07576593548910458, "BERTScore": 0.8075695944134276, "MoverScore": 0.5151171657619807}}

eval/metric.last.sentence.sentence_answer.question.asahi417_qg_squadshifts.new_wiki.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.11817197090833455, "Bleu_2": 0.06700697999154899, "Bleu_3": 0.043299500793156094, "Bleu_4": 0.029020722320460535, "METEOR": 0.11076180861782219, "ROUGE_L": 0.11561037355496431, "BERTScore": 0.8025942995713894, "MoverScore": 0.5281813533830537}, "test": {"Bleu_1": 0.11949976841129932, "Bleu_2": 0.06897006377039845, "Bleu_3": 0.04605563081069367, "Bleu_4": 0.03313519539988832, "METEOR": 0.10811658150589694, "ROUGE_L": 0.11191586671276989, "BERTScore": 0.7974928886051057, "MoverScore": 0.5264105689895154}}

eval/metric.long.sentence.paragraph_answer.question.asahi417_qg_squadshifts.new_wiki.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.06884723016278793, "Bleu_2": 0.02682671194042196, "Bleu_3": 0.013585772307607798, "Bleu_4": 0.007949400426990955, "METEOR": 0.0848583865815051, "ROUGE_L": 0.08855069519007475, "BERTScore": 0.8309134681833432, "MoverScore": 0.5230833772181804}, "test": {"Bleu_1": 0.06916518536652791, "Bleu_2": 0.027962390485598246, "Bleu_3": 0.014218099355830537, "Bleu_4": 0.008423381266286322, "METEOR": 0.08302074584761955, "ROUGE_L": 0.0888319816576114, "BERTScore": 0.8308516201518831, "MoverScore": 0.5224702375940198}}

eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_squadshifts.new_wiki.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.06825677880776071, "Bleu_2": 0.029754942649639526, "Bleu_3": 0.01610599506113088, "Bleu_4": 0.00983375086589759, "METEOR": 0.07637915172111384, "ROUGE_L": 0.07272575035161437, "BERTScore": 0.8071212045481948, "MoverScore": 0.5150478152423312}, "test": {"Bleu_1": 0.07092389971051383, "Bleu_2": 0.033533629906350754, "Bleu_3": 0.019555245882245328, "Bleu_4": 0.01278538449433918, "METEOR": 0.07919463572243425, "ROUGE_L": 0.07576593548910458, "BERTScore": 0.8075695958079762, "MoverScore": 0.5151171657619807}}

eval/metric.long.sentence.sentence_answer.question.asahi417_qg_squadshifts.new_wiki.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.11818926669397183, "Bleu_2": 0.06689803685668973, "Bleu_3": 0.04313554950970669, "Bleu_4": 0.028877187309904274, "METEOR": 0.11138198574146131, "ROUGE_L": 0.1157968137462245, "BERTScore": 0.8026030478674764, "MoverScore": 0.5281709182418511}, "test": {"Bleu_1": 0.12000289818319924, "Bleu_2": 0.06951912091703234, "Bleu_3": 0.046545959971569656, "Bleu_4": 0.033620706575631334, "METEOR": 0.1094822631501668, "ROUGE_L": 0.11291127974899835, "BERTScore": 0.7979795894542739, "MoverScore": 0.5264391903211766}}

eval/metric.middle.sentence.paragraph_answer.question.asahi417_qg_squadshifts.new_wiki.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.06891363226000395, "Bleu_2": 0.026921147935844488, "Bleu_3": 0.013660372841926312, "Bleu_4": 0.007982318948837813, "METEOR": 0.08500285753428993, "ROUGE_L": 0.08859249337689823, "BERTScore": 0.8309277545465891, "MoverScore": 0.5231012115456786}, "test": {"Bleu_1": 0.068839342863238, "Bleu_2": 0.02768149612856934, "Bleu_3": 0.01396960505443897, "Bleu_4": 0.008201481398425938, "METEOR": 0.08274745858369069, "ROUGE_L": 0.08841789941351104, "BERTScore": 0.830819434135898, "MoverScore": 0.522433196874337}}

eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_squadshifts.new_wiki.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.06825677880776071, "Bleu_2": 0.029754942649639526, "Bleu_3": 0.01610599506113088, "Bleu_4": 0.00983375086589759, "METEOR": 0.07637915172111384, "ROUGE_L": 0.07272575035161437, "BERTScore": 0.807121202826593, "MoverScore": 0.5150478152423312}, "test": {"Bleu_1": 0.07092389971051383, "Bleu_2": 0.033533629906350754, "Bleu_3": 0.019555245882245328, "Bleu_4": 0.01278538449433918, "METEOR": 0.07919463572243425, "ROUGE_L": 0.07576593548910458, "BERTScore": 0.8075695912469821, "MoverScore": 0.5151171657619807}}

eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_squadshifts.new_wiki.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.11830985915492352, "Bleu_2": 0.06703431265063713, "Bleu_3": 0.04324332411738396, "Bleu_4": 0.028932625851852453, "METEOR": 0.11153651809316699, "ROUGE_L": 0.11583861193304798, "BERTScore": 0.8026173397677657, "MoverScore": 0.5281887525693492}, "test": {"Bleu_1": 0.11971421299494384, "Bleu_2": 0.0692854723517231, "Bleu_3": 0.04638255138662918, "Bleu_4": 0.03351043672412661, "METEOR": 0.10921361120637466, "ROUGE_L": 0.1127764646872174, "BERTScore": 0.7978214631715885, "MoverScore": 0.5264358615210024}}

eval/metric.short.sentence.paragraph_answer.question.asahi417_qg_squadshifts.new_wiki.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.06874341610233052, "Bleu_2": 0.026809834916546843, "Bleu_3": 0.013623431251119792, "Bleu_4": 0.007966528570521448, "METEOR": 0.08494101335992046, "ROUGE_L": 0.08833998052452667, "BERTScore": 0.8311422790148405, "MoverScore": 0.5231875684713313}, "test": {"Bleu_1": 0.06861185940086258, "Bleu_2": 0.027376412331596562, "Bleu_3": 0.013784230737724622, "Bleu_4": 0.008121727005388152, "METEOR": 0.08211962497776377, "ROUGE_L": 0.08819161809902594, "BERTScore": 0.8308946439427776, "MoverScore": 0.5224917683472164}}

eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_squadshifts.new_wiki.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.06825677880776071, "Bleu_2": 0.029754942649639526, "Bleu_3": 0.01610599506113088, "Bleu_4": 0.00983375086589759, "METEOR": 0.07637915172111384, "ROUGE_L": 0.07272575035161437, "BERTScore": 0.8071212084101663, "MoverScore": 0.5150478152423312}, "test": {"Bleu_1": 0.07092389971051383, "Bleu_2": 0.033533629906350754, "Bleu_3": 0.019555245882245328, "Bleu_4": 0.01278538449433918, "METEOR": 0.07919463572243425, "ROUGE_L": 0.07576593548910458, "BERTScore": 0.8075695939212341, "MoverScore": 0.5151171657619807}}

eval/metric.short.sentence.sentence_answer.question.asahi417_qg_squadshifts.new_wiki.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.11786066296622306, "Bleu_2": 0.06682779858185409, "Bleu_3": 0.04307749387658158, "Bleu_4": 0.028800222218312774, "METEOR": 0.11024459373497296, "ROUGE_L": 0.11518330106221031, "BERTScore": 0.8022376814454352, "MoverScore": 0.528069637881497}, "test": {"Bleu_1": 0.11866553255835709, "Bleu_2": 0.0683508121004634, "Bleu_3": 0.04569119137395403, "Bleu_4": 0.03297836636265038, "METEOR": 0.10627466913795465, "ROUGE_L": 0.11078262620133227, "BERTScore": 0.7968035709126213, "MoverScore": 0.5260187237427001}}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:288ef27d351ab682195b38b999c59a68b46da04a2c81ea09ebbb6cd28a4abcdc
-size 242028475
+oid sha256:512e5d9bf06dea0cfa12c123d627cdcf1ce3e3ef5f51d1f0eb6822cecc1e1cd7
+size 242030331

tokenizer_config.json

@@ -1 +1 @@
-{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 100, "additional_special_tokens": ["<extra_id_0>", "<extra_id_1>", "<extra_id_2>", "<extra_id_3>", "<extra_id_4>", "<extra_id_5>", "<extra_id_6>", "<extra_id_7>", "<extra_id_8>", "<extra_id_9>", "<extra_id_10>", "<extra_id_11>", "<extra_id_12>", "<extra_id_13>", "<extra_id_14>", "<extra_id_15>", "<extra_id_16>", "<extra_id_17>", "<extra_id_18>", "<extra_id_19>", "<extra_id_20>", "<extra_id_21>", "<extra_id_22>", "<extra_id_23>", "<extra_id_24>", "<extra_id_25>", "<extra_id_26>", "<extra_id_27>", "<extra_id_28>", "<extra_id_29>", "<extra_id_30>", "<extra_id_31>", "<extra_id_32>", "<extra_id_33>", "<extra_id_34>", "<extra_id_35>", "<extra_id_36>", "<extra_id_37>", "<extra_id_38>", "<extra_id_39>", "<extra_id_40>", "<extra_id_41>", "<extra_id_42>", "<extra_id_43>", "<extra_id_44>", "<extra_id_45>", "<extra_id_46>", "<extra_id_47>", "<extra_id_48>", "<extra_id_49>", "<extra_id_50>", "<extra_id_51>", "<extra_id_52>", "<extra_id_53>", "<extra_id_54>", "<extra_id_55>", "<extra_id_56>", "<extra_id_57>", "<extra_id_58>", "<extra_id_59>", "<extra_id_60>", "<extra_id_61>", "<extra_id_62>", "<extra_id_63>", "<extra_id_64>", "<extra_id_65>", "<extra_id_66>", "<extra_id_67>", "<extra_id_68>", "<extra_id_69>", "<extra_id_70>", "<extra_id_71>", "<extra_id_72>", "<extra_id_73>", "<extra_id_74>", "<extra_id_75>", "<extra_id_76>", "<extra_id_77>", "<extra_id_78>", "<extra_id_79>", "<extra_id_80>", "<extra_id_81>", "<extra_id_82>", "<extra_id_83>", "<extra_id_84>", "<extra_id_85>", "<extra_id_86>", "<extra_id_87>", "<extra_id_88>", "<extra_id_89>", "<extra_id_90>", "<extra_id_91>", "<extra_id_92>", "<extra_id_93>", "<extra_id_94>", "<extra_id_95>", "<extra_id_96>", "<extra_id_97>", "<extra_id_98>", "<extra_id_99>"], "model_max_length": 512, "name_or_path": "lmqg_output/qg_squadshifts_vanilla/t5_small_squadshifts_new_wiki/best_model", "special_tokens_map_file": "lmqg_output/qg_squadshifts_vanilla/t5_small_squadshifts_new_wiki/best_model/special_tokens_map.json", "tokenizer_class": "T5Tokenizer"}
+{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 100, "additional_special_tokens": ["<extra_id_0>", "<extra_id_1>", "<extra_id_2>", "<extra_id_3>", "<extra_id_4>", "<extra_id_5>", "<extra_id_6>", "<extra_id_7>", "<extra_id_8>", "<extra_id_9>", "<extra_id_10>", "<extra_id_11>", "<extra_id_12>", "<extra_id_13>", "<extra_id_14>", "<extra_id_15>", "<extra_id_16>", "<extra_id_17>", "<extra_id_18>", "<extra_id_19>", "<extra_id_20>", "<extra_id_21>", "<extra_id_22>", "<extra_id_23>", "<extra_id_24>", "<extra_id_25>", "<extra_id_26>", "<extra_id_27>", "<extra_id_28>", "<extra_id_29>", "<extra_id_30>", "<extra_id_31>", "<extra_id_32>", "<extra_id_33>", "<extra_id_34>", "<extra_id_35>", "<extra_id_36>", "<extra_id_37>", "<extra_id_38>", "<extra_id_39>", "<extra_id_40>", "<extra_id_41>", "<extra_id_42>", "<extra_id_43>", "<extra_id_44>", "<extra_id_45>", "<extra_id_46>", "<extra_id_47>", "<extra_id_48>", "<extra_id_49>", "<extra_id_50>", "<extra_id_51>", "<extra_id_52>", "<extra_id_53>", "<extra_id_54>", "<extra_id_55>", "<extra_id_56>", "<extra_id_57>", "<extra_id_58>", "<extra_id_59>", "<extra_id_60>", "<extra_id_61>", "<extra_id_62>", "<extra_id_63>", "<extra_id_64>", "<extra_id_65>", "<extra_id_66>", "<extra_id_67>", "<extra_id_68>", "<extra_id_69>", "<extra_id_70>", "<extra_id_71>", "<extra_id_72>", "<extra_id_73>", "<extra_id_74>", "<extra_id_75>", "<extra_id_76>", "<extra_id_77>", "<extra_id_78>", "<extra_id_79>", "<extra_id_80>", "<extra_id_81>", "<extra_id_82>", "<extra_id_83>", "<extra_id_84>", "<extra_id_85>", "<extra_id_86>", "<extra_id_87>", "<extra_id_88>", "<extra_id_89>", "<extra_id_90>", "<extra_id_91>", "<extra_id_92>", "<extra_id_93>", "<extra_id_94>", "<extra_id_95>", "<extra_id_96>", "<extra_id_97>", "<extra_id_98>", "<extra_id_99>"], "model_max_length": 512, "name_or_path": "t5-small", "tokenizer_class": "T5Tokenizer"}

trainer_config.json

@@ -0,0 +1 @@
+{"dataset_path": "asahi417/qg_squadshifts", "dataset_name": "new_wiki", "input_types": ["paragraph_answer"], "output_types": ["question"], "prefix_types": ["qg"], "model": "t5-small", "max_length": 512, "max_length_output": 32, "epoch": 1, "batch": 32, "lr": 1e-05, "fp16": false, "random_seed": 1, "gradient_accumulation_steps": 4, "label_smoothing": 0.15}