model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "lmqg_output/mt5_small_squad/best_model",
+  "_name_or_path": "lmqg_output/mt5_small_squad/model_dpyopu/epoch_5",
   "add_prefix": false,
   "architectures": [
     "MT5ForConditionalGeneration"

eval/metric.first.answer.paragraph_answer.question.asahi417_qg_squad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.49639724310776534, "Bleu_2": 0.3434003810574577, "Bleu_3": 0.2588348696815958, "Bleu_4": 0.20157854619585877, "METEOR": 0.23239113623840255, "ROUGE_L": 0.4769811561469348, "BERTScore": 0.8994094397848016, "MoverScore": 0.634385249141865}, "test": {"Bleu_1": 0.471072490820135, "Bleu_2": 0.316387123676204, "Bleu_3": 0.2327824874774981, "Bleu_4": 0.1768220017533792, "METEOR": 0.218507922273494, "ROUGE_L": 0.45465101943864666, "BERTScore": 0.8977374637368813, "MoverScore": 0.62470644682224}}

eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_squad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.3866659280554923, "Bleu_2": 0.2325186626889996, "Bleu_3": 0.16078817249915586, "Bleu_4": 0.11760386799665067, "METEOR": 0.16698890290853358, "ROUGE_L": 0.3662681310880359, "BERTScore": 0.8874502747151348, "MoverScore": 0.5984695017807997}, "test": {"Bleu_1": 0.37218255213209583, "Bleu_2": 0.21725695480387722, "Bleu_3": 0.14661619978710666, "Bleu_4": 0.10440524563474766, "METEOR": 0.15999642960565502, "ROUGE_L": 0.35401681548184755, "BERTScore": 0.8859881782678278, "MoverScore": 0.5918146278808841}}

eval/metric.first.answer.sentence_answer.question.asahi417_qg_squad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.4820683087916978, "Bleu_2": 0.32974486752357957, "Bleu_3": 0.24665310279078073, "Bleu_4": 0.19106456361006605, "METEOR": 0.22371295853410633, "ROUGE_L": 0.4693910008154419, "BERTScore": 0.8998515987802251, "MoverScore": 0.6307970351611566}, "test": {"Bleu_1": 0.45814707020619533, "Bleu_2": 0.30623961783885384, "Bleu_3": 0.22461442062682577, "Bleu_4": 0.17025784082009068, "METEOR": 0.21233147574890573, "ROUGE_L": 0.4503004086133307, "BERTScore": 0.8981740276018778, "MoverScore": 0.6217453616226453}}

eval/metric.first.sentence.paragraph_answer.question.asahi417_qg_squad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.5470074509150064, "Bleu_2": 0.38768031421752563, "Bleu_3": 0.296979831516626, "Bleu_4": 0.23450930985672178, "METEOR": 0.2493730312627498, "ROUGE_L": 0.504767599338703, "BERTScore": 0.9021228258622053, "MoverScore": 0.6407498389306052}, "test": {"Bleu_1": 0.5406874342298249, "Bleu_2": 0.37622474057549304, "Bleu_3": 0.2817753342048549, "Bleu_4": 0.21650505934418166, "METEOR": 0.23833897056449205, "ROUGE_L": 0.489464328982525, "BERTScore": 0.9000723844397448, "MoverScore": 0.62747065964027}}

eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_squad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.45331661043058047, "Bleu_2": 0.28959096913808824, "Bleu_3": 0.20726144824655007, "Bleu_4": 0.1551166404746765, "METEOR": 0.19217297772844696, "ROUGE_L": 0.41081355015470966, "BERTScore": 0.8900260493016752, "MoverScore": 0.6048636340455098}, "test": {"Bleu_1": 0.4583465096773343, "Bleu_2": 0.29064519994828764, "Bleu_3": 0.20488830585747408, "Bleu_4": 0.1502928868745438, "METEOR": 0.18958661767197982, "ROUGE_L": 0.4082722047667754, "BERTScore": 0.8888569308631906, "MoverScore": 0.5967052182283702}}

eval/metric.first.sentence.sentence_answer.question.asahi417_qg_squad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.5304324236743287, "Bleu_2": 0.37136561057532774, "Bleu_3": 0.28207138238692014, "Bleu_4": 0.22099573607289294, "METEOR": 0.23839581927888429, "ROUGE_L": 0.4946276296004482, "BERTScore": 0.9022915171208498, "MoverScore": 0.6355171908785572}, "test": {"Bleu_1": 0.52939121709644, "Bleu_2": 0.3672562080497176, "Bleu_3": 0.2747419566807351, "Bleu_4": 0.21110295029894707, "METEOR": 0.23188367162016124, "ROUGE_L": 0.48602384143265037, "BERTScore": 0.9007218215330064, "MoverScore": 0.6239245454017064}}

eval/metric.last.sentence.paragraph_answer.question.asahi417_qg_squad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.5413426480711794, "Bleu_2": 0.378751057951138, "Bleu_3": 0.2868734005770478, "Bleu_4": 0.22404327672100144, "METEOR": 0.24295166664585244, "ROUGE_L": 0.4944051326480254, "BERTScore": 0.8941347574380674, "MoverScore": 0.6209065691804602}, "test": {"Bleu_1": 0.5377753284617096, "Bleu_2": 0.37001925347465175, "Bleu_3": 0.2752831735366866, "Bleu_4": 0.21039325625680602, "METEOR": 0.23496647175765964, "ROUGE_L": 0.484107086442916, "BERTScore": 0.8925177633260577, "MoverScore": 0.610238665928421}}

eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_squad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.4531215348648207, "Bleu_2": 0.28946062416532714, "Bleu_3": 0.20729366045174166, "Bleu_4": 0.15521886623529285, "METEOR": 0.19203957186320286, "ROUGE_L": 0.4106487532475828, "BERTScore": 0.8898559622855815, "MoverScore": 0.6045213780678097}, "test": {"Bleu_1": 0.45814431158699687, "Bleu_2": 0.2902539947802036, "Bleu_3": 0.20454040874939283, "Bleu_4": 0.15019335878708945, "METEOR": 0.18926792108617238, "ROUGE_L": 0.4078542988170653, "BERTScore": 0.8887348985876294, "MoverScore": 0.5960117490472002}}

eval/metric.last.sentence.sentence_answer.question.asahi417_qg_squad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.5247415894754444, "Bleu_2": 0.3621934688791961, "Bleu_3": 0.27164355308702925, "Bleu_4": 0.21051100735551626, "METEOR": 0.2322855446819801, "ROUGE_L": 0.4845272193640221, "BERTScore": 0.8942436957903168, "MoverScore": 0.6163976441452308}, "test": {"Bleu_1": 0.5245882198467634, "Bleu_2": 0.3587487257575718, "Bleu_3": 0.2654489562984878, "Bleu_4": 0.2020670181319561, "METEOR": 0.22791136838359366, "ROUGE_L": 0.47871323899199175, "BERTScore": 0.8929672350886351, "MoverScore": 0.6069254540649526}}

eval/metric.long.sentence.paragraph_answer.question.asahi417_qg_squad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.5294004218137929, "Bleu_2": 0.37004954703344356, "Bleu_3": 0.2800675429608946, "Bleu_4": 0.21861639786937484, "METEOR": 0.24643925136210343, "ROUGE_L": 0.4913077410976567, "BERTScore": 0.8958339328972884, "MoverScore": 0.6267361980017483}, "test": {"Bleu_1": 0.5339207697216566, "Bleu_2": 0.3677921407721752, "Bleu_3": 0.273645329793016, "Bleu_4": 0.2091348641896527, "METEOR": 0.23824235513804468, "ROUGE_L": 0.4791827691996597, "BERTScore": 0.8936890828111268, "MoverScore": 0.6153275488183526}}

eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_squad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.4538918968420749, "Bleu_2": 0.28985534790886053, "Bleu_3": 0.20744709168680872, "Bleu_4": 0.15520161132880503, "METEOR": 0.19264676875126618, "ROUGE_L": 0.4103181553774822, "BERTScore": 0.889660416121339, "MoverScore": 0.6045285991507544}, "test": {"Bleu_1": 0.459449723057032, "Bleu_2": 0.29102994873022026, "Bleu_3": 0.20510984080657038, "Bleu_4": 0.15060503055549074, "METEOR": 0.19010060483385083, "ROUGE_L": 0.4073514496052749, "BERTScore": 0.8884116225370211, "MoverScore": 0.5962130719741983}}

eval/metric.long.sentence.sentence_answer.question.asahi417_qg_squad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.5322990382602657, "Bleu_2": 0.3682426867387542, "Bleu_3": 0.2767401837948237, "Bleu_4": 0.21477054483568123, "METEOR": 0.23633635944456954, "ROUGE_L": 0.48306177967520936, "BERTScore": 0.8961438400417325, "MoverScore": 0.6223577420943752}, "test": {"Bleu_1": 0.5331594265537772, "Bleu_2": 0.3661069783012558, "Bleu_3": 0.2712630778479168, "Bleu_4": 0.20637732084715246, "METEOR": 0.2324794240088811, "ROUGE_L": 0.4761865971398238, "BERTScore": 0.8942747654967902, "MoverScore": 0.6120351270375115}}

eval/metric.middle.sentence.paragraph_answer.question.asahi417_qg_squad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.53582928762508, "Bleu_2": 0.37652870945048683, "Bleu_3": 0.2866449337033034, "Bleu_4": 0.22495636965929122, "METEOR": 0.24685552709653738, "ROUGE_L": 0.49605175944092134, "BERTScore": 0.8969542148974645, "MoverScore": 0.6285941909088264}, "test": {"Bleu_1": 0.543019016526714, "Bleu_2": 0.3759369041075245, "Bleu_3": 0.2802573126364518, "Bleu_4": 0.2147423756914823, "METEOR": 0.23913671166600153, "ROUGE_L": 0.4857687792457454, "BERTScore": 0.8949652252628082, "MoverScore": 0.6169752153183007}}

eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_squad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.4539240593883004, "Bleu_2": 0.2899606085006488, "Bleu_3": 0.207637932971267, "Bleu_4": 0.15542670899050914, "METEOR": 0.19251748859683676, "ROUGE_L": 0.41065186235569917, "BERTScore": 0.8897946602285917, "MoverScore": 0.6045800876267098}, "test": {"Bleu_1": 0.4591908449969194, "Bleu_2": 0.2911008250500418, "Bleu_3": 0.20517915573810172, "Bleu_4": 0.1505356318642843, "METEOR": 0.18993380623425463, "ROUGE_L": 0.40800961645623374, "BERTScore": 0.8886755446371943, "MoverScore": 0.5963542636488631}}

eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_squad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.5319913391410842, "Bleu_2": 0.36997367939434317, "Bleu_3": 0.27965680025528156, "Bleu_4": 0.21818661131588332, "METEOR": 0.2366346512248624, "ROUGE_L": 0.48742283932565705, "BERTScore": 0.89703384443975, "MoverScore": 0.6242205840128598}, "test": {"Bleu_1": 0.5333242875979833, "Bleu_2": 0.36807159090504016, "Bleu_3": 0.2739455405103481, "Bleu_4": 0.20957066735767668, "METEOR": 0.2328381573541812, "ROUGE_L": 0.4822906321395981, "BERTScore": 0.8958193387744374, "MoverScore": 0.6142126129880957}}

eval/metric.short.sentence.paragraph_answer.question.asahi417_qg_squad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.5397543804192292, "Bleu_2": 0.3816754394673557, "Bleu_3": 0.2917347921530034, "Bleu_4": 0.22993121021787763, "METEOR": 0.24421907386124322, "ROUGE_L": 0.5046135904103964, "BERTScore": 0.8991728343535558, "MoverScore": 0.6319936288476329}, "test": {"Bleu_1": 0.5310281950224295, "Bleu_2": 0.3684143380484894, "Bleu_3": 0.2755011208911738, "Bleu_4": 0.2113385359348201, "METEOR": 0.2338541456562829, "ROUGE_L": 0.4911415217030647, "BERTScore": 0.8972978399718159, "MoverScore": 0.6187310307064616}}

eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_squad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.4518009650493094, "Bleu_2": 0.2884216924399961, "Bleu_3": 0.20632891846770227, "Bleu_4": 0.15433584643412077, "METEOR": 0.19123659957572797, "ROUGE_L": 0.41060422242367806, "BERTScore": 0.8901325487143157, "MoverScore": 0.6047519616597979}, "test": {"Bleu_1": 0.4564574447612249, "Bleu_2": 0.2890145599917245, "Bleu_3": 0.20351665222082763, "Bleu_4": 0.14919658145204748, "METEOR": 0.18858555082392744, "ROUGE_L": 0.40852939343237715, "BERTScore": 0.8891033886411572, "MoverScore": 0.5964140029731101}}

eval/metric.short.sentence.sentence_answer.question.asahi417_qg_squad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.5201942010533629, "Bleu_2": 0.3624890040003055, "Bleu_3": 0.2741405213414825, "Bleu_4": 0.21409076348558367, "METEOR": 0.2334192989804857, "ROUGE_L": 0.4942750471268649, "BERTScore": 0.8992724129432611, "MoverScore": 0.6268006384921835}, "test": {"Bleu_1": 0.5163427274164342, "Bleu_2": 0.35606480371707366, "Bleu_3": 0.2652819471966524, "Bleu_4": 0.20342763856666965, "METEOR": 0.22624032647513642, "ROUGE_L": 0.48526314879823634, "BERTScore": 0.897662660576318, "MoverScore": 0.6147572083598538}}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e985ee8ca094f98d89b43e97a4d92174804f0097f766f8e0f1660501deab495
-size 1200745605
+oid sha256:d05808c0bbebd693568e91fe9fbc058ca0c08d1a11ef61bf886889e70b2d8635
+size 1200748293

tokenizer_config.json

@@ -1 +1 @@
-{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 0, "additional_special_tokens": null, "special_tokens_map_file": "/home/asahi/.cache/huggingface/transformers/685ac0ca8568ec593a48b61b0a3c272beee9bc194a3c7241d15dcadb5f875e53.f76030f3ec1b96a8199b2593390c610e76ca8028ef3d24680000619ffb646276", "name_or_path": "lmqg_output/mt5_small_squad/best_model", "sp_model_kwargs": {}, "tokenizer_class": "T5Tokenizer"}
+{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 0, "additional_special_tokens": null, "special_tokens_map_file": "/home/asahi/.cache/huggingface/transformers/685ac0ca8568ec593a48b61b0a3c272beee9bc194a3c7241d15dcadb5f875e53.f76030f3ec1b96a8199b2593390c610e76ca8028ef3d24680000619ffb646276", "name_or_path": "lmqg_output/mt5_small_squad/model_dpyopu/epoch_5", "sp_model_kwargs": {}, "tokenizer_class": "T5Tokenizer"}

trainer_config.json

@@ -0,0 +1 @@
+{"dataset_path": "asahi417/qg_squad", "dataset_name": "default", "input_types": ["paragraph_answer"], "output_types": ["question"], "prefix_types": null, "model": "google/mt5-small", "max_length": 512, "max_length_output": 32, "epoch": 15, "batch": 64, "lr": 0.0005, "fp16": false, "random_seed": 1, "gradient_accumulation_steps": 1, "label_smoothing": 0.15}