Hugging Face's logo

sushruthsam
/
mistral_finetuned

Model card Files Community
sushruthsam commited on
Commit
509e6ae
•
1 Parent(s): fafc7f5

Upload 2 files

Browse files
Files changed (2) hide show
  1. api_experiment_run_1/description.json +357 -0
  2. api_experiment_run_1/training_statistics.json +1106 -0
api_experiment_run_1/description.json ADDED
@@ -0,0 +1,357 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "command": "/usr/local/lib/python3.10/dist-packages/colab_kernel_launcher.py -f /root/.local/share/jupyter/runtime/kernel-7aca3806-fa5e-4ad1-ad15-080bec30928b.json",
3
+ "compute": {
4
+ "arch_list": [
5
+ "sm_50",
6
+ "sm_60",
7
+ "sm_70",
8
+ "sm_75",
9
+ "sm_80",
10
+ "sm_86",
11
+ "sm_90"
12
+ ],
13
+ "devices": {
14
+ "0": {
15
+ "device_capability": [
16
+ 8,
17
+ 0
18
+ ],
19
+ "device_properties": "_CudaDeviceProperties(name='NVIDIA A100-SXM4-40GB', major=8, minor=0, total_memory=40513MB, multi_processor_count=108)",
20
+ "gpu_type": "NVIDIA A100-SXM4-40GB"
21
+ }
22
+ },
23
+ "gencode_flags": "-gencode compute=compute_50,code=sm_50 -gencode compute=compute_60,code=sm_60 -gencode compute=compute_70,code=sm_70 -gencode compute=compute_75,code=sm_75 -gencode compute=compute_80,code=sm_80 -gencode compute=compute_86,code=sm_86 -gencode compute=compute_90,code=sm_90",
24
+ "gpus_per_node": 1,
25
+ "num_nodes": 1
26
+ },
27
+ "config": {
28
+ "adapter": {
29
+ "alpha": 16,
30
+ "bias_type": "none",
31
+ "dropout": 0.05,
32
+ "postprocessor": {
33
+ "merge_adapter_into_base_model": false,
34
+ "progressbar": false
35
+ },
36
+ "pretrained_adapter_weights": null,
37
+ "r": 8,
38
+ "target_modules": null,
39
+ "type": "lora"
40
+ },
41
+ "backend": null,
42
+ "base_model": "mistralai/Mistral-7B-Instruct-v0.2",
43
+ "defaults": {
44
+ "text": {
45
+ "decoder": {
46
+ "fc_activation": "relu",
47
+ "fc_bias_initializer": "zeros",
48
+ "fc_dropout": 0.0,
49
+ "fc_layers": null,
50
+ "fc_norm": null,
51
+ "fc_norm_params": null,
52
+ "fc_output_size": 256,
53
+ "fc_use_bias": true,
54
+ "fc_weights_initializer": "xavier_uniform",
55
+ "input_size": null,
56
+ "max_new_tokens": null,
57
+ "num_fc_layers": 0,
58
+ "pretrained_model_name_or_path": "",
59
+ "tokenizer": "hf_tokenizer",
60
+ "type": "text_extractor",
61
+ "vocab_file": ""
62
+ },
63
+ "encoder": {
64
+ "skip": false,
65
+ "type": "passthrough"
66
+ },
67
+ "loss": {
68
+ "class_similarities": null,
69
+ "class_similarities_temperature": 0,
70
+ "class_weights": null,
71
+ "confidence_penalty": 0,
72
+ "robust_lambda": 0,
73
+ "type": "next_token_softmax_cross_entropy",
74
+ "unique": false,
75
+ "weight": 1.0
76
+ },
77
+ "preprocessing": {
78
+ "cache_encoder_embeddings": false,
79
+ "compute_idf": false,
80
+ "computed_fill_value": "<UNK>",
81
+ "fill_value": "<UNK>",
82
+ "lowercase": false,
83
+ "max_sequence_length": 256,
84
+ "missing_value_strategy": "fill_with_const",
85
+ "most_common": 20000,
86
+ "ngram_size": 2,
87
+ "padding": "right",
88
+ "padding_symbol": "<PAD>",
89
+ "pretrained_model_name_or_path": null,
90
+ "prompt": {
91
+ "retrieval": {
92
+ "index_name": null,
93
+ "k": 0,
94
+ "model_name": null,
95
+ "type": null
96
+ },
97
+ "task": null,
98
+ "template": null
99
+ },
100
+ "sequence_length": null,
101
+ "tokenizer": "space_punct",
102
+ "unknown_symbol": "<UNK>",
103
+ "vocab_file": null
104
+ }
105
+ }
106
+ },
107
+ "generation": {
108
+ "bad_words_ids": null,
109
+ "begin_suppress_tokens": null,
110
+ "bos_token_id": null,
111
+ "diversity_penalty": 0.0,
112
+ "do_sample": true,
113
+ "early_stopping": false,
114
+ "encoder_repetition_penalty": 1.0,
115
+ "eos_token_id": null,
116
+ "epsilon_cutoff": 0.0,
117
+ "eta_cutoff": 0.0,
118
+ "exponential_decay_length_penalty": null,
119
+ "force_words_ids": null,
120
+ "forced_bos_token_id": null,
121
+ "forced_decoder_ids": null,
122
+ "forced_eos_token_id": null,
123
+ "guidance_scale": null,
124
+ "length_penalty": 1.0,
125
+ "max_length": 32,
126
+ "max_new_tokens": 512,
127
+ "max_time": null,
128
+ "min_length": 0,
129
+ "min_new_tokens": null,
130
+ "no_repeat_ngram_size": 0,
131
+ "num_beam_groups": 1,
132
+ "num_beams": 1,
133
+ "pad_token_id": null,
134
+ "penalty_alpha": null,
135
+ "prompt_lookup_num_tokens": null,
136
+ "remove_invalid_values": false,
137
+ "renormalize_logits": false,
138
+ "repetition_penalty": 1.0,
139
+ "sequence_bias": null,
140
+ "suppress_tokens": null,
141
+ "temperature": 0.1,
142
+ "top_k": 50,
143
+ "top_p": 1.0,
144
+ "typical_p": 1.0,
145
+ "use_cache": true
146
+ },
147
+ "hyperopt": null,
148
+ "input_features": [
149
+ {
150
+ "active": true,
151
+ "column": "question",
152
+ "encoder": {
153
+ "skip": false,
154
+ "type": "passthrough"
155
+ },
156
+ "name": "question",
157
+ "preprocessing": {
158
+ "cache_encoder_embeddings": false,
159
+ "compute_idf": false,
160
+ "computed_fill_value": "<UNK>",
161
+ "fill_value": "<UNK>",
162
+ "lowercase": false,
163
+ "max_sequence_length": null,
164
+ "missing_value_strategy": "fill_with_const",
165
+ "most_common": 20000,
166
+ "ngram_size": 2,
167
+ "padding": "left",
168
+ "padding_symbol": "<PAD>",
169
+ "pretrained_model_name_or_path": "mistralai/Mistral-7B-Instruct-v0.2",
170
+ "sequence_length": null,
171
+ "tokenizer": "hf_tokenizer",
172
+ "unknown_symbol": "<UNK>",
173
+ "vocab_file": null
174
+ },
175
+ "proc_column": "question_Nlu_HO",
176
+ "tied": null,
177
+ "type": "text"
178
+ }
179
+ ],
180
+ "ludwig_version": "0.10.1",
181
+ "model_parameters": null,
182
+ "model_type": "llm",
183
+ "output_features": [
184
+ {
185
+ "active": true,
186
+ "class_similarities": null,
187
+ "column": "answer",
188
+ "decoder": {
189
+ "fc_activation": "relu",
190
+ "fc_bias_initializer": "zeros",
191
+ "fc_dropout": 0.0,
192
+ "fc_layers": null,
193
+ "fc_norm": null,
194
+ "fc_norm_params": null,
195
+ "fc_output_size": 256,
196
+ "fc_use_bias": true,
197
+ "fc_weights_initializer": "xavier_uniform",
198
+ "input_size": null,
199
+ "max_new_tokens": 512,
200
+ "num_fc_layers": 0,
201
+ "pretrained_model_name_or_path": "mistralai/Mistral-7B-Instruct-v0.2",
202
+ "tokenizer": "hf_tokenizer",
203
+ "type": "text_extractor",
204
+ "vocab_file": ""
205
+ },
206
+ "default_validation_metric": "loss",
207
+ "dependencies": [],
208
+ "input_size": null,
209
+ "loss": {
210
+ "class_similarities": null,
211
+ "class_similarities_temperature": 0,
212
+ "class_weights": null,
213
+ "confidence_penalty": 0,
214
+ "robust_lambda": 0,
215
+ "type": "next_token_softmax_cross_entropy",
216
+ "unique": false,
217
+ "weight": 1.0
218
+ },
219
+ "name": "answer",
220
+ "num_classes": null,
221
+ "preprocessing": {
222
+ "cache_encoder_embeddings": false,
223
+ "compute_idf": false,
224
+ "computed_fill_value": "<UNK>",
225
+ "fill_value": "<UNK>",
226
+ "lowercase": false,
227
+ "max_sequence_length": null,
228
+ "missing_value_strategy": "drop_row",
229
+ "most_common": 20000,
230
+ "ngram_size": 2,
231
+ "padding": "left",
232
+ "padding_symbol": "<PAD>",
233
+ "pretrained_model_name_or_path": "mistralai/Mistral-7B-Instruct-v0.2",
234
+ "sequence_length": null,
235
+ "tokenizer": "hf_tokenizer",
236
+ "unknown_symbol": "<UNK>",
237
+ "vocab_file": null
238
+ },
239
+ "proc_column": "answer_D_Znvc",
240
+ "reduce_dependencies": "sum",
241
+ "reduce_input": "sum",
242
+ "type": "text"
243
+ }
244
+ ],
245
+ "preprocessing": {
246
+ "global_max_sequence_length": 512,
247
+ "oversample_minority": null,
248
+ "sample_ratio": 1.0,
249
+ "sample_size": null,
250
+ "split": {
251
+ "probabilities": [
252
+ 1.0,
253
+ 0.0,
254
+ 0.0
255
+ ],
256
+ "type": "random"
257
+ },
258
+ "undersample_majority": null
259
+ },
260
+ "prompt": {
261
+ "retrieval": {
262
+ "index_name": null,
263
+ "k": 0,
264
+ "model_name": null,
265
+ "type": null
266
+ },
267
+ "task": null,
268
+ "template": "Below is an instruction that describes a task, paired with an input that provides further context with language code and country code. Write a answer that appropriately answers the question with respect to the country code and language code.\n### country_code: {country_code}\n### language_code: {language_code}\n### Instruction: {question}\n### answer:"
269
+ },
270
+ "quantization": {
271
+ "bits": 4,
272
+ "bnb_4bit_compute_dtype": "float16",
273
+ "bnb_4bit_quant_type": "nf4",
274
+ "bnb_4bit_use_double_quant": true,
275
+ "llm_int8_has_fp16_weight": false,
276
+ "llm_int8_threshold": 6.0
277
+ },
278
+ "trainer": {
279
+ "base_learning_rate": 0.0,
280
+ "batch_size": 1,
281
+ "bucketing_field": null,
282
+ "checkpoints_per_epoch": 0,
283
+ "compile": false,
284
+ "early_stop": 5,
285
+ "effective_batch_size": "auto",
286
+ "enable_gradient_checkpointing": false,
287
+ "enable_profiling": false,
288
+ "epochs": 50,
289
+ "eval_batch_size": 2,
290
+ "eval_steps": null,
291
+ "evaluate_training_set": false,
292
+ "gradient_accumulation_steps": 16,
293
+ "gradient_clipping": {
294
+ "clipglobalnorm": 0.5,
295
+ "clipnorm": null,
296
+ "clipvalue": null
297
+ },
298
+ "increase_batch_size_eval_metric": "loss",
299
+ "increase_batch_size_eval_split": "training",
300
+ "increase_batch_size_on_plateau": 0,
301
+ "increase_batch_size_on_plateau_patience": 5,
302
+ "increase_batch_size_on_plateau_rate": 2.0,
303
+ "learning_rate": 0.0004,
304
+ "learning_rate_scaling": "linear",
305
+ "learning_rate_scheduler": {
306
+ "decay": "cosine",
307
+ "decay_rate": 0.96,
308
+ "decay_steps": 10000,
309
+ "eta_min": 0,
310
+ "reduce_eval_metric": "loss",
311
+ "reduce_eval_split": "training",
312
+ "reduce_on_plateau": 0,
313
+ "reduce_on_plateau_patience": 10,
314
+ "reduce_on_plateau_rate": 0.1,
315
+ "staircase": false,
316
+ "t_0": null,
317
+ "t_mult": 1,
318
+ "warmup_evaluations": 0,
319
+ "warmup_fraction": 0.03
320
+ },
321
+ "max_batch_size": 1099511627776,
322
+ "optimizer": {
323
+ "amsgrad": false,
324
+ "betas": [
325
+ 0.9,
326
+ 0.999
327
+ ],
328
+ "block_wise": true,
329
+ "eps": 1e-08,
330
+ "percentile_clipping": 100,
331
+ "type": "paged_adam",
332
+ "weight_decay": 0.0
333
+ },
334
+ "profiler": {
335
+ "active": 3,
336
+ "repeat": 5,
337
+ "skip_first": 0,
338
+ "wait": 1,
339
+ "warmup": 1
340
+ },
341
+ "regularization_lambda": 0.0,
342
+ "regularization_type": "l2",
343
+ "should_shuffle": true,
344
+ "skip_all_evaluation": false,
345
+ "steps_per_checkpoint": 0,
346
+ "train_steps": null,
347
+ "type": "finetune",
348
+ "use_mixed_precision": false,
349
+ "validation_field": "answer",
350
+ "validation_metric": "loss"
351
+ }
352
+ },
353
+ "data_format": "<class 'pandas.core.frame.DataFrame'>",
354
+ "ludwig_version": "0.10.1",
355
+ "random_seed": 42,
356
+ "torch_version": "2.2.1+cu121"
357
+ }
api_experiment_run_1/training_statistics.json ADDED
@@ -0,0 +1,1106 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "evaluation_frequency": {
3
+ "frequency": 1,
4
+ "period": "epoch"
5
+ },
6
+ "test": {},
7
+ "training": {
8
+ "answer": {
9
+ "bleu": [
10
+ 0.0676649957895279,
11
+ 0.09600745886564255,
12
+ 0.12647490203380585,
13
+ 0.20117470622062683,
14
+ 0.24742721021175385,
15
+ 0.2628253996372223,
16
+ 0.30213549733161926,
17
+ 0.29996946454048157,
18
+ 0.273244172334671,
19
+ 0.30084073543548584,
20
+ 0.3171538710594177,
21
+ 0.29339954257011414,
22
+ 0.3520800769329071,
23
+ 0.30406540632247925,
24
+ 0.33240628242492676,
25
+ 0.3805045485496521,
26
+ 0.37416401505470276,
27
+ 0.3974965810775757,
28
+ 0.43064478039741516,
29
+ 0.3358197510242462,
30
+ 0.47880181670188904,
31
+ 0.4125445783138275,
32
+ 0.41014838218688965,
33
+ 0.3562224805355072,
34
+ 0.394199013710022,
35
+ 0.37036260962486267,
36
+ 0.4113684892654419,
37
+ 0.39730897545814514,
38
+ 0.5424091815948486,
39
+ 0.5053449273109436,
40
+ 0.4880022704601288,
41
+ 0.4590362012386322,
42
+ 0.4080365300178528,
43
+ 0.44825801253318787,
44
+ 0.4375535547733307,
45
+ 0.5008343458175659,
46
+ 0.4627838432788849,
47
+ 0.4307810962200165,
48
+ 0.4406319856643677,
49
+ 0.48086920380592346,
50
+ 0.3720667064189911,
51
+ 0.4081326425075531,
52
+ 0.437488317489624,
53
+ 0.48522573709487915,
54
+ 0.3722201883792877,
55
+ 0.3797307312488556,
56
+ 0.46601706743240356,
57
+ 0.47983235120773315,
58
+ 0.3697850704193115,
59
+ 0.49818187952041626
60
+ ],
61
+ "char_error_rate": [
62
+ 1.1984374523162842,
63
+ 1.6807003021240234,
64
+ 2.1512651443481445,
65
+ 1.0279017686843872,
66
+ 1.3860819339752197,
67
+ 1.1320312023162842,
68
+ 1.0777630805969238,
69
+ 1.2470805644989014,
70
+ 1.6150627136230469,
71
+ 1.6054259538650513,
72
+ 0.9964494109153748,
73
+ 1.9940193891525269,
74
+ 0.849968433380127,
75
+ 1.2580373287200928,
76
+ 1.318591833114624,
77
+ 0.9902375936508179,
78
+ 1.2168779373168945,
79
+ 1.03743314743042,
80
+ 0.9939255118370056,
81
+ 1.9151943922042847,
82
+ 0.9319227337837219,
83
+ 1.2691435813903809,
84
+ 1.1845722198486328,
85
+ 1.6184051036834717,
86
+ 1.065855622291565,
87
+ 1.608474850654602,
88
+ 1.1486583948135376,
89
+ 1.3252102136611938,
90
+ 0.6463222503662109,
91
+ 0.7272914052009583,
92
+ 1.0723570585250854,
93
+ 1.0036054849624634,
94
+ 1.188139796257019,
95
+ 1.0972784757614136,
96
+ 1.177308201789856,
97
+ 0.8661734461784363,
98
+ 0.8964848518371582,
99
+ 1.035879135131836,
100
+ 0.944412350654602,
101
+ 0.8306243419647217,
102
+ 1.534341812133789,
103
+ 1.4511349201202393,
104
+ 1.010003685951233,
105
+ 0.9108259081840515,
106
+ 1.388667106628418,
107
+ 1.4345743656158447,
108
+ 0.9154477119445801,
109
+ 0.9958861470222473,
110
+ 1.468770146369934,
111
+ 0.8007446527481079
112
+ ],
113
+ "loss": [
114
+ 2.2871785163879395,
115
+ 1.3125925064086914,
116
+ 0.8123974204063416,
117
+ 0.7298464775085449,
118
+ 0.408573716878891,
119
+ 0.42836445569992065,
120
+ 0.33741727471351624,
121
+ 0.23163869976997375,
122
+ 0.23141896724700928,
123
+ 0.23874790966510773,
124
+ 0.1878015398979187,
125
+ 0.11481565982103348,
126
+ 0.18654073774814606,
127
+ 0.15228109061717987,
128
+ 0.09598526358604431,
129
+ 0.10778030008077621,
130
+ 0.06690600514411926,
131
+ 0.043918803334236145,
132
+ 0.036408353596925735,
133
+ 0.015376781113445759,
134
+ 0.020412757992744446,
135
+ 0.01862117275595665,
136
+ 0.03325316682457924,
137
+ 0.027059268206357956,
138
+ 0.025422487407922745,
139
+ 0.019622284919023514,
140
+ 0.022757118567824364,
141
+ 0.00897483341395855,
142
+ 0.02360736019909382,
143
+ 0.017439767718315125,
144
+ 0.0187111534178257,
145
+ 0.01347588561475277,
146
+ 0.02360430359840393,
147
+ 0.013605301268398762,
148
+ 0.017232254147529602,
149
+ 0.010657137259840965,
150
+ 0.010405931621789932,
151
+ 0.01177170779556036,
152
+ 0.022303439676761627,
153
+ 0.010013094171881676,
154
+ 0.016894595697522163,
155
+ 0.01088069099932909,
156
+ 0.007804367691278458,
157
+ 0.007286504842340946,
158
+ 0.00782779511064291,
159
+ 0.009966685436666012,
160
+ 0.008492008782923222,
161
+ 0.007912886328995228,
162
+ 0.0064546773210167885,
163
+ 0.003611441468819976
164
+ ],
165
+ "next_token_perplexity": [
166
+ 19690.146484375,
167
+ 18322.087890625,
168
+ 15675.294921875,
169
+ 15190.9169921875,
170
+ 13613.951171875,
171
+ 13743.7783203125,
172
+ 13371.482421875,
173
+ 12871.078125,
174
+ 12865.365234375,
175
+ 12888.2861328125,
176
+ 12742.6513671875,
177
+ 12416.98828125,
178
+ 12729.7109375,
179
+ 12500.767578125,
180
+ 12319.2734375,
181
+ 12427.57421875,
182
+ 12144.791015625,
183
+ 12079.287109375,
184
+ 12037.90234375,
185
+ 11880.205078125,
186
+ 11924.271484375,
187
+ 11900.314453125,
188
+ 11998.7265625,
189
+ 11966.109375,
190
+ 11962.8193359375,
191
+ 11872.4423828125,
192
+ 11912.056640625,
193
+ 11855.9033203125,
194
+ 11948.0703125,
195
+ 11891.9296875,
196
+ 11881.2666015625,
197
+ 11880.4130859375,
198
+ 11904.0439453125,
199
+ 11877.8525390625,
200
+ 11905.0419921875,
201
+ 11872.517578125,
202
+ 11844.6484375,
203
+ 11856.66015625,
204
+ 11927.2529296875,
205
+ 11846.490234375,
206
+ 11887.484375,
207
+ 11844.2880859375,
208
+ 11841.888671875,
209
+ 11839.107421875,
210
+ 11818.7060546875,
211
+ 11848.857421875,
212
+ 11841.7421875,
213
+ 11844.6201171875,
214
+ 11826.2392578125,
215
+ 11810.5400390625
216
+ ],
217
+ "perplexity": [
218
+ 31818.48046875,
219
+ 31959.685546875,
220
+ 31892.42578125,
221
+ 31864.8515625,
222
+ 31936.25390625,
223
+ 31901.765625,
224
+ 31824.490234375,
225
+ 31923.34375,
226
+ 31642.3671875,
227
+ 31911.046875,
228
+ 31775.453125,
229
+ 31859.533203125,
230
+ 31861.052734375,
231
+ 31991.88671875,
232
+ 31792.791015625,
233
+ 31650.9375,
234
+ 31833.505859375,
235
+ 31824.005859375,
236
+ 31704.349609375,
237
+ 31885.21875,
238
+ 31984.77734375,
239
+ 31929.37109375,
240
+ 31931.83984375,
241
+ 31863.484375,
242
+ 31803.98046875,
243
+ 31990.177734375,
244
+ 31850.814453125,
245
+ 31862.603515625,
246
+ 31840.732421875,
247
+ 31917.1328125,
248
+ 31773.9375,
249
+ 31978.068359375,
250
+ 31902.859375,
251
+ 31898.0234375,
252
+ 31772.30078125,
253
+ 31884.45703125,
254
+ 31950.541015625,
255
+ 31974.8046875,
256
+ 31782.392578125,
257
+ 31823.337890625,
258
+ 31906.90625,
259
+ 31880.017578125,
260
+ 31979.927734375,
261
+ 31874.638671875,
262
+ 31954.625,
263
+ 31849.14453125,
264
+ 31696.912109375,
265
+ 31860.111328125,
266
+ 31912.171875,
267
+ 31866.15625
268
+ ],
269
+ "rouge1_fmeasure": [
270
+ 0.39818209409713745,
271
+ 0.4243268370628357,
272
+ 0.41477829217910767,
273
+ 0.5110393166542053,
274
+ 0.5139212608337402,
275
+ 0.5586860179901123,
276
+ 0.5687342882156372,
277
+ 0.5366232395172119,
278
+ 0.5317553281784058,
279
+ 0.5334140062332153,
280
+ 0.5960548520088196,
281
+ 0.5194144248962402,
282
+ 0.6115748286247253,
283
+ 0.5660273432731628,
284
+ 0.5650803446769714,
285
+ 0.6333515644073486,
286
+ 0.6111521124839783,
287
+ 0.6005109548568726,
288
+ 0.6407095789909363,
289
+ 0.5270798206329346,
290
+ 0.6519533395767212,
291
+ 0.5953192114830017,
292
+ 0.6081262826919556,
293
+ 0.5657275319099426,
294
+ 0.5982725024223328,
295
+ 0.5624117851257324,
296
+ 0.6025000810623169,
297
+ 0.5862615704536438,
298
+ 0.7048433423042297,
299
+ 0.6891309022903442,
300
+ 0.6288206577301025,
301
+ 0.6381796002388,
302
+ 0.5790943503379822,
303
+ 0.6197379231452942,
304
+ 0.6146485209465027,
305
+ 0.6540629267692566,
306
+ 0.6339989304542542,
307
+ 0.6338462829589844,
308
+ 0.6265696883201599,
309
+ 0.633441150188446,
310
+ 0.5498812794685364,
311
+ 0.589422881603241,
312
+ 0.6316519975662231,
313
+ 0.6557794213294983,
314
+ 0.589402437210083,
315
+ 0.5661942362785339,
316
+ 0.6471343636512756,
317
+ 0.6208221316337585,
318
+ 0.5627917051315308,
319
+ 0.6563125848770142
320
+ ],
321
+ "rouge1_precision": [
322
+ 0.3053378164768219,
323
+ 0.33698463439941406,
324
+ 0.30634576082229614,
325
+ 0.40361154079437256,
326
+ 0.38106006383895874,
327
+ 0.429673969745636,
328
+ 0.42601877450942993,
329
+ 0.39622434973716736,
330
+ 0.3969629406929016,
331
+ 0.40717387199401855,
332
+ 0.44685208797454834,
333
+ 0.37383389472961426,
334
+ 0.46901077032089233,
335
+ 0.42193281650543213,
336
+ 0.42766234278678894,
337
+ 0.49076271057128906,
338
+ 0.4636644124984741,
339
+ 0.45625677704811096,
340
+ 0.4819779694080353,
341
+ 0.3703266680240631,
342
+ 0.49313485622406006,
343
+ 0.4453620910644531,
344
+ 0.4582081735134125,
345
+ 0.408080518245697,
346
+ 0.45170366764068604,
347
+ 0.4272603392601013,
348
+ 0.45134902000427246,
349
+ 0.4291943609714508,
350
+ 0.5604517459869385,
351
+ 0.5372855067253113,
352
+ 0.4946170151233673,
353
+ 0.4902564585208893,
354
+ 0.45203104615211487,
355
+ 0.47002384066581726,
356
+ 0.46541768312454224,
357
+ 0.5131718516349792,
358
+ 0.47497236728668213,
359
+ 0.47135502099990845,
360
+ 0.48243531584739685,
361
+ 0.4917212426662445,
362
+ 0.40607190132141113,
363
+ 0.4333809018135071,
364
+ 0.48334649205207825,
365
+ 0.5090259313583374,
366
+ 0.44535890221595764,
367
+ 0.43384507298469543,
368
+ 0.5026842355728149,
369
+ 0.48674920201301575,
370
+ 0.4401545822620392,
371
+ 0.5046634674072266
372
+ ],
373
+ "rouge1_recall": [
374
+ 0.5966582894325256,
375
+ 0.5934929251670837,
376
+ 0.664327085018158,
377
+ 0.730544924736023,
378
+ 0.832303524017334,
379
+ 0.827915370464325,
380
+ 0.8848379850387573,
381
+ 0.8847448229789734,
382
+ 0.842096209526062,
383
+ 0.7910086512565613,
384
+ 0.9338212609291077,
385
+ 0.8746686577796936,
386
+ 0.9309293031692505,
387
+ 0.9150538444519043,
388
+ 0.8798174262046814,
389
+ 0.9131277203559875,
390
+ 0.9257842302322388,
391
+ 0.9367193579673767,
392
+ 0.9890698790550232,
393
+ 0.9469103813171387,
394
+ 0.9909656047821045,
395
+ 0.9459381103515625,
396
+ 0.9394440650939941,
397
+ 0.9447744488716125,
398
+ 0.9416347742080688,
399
+ 0.8530561327934265,
400
+ 0.9445317387580872,
401
+ 0.9503635168075562,
402
+ 0.9913846254348755,
403
+ 0.9943118095397949,
404
+ 0.899429440498352,
405
+ 0.9492518305778503,
406
+ 0.8512063026428223,
407
+ 0.9482022523880005,
408
+ 0.9462174773216248,
409
+ 0.9487248659133911,
410
+ 0.9971611499786377,
411
+ 0.9969097971916199,
412
+ 0.9434909820556641,
413
+ 0.9508928656578064,
414
+ 0.9018500447273254,
415
+ 0.9500288367271423,
416
+ 0.950323760509491,
417
+ 0.9504799842834473,
418
+ 0.9016981720924377,
419
+ 0.8520143628120422,
420
+ 0.9505007863044739,
421
+ 0.9024881720542908,
422
+ 0.8074973821640015,
423
+ 0.9995189905166626
424
+ ],
425
+ "rouge2_fmeasure": [
426
+ 0.18507863581180573,
427
+ 0.237844780087471,
428
+ 0.2868768572807312,
429
+ 0.36649271845817566,
430
+ 0.4339558780193329,
431
+ 0.4707113802433014,
432
+ 0.48638489842414856,
433
+ 0.4845327138900757,
434
+ 0.4829316735267639,
435
+ 0.4804344177246094,
436
+ 0.5485184192657471,
437
+ 0.49502190947532654,
438
+ 0.5534137487411499,
439
+ 0.5279683470726013,
440
+ 0.5367940068244934,
441
+ 0.5952136516571045,
442
+ 0.5876814723014832,
443
+ 0.5864992141723633,
444
+ 0.6224509477615356,
445
+ 0.5182633399963379,
446
+ 0.6430156826972961,
447
+ 0.5855221748352051,
448
+ 0.5908651351928711,
449
+ 0.5525633096694946,
450
+ 0.5832771062850952,
451
+ 0.5541191697120667,
452
+ 0.5926451683044434,
453
+ 0.5801405906677246,
454
+ 0.6937909722328186,
455
+ 0.6814221143722534,
456
+ 0.6203153133392334,
457
+ 0.6307939291000366,
458
+ 0.5701058506965637,
459
+ 0.6126195192337036,
460
+ 0.6062581539154053,
461
+ 0.6478073596954346,
462
+ 0.6259527206420898,
463
+ 0.6266385316848755,
464
+ 0.613209068775177,
465
+ 0.6277174353599548,
466
+ 0.5401471257209778,
467
+ 0.5826659798622131,
468
+ 0.6257494688034058,
469
+ 0.6502458453178406,
470
+ 0.5836957693099976,
471
+ 0.5591084361076355,
472
+ 0.6408913135528564,
473
+ 0.6148146986961365,
474
+ 0.5579848289489746,
475
+ 0.6505444645881653
476
+ ],
477
+ "rouge2_precision": [
478
+ 0.1444595605134964,
479
+ 0.19011208415031433,
480
+ 0.20871275663375854,
481
+ 0.2872615456581116,
482
+ 0.318430632352829,
483
+ 0.35757166147232056,
484
+ 0.36125174164772034,
485
+ 0.35530591011047363,
486
+ 0.35785603523254395,
487
+ 0.363127201795578,
488
+ 0.40659573674201965,
489
+ 0.3545052111148834,
490
+ 0.4187772870063782,
491
+ 0.3889612853527069,
492
+ 0.40320536494255066,
493
+ 0.45837149024009705,
494
+ 0.4430689513683319,
495
+ 0.4435938000679016,
496
+ 0.46596014499664307,
497
+ 0.36257439851760864,
498
+ 0.4847981035709381,
499
+ 0.43643420934677124,
500
+ 0.44320178031921387,
501
+ 0.39690789580345154,
502
+ 0.4386776387691498,
503
+ 0.4197190999984741,
504
+ 0.44230255484580994,
505
+ 0.423231303691864,
506
+ 0.5501857399940491,
507
+ 0.529962956905365,
508
+ 0.4868635833263397,
509
+ 0.4831033945083618,
510
+ 0.4436205327510834,
511
+ 0.46324625611305237,
512
+ 0.4575534462928772,
513
+ 0.5071352124214172,
514
+ 0.46757379174232483,
515
+ 0.46458372473716736,
516
+ 0.47053641080856323,
517
+ 0.4863778054714203,
518
+ 0.3977583050727844,
519
+ 0.4269216060638428,
520
+ 0.47748056054115295,
521
+ 0.5034469366073608,
522
+ 0.43970751762390137,
523
+ 0.4272785186767578,
524
+ 0.4964950680732727,
525
+ 0.4809749126434326,
526
+ 0.435355544090271,
527
+ 0.4990876615047455
528
+ ],
529
+ "rouge2_recall": [
530
+ 0.2694289982318878,
531
+ 0.32976260781288147,
532
+ 0.4748002588748932,
533
+ 0.5333926677703857,
534
+ 0.7177915573120117,
535
+ 0.7153750658035278,
536
+ 0.7725433111190796,
537
+ 0.8128460645675659,
538
+ 0.7769003510475159,
539
+ 0.7243825197219849,
540
+ 0.8781525492668152,
541
+ 0.8442379236221313,
542
+ 0.8641104698181152,
543
+ 0.8738481402397156,
544
+ 0.8503449559211731,
545
+ 0.8684680461883545,
546
+ 0.901735782623291,
547
+ 0.9262425303459167,
548
+ 0.9717134833335876,
549
+ 0.944210946559906,
550
+ 0.9848138093948364,
551
+ 0.9400348663330078,
552
+ 0.9227122068405151,
553
+ 0.9335429668426514,
554
+ 0.9283308982849121,
555
+ 0.8471662402153015,
556
+ 0.938388466835022,
557
+ 0.9493141174316406,
558
+ 0.9824482798576355,
559
+ 0.9893498420715332,
560
+ 0.892510712146759,
561
+ 0.9455618262290955,
562
+ 0.8451074957847595,
563
+ 0.9450099468231201,
564
+ 0.9419037699699402,
565
+ 0.946241557598114,
566
+ 0.9930741190910339,
567
+ 0.9936433434486389,
568
+ 0.932122528553009,
569
+ 0.9493087530136108,
570
+ 0.8948882222175598,
571
+ 0.9482959508895874,
572
+ 0.948470950126648,
573
+ 0.9481585621833801,
574
+ 0.9000611305236816,
575
+ 0.8476599454879761,
576
+ 0.9480143785476685,
577
+ 0.8998450040817261,
578
+ 0.8054249882698059,
579
+ 0.9990281462669373
580
+ ],
581
+ "rougeL_fmeasure": [
582
+ 0.34631991386413574,
583
+ 0.37975677847862244,
584
+ 0.38787972927093506,
585
+ 0.47860100865364075,
586
+ 0.49609044194221497,
587
+ 0.5394492149353027,
588
+ 0.5525321960449219,
589
+ 0.5273043513298035,
590
+ 0.5238259434700012,
591
+ 0.5247453451156616,
592
+ 0.5852515697479248,
593
+ 0.5164174437522888,
594
+ 0.5998174548149109,
595
+ 0.5580529570579529,
596
+ 0.5584600567817688,
597
+ 0.6285427212715149,
598
+ 0.6091301441192627,
599
+ 0.5995772480964661,
600
+ 0.6375470161437988,
601
+ 0.5270798206329346,
602
+ 0.6517449617385864,
603
+ 0.5950323343276978,
604
+ 0.6064978241920471,
605
+ 0.5639781355857849,
606
+ 0.5971146821975708,
607
+ 0.5618381500244141,
608
+ 0.6025000810623169,
609
+ 0.5862615704536438,
610
+ 0.7042480707168579,
611
+ 0.6891309022903442,
612
+ 0.6288206577301025,
613
+ 0.6377827525138855,
614
+ 0.5786868333816528,
615
+ 0.6197379231452942,
616
+ 0.6146485209465027,
617
+ 0.6538004875183105,
618
+ 0.6339989304542542,
619
+ 0.6338462829589844,
620
+ 0.6255924105644226,
621
+ 0.633441150188446,
622
+ 0.5495854616165161,
623
+ 0.589422881603241,
624
+ 0.6314584612846375,
625
+ 0.6557794213294983,
626
+ 0.589402437210083,
627
+ 0.5660018920898438,
628
+ 0.6468837857246399,
629
+ 0.6205352544784546,
630
+ 0.5627917051315308,
631
+ 0.6563125848770142
632
+ ],
633
+ "rougeL_precision": [
634
+ 0.2664726674556732,
635
+ 0.30192720890045166,
636
+ 0.2854008078575134,
637
+ 0.377015084028244,
638
+ 0.3670376241207123,
639
+ 0.4139465093612671,
640
+ 0.4132266640663147,
641
+ 0.38896727561950684,
642
+ 0.3902077376842499,
643
+ 0.39975425601005554,
644
+ 0.4375613033771515,
645
+ 0.3714459240436554,
646
+ 0.4586128890514374,
647
+ 0.4147321283817291,
648
+ 0.4220235049724579,
649
+ 0.48674020171165466,
650
+ 0.4619252383708954,
651
+ 0.4554250240325928,
652
+ 0.4792790114879608,
653
+ 0.3703266680240631,
654
+ 0.49294885993003845,
655
+ 0.4451153576374054,
656
+ 0.45690345764160156,
657
+ 0.40678319334983826,
658
+ 0.45078980922698975,
659
+ 0.42681530117988586,
660
+ 0.45134902000427246,
661
+ 0.4291943609714508,
662
+ 0.5599382519721985,
663
+ 0.5372855067253113,
664
+ 0.4946170151233673,
665
+ 0.48992347717285156,
666
+ 0.45166459679603577,
667
+ 0.47002384066581726,
668
+ 0.46541768312454224,
669
+ 0.5129429697990417,
670
+ 0.47497236728668213,
671
+ 0.47135502099990845,
672
+ 0.48162180185317993,
673
+ 0.4917212426662445,
674
+ 0.4058172106742859,
675
+ 0.4333809018135071,
676
+ 0.4831726849079132,
677
+ 0.5090259313583374,
678
+ 0.44535890221595764,
679
+ 0.43367254734039307,
680
+ 0.5024627447128296,
681
+ 0.486502468585968,
682
+ 0.4401545822620392,
683
+ 0.5046634674072266
684
+ ],
685
+ "rougeL_recall": [
686
+ 0.5163897275924683,
687
+ 0.5298325419425964,
688
+ 0.6256285905838013,
689
+ 0.6875836253166199,
690
+ 0.8060304522514343,
691
+ 0.8026245832443237,
692
+ 0.8621798157691956,
693
+ 0.8711563944816589,
694
+ 0.8322287797927856,
695
+ 0.7803822755813599,
696
+ 0.9206846952438354,
697
+ 0.8706137537956238,
698
+ 0.9173827171325684,
699
+ 0.9061194062232971,
700
+ 0.8716963529586792,
701
+ 0.907103419303894,
702
+ 0.9233686327934265,
703
+ 0.9356552362442017,
704
+ 0.9852215051651001,
705
+ 0.9469103813171387,
706
+ 0.9907287359237671,
707
+ 0.9455955028533936,
708
+ 0.9371834993362427,
709
+ 0.9420727491378784,
710
+ 0.9399703741073608,
711
+ 0.852249026298523,
712
+ 0.9445317387580872,
713
+ 0.9503635168075562,
714
+ 0.9906764030456543,
715
+ 0.9943118095397949,
716
+ 0.899429440498352,
717
+ 0.9487608671188354,
718
+ 0.8507472276687622,
719
+ 0.9482022523880005,
720
+ 0.9462174773216248,
721
+ 0.9484176635742188,
722
+ 0.9971611499786377,
723
+ 0.9969097971916199,
724
+ 0.9422513842582703,
725
+ 0.9508928656578064,
726
+ 0.9014973640441895,
727
+ 0.9500288367271423,
728
+ 0.9501053690910339,
729
+ 0.9504799842834473,
730
+ 0.9016981720924377,
731
+ 0.8517969250679016,
732
+ 0.9502121210098267,
733
+ 0.9021455645561218,
734
+ 0.8074973821640015,
735
+ 0.9995189905166626
736
+ ],
737
+ "rougeLsum_fmeasure": [
738
+ 0.369825154542923,
739
+ 0.40199124813079834,
740
+ 0.4037005603313446,
741
+ 0.498706191778183,
742
+ 0.5071882009506226,
743
+ 0.5537415146827698,
744
+ 0.5602717995643616,
745
+ 0.5316389799118042,
746
+ 0.5254824757575989,
747
+ 0.530821681022644,
748
+ 0.5913671851158142,
749
+ 0.5172802805900574,
750
+ 0.609735369682312,
751
+ 0.5630322694778442,
752
+ 0.5642105937004089,
753
+ 0.6296872496604919,
754
+ 0.6109046936035156,
755
+ 0.6002775430679321,
756
+ 0.639681339263916,
757
+ 0.5270798206329346,
758
+ 0.6519533395767212,
759
+ 0.5953192114830017,
760
+ 0.6076728105545044,
761
+ 0.5639781355857849,
762
+ 0.5974180102348328,
763
+ 0.5624117851257324,
764
+ 0.6025000810623169,
765
+ 0.5862615704536438,
766
+ 0.7045485377311707,
767
+ 0.6891309022903442,
768
+ 0.6288206577301025,
769
+ 0.6381796002388,
770
+ 0.5786868333816528,
771
+ 0.6197379231452942,
772
+ 0.6146485209465027,
773
+ 0.6538004875183105,
774
+ 0.6339989304542542,
775
+ 0.6338462829589844,
776
+ 0.6258230209350586,
777
+ 0.633441150188446,
778
+ 0.5498812794685364,
779
+ 0.589422881603241,
780
+ 0.6314584612846375,
781
+ 0.6557794213294983,
782
+ 0.589402437210083,
783
+ 0.5660018920898438,
784
+ 0.6471343636512756,
785
+ 0.6208221316337585,
786
+ 0.5627917051315308,
787
+ 0.6563125848770142
788
+ ],
789
+ "rougeLsum_precision": [
790
+ 0.28419312834739685,
791
+ 0.3197484612464905,
792
+ 0.2979278266429901,
793
+ 0.3936283588409424,
794
+ 0.3758982717990875,
795
+ 0.4257148504257202,
796
+ 0.4195578098297119,
797
+ 0.3923894762992859,
798
+ 0.3918912410736084,
799
+ 0.40515047311782837,
800
+ 0.4427284896373749,
801
+ 0.3722448945045471,
802
+ 0.46738043427467346,
803
+ 0.4192263185977936,
804
+ 0.4268994927406311,
805
+ 0.48773401975631714,
806
+ 0.4634449779987335,
807
+ 0.4560488164424896,
808
+ 0.4811312258243561,
809
+ 0.3703266680240631,
810
+ 0.49313485622406006,
811
+ 0.4453620910644531,
812
+ 0.45781463384628296,
813
+ 0.40678319334983826,
814
+ 0.4510543942451477,
815
+ 0.4272603392601013,
816
+ 0.45134902000427246,
817
+ 0.4291943609714508,
818
+ 0.5601984858512878,
819
+ 0.5372855067253113,
820
+ 0.4946170151233673,
821
+ 0.4902564585208893,
822
+ 0.45166459679603577,
823
+ 0.47002384066581726,
824
+ 0.46541768312454224,
825
+ 0.5129429697990417,
826
+ 0.47497236728668213,
827
+ 0.47135502099990845,
828
+ 0.4818253219127655,
829
+ 0.4917212426662445,
830
+ 0.40607190132141113,
831
+ 0.4333809018135071,
832
+ 0.4831726849079132,
833
+ 0.5090259313583374,
834
+ 0.44535890221595764,
835
+ 0.43367254734039307,
836
+ 0.5026842355728149,
837
+ 0.48674920201301575,
838
+ 0.4401545822620392,
839
+ 0.5046634674072266
840
+ ],
841
+ "rougeLsum_recall": [
842
+ 0.5526013970375061,
843
+ 0.5610343217849731,
844
+ 0.6476579904556274,
845
+ 0.7140280604362488,
846
+ 0.8216902613639832,
847
+ 0.8211542963981628,
848
+ 0.872273325920105,
849
+ 0.8773994445800781,
850
+ 0.8334723114967346,
851
+ 0.7870790362358093,
852
+ 0.9283719658851624,
853
+ 0.8712378740310669,
854
+ 0.928817629814148,
855
+ 0.9117010831832886,
856
+ 0.8788058161735535,
857
+ 0.9084529876708984,
858
+ 0.925500750541687,
859
+ 0.9364533424377441,
860
+ 0.9877530336380005,
861
+ 0.9469103813171387,
862
+ 0.9909656047821045,
863
+ 0.9459381103515625,
864
+ 0.9389089941978455,
865
+ 0.9420727491378784,
866
+ 0.9403257966041565,
867
+ 0.8530561327934265,
868
+ 0.9445317387580872,
869
+ 0.9503635168075562,
870
+ 0.99103182554245,
871
+ 0.9943118095397949,
872
+ 0.899429440498352,
873
+ 0.9492518305778503,
874
+ 0.8507472276687622,
875
+ 0.9482022523880005,
876
+ 0.9462174773216248,
877
+ 0.9484176635742188,
878
+ 0.9971611499786377,
879
+ 0.9969097971916199,
880
+ 0.9425173997879028,
881
+ 0.9508928656578064,
882
+ 0.9018500447273254,
883
+ 0.9500288367271423,
884
+ 0.9501053690910339,
885
+ 0.9504799842834473,
886
+ 0.9016981720924377,
887
+ 0.8517969250679016,
888
+ 0.9505007863044739,
889
+ 0.9024881720542908,
890
+ 0.8074973821640015,
891
+ 0.9995189905166626
892
+ ],
893
+ "sequence_accuracy": [
894
+ 0.0,
895
+ 0.0,
896
+ 0.0,
897
+ 0.0,
898
+ 0.0,
899
+ 0.0,
900
+ 0.0,
901
+ 0.0,
902
+ 0.0,
903
+ 0.0,
904
+ 0.0,
905
+ 0.0,
906
+ 0.0,
907
+ 0.0,
908
+ 0.0,
909
+ 0.0,
910
+ 0.0,
911
+ 0.0,
912
+ 0.0,
913
+ 0.0,
914
+ 0.0,
915
+ 0.0,
916
+ 0.0,
917
+ 0.0,
918
+ 0.0,
919
+ 0.0,
920
+ 0.0,
921
+ 0.0,
922
+ 0.0,
923
+ 0.0,
924
+ 0.0,
925
+ 0.0,
926
+ 0.0,
927
+ 0.0,
928
+ 0.0,
929
+ 0.0,
930
+ 0.0,
931
+ 0.0,
932
+ 0.0,
933
+ 0.0,
934
+ 0.0,
935
+ 0.0,
936
+ 0.0,
937
+ 0.0,
938
+ 0.0,
939
+ 0.0,
940
+ 0.0,
941
+ 0.0,
942
+ 0.0,
943
+ 0.0
944
+ ],
945
+ "token_accuracy": [
946
+ 0.0033028614707291126,
947
+ 0.00040184849058277905,
948
+ 0.0007356478017754853,
949
+ 0.0015544338384643197,
950
+ 0.0005670971586368978,
951
+ 0.0010837732115760446,
952
+ 0.0015536979772150517,
953
+ 0.0010643188143149018,
954
+ 0.003308310406282544,
955
+ 0.0010256953537464142,
956
+ 0.0029350025579333305,
957
+ 0.001207542372867465,
958
+ 0.0015802722191438079,
959
+ 9.300595411332324e-05,
960
+ 0.0019922819919884205,
961
+ 0.004376664292067289,
962
+ 0.0011963080614805222,
963
+ 0.0015528147341683507,
964
+ 0.003065174911171198,
965
+ 0.0012930271914228797,
966
+ 0.00023691068054176867,
967
+ 0.0004909179988317192,
968
+ 0.0007588692824356258,
969
+ 0.001098901149816811,
970
+ 0.0020783902145922184,
971
+ 0.0,
972
+ 0.001634980202652514,
973
+ 0.0016875002766028047,
974
+ 0.0019585106056183577,
975
+ 0.0008882221882231534,
976
+ 0.0024904501624405384,
977
+ 0.0003353453939780593,
978
+ 0.0011092660715803504,
979
+ 0.0009389941114932299,
980
+ 0.002604367211461067,
981
+ 0.0013732671504840255,
982
+ 0.0005802964442409575,
983
+ 0.0002630886738188565,
984
+ 0.0017505043651908636,
985
+ 0.0019173992332071066,
986
+ 0.001337525900453329,
987
+ 0.0009025255567394197,
988
+ 0.00016886186494957656,
989
+ 0.0018611466512084007,
990
+ 0.0002587991766631603,
991
+ 0.0016922848299145699,
992
+ 0.003198870923370123,
993
+ 0.0015977660659700632,
994
+ 0.0005580357392318547,
995
+ 0.0012059139553457499
996
+ ],
997
+ "word_error_rate": [
998
+ 1.6577438116073608,
999
+ 2.0039331912994385,
1000
+ 2.172333002090454,
1001
+ 1.2734663486480713,
1002
+ 1.6162161827087402,
1003
+ 1.3848237991333008,
1004
+ 1.296296238899231,
1005
+ 1.5722477436065674,
1006
+ 1.7429170608520508,
1007
+ 1.4815157651901245,
1008
+ 1.3109641075134277,
1009
+ 1.9598337411880493,
1010
+ 1.086309552192688,
1011
+ 1.5206445455551147,
1012
+ 1.507568120956421,
1013
+ 1.16043221950531,
1014
+ 1.3290766477584839,
1015
+ 1.2721021175384521,
1016
+ 1.128816843032837,
1017
+ 1.8630338907241821,
1018
+ 1.0008786916732788,
1019
+ 1.3064515590667725,
1020
+ 1.237403154373169,
1021
+ 1.6444141864776611,
1022
+ 1.3258064985275269,
1023
+ 1.5982627868652344,
1024
+ 1.3019648790359497,
1025
+ 1.4483568668365479,
1026
+ 0.7572293281555176,
1027
+ 0.9211618304252625,
1028
+ 0.982300877571106,
1029
+ 1.0857700109481812,
1030
+ 1.3049852848052979,
1031
+ 1.1473476886749268,
1032
+ 1.189886450767517,
1033
+ 0.949999988079071,
1034
+ 1.096421480178833,
1035
+ 1.2530521154403687,
1036
+ 1.1401869058609009,
1037
+ 1.0370370149612427,
1038
+ 1.5725995302200317,
1039
+ 1.368794322013855,
1040
+ 1.2157751321792603,
1041
+ 0.9992307424545288,
1042
+ 1.6155580282211304,
1043
+ 1.5367114543914795,
1044
+ 1.0854772329330444,
1045
+ 1.0435471534729004,
1046
+ 1.621183156967163,
1047
+ 0.9674295783042908
1048
+ ]
1049
+ },
1050
+ "combined": {
1051
+ "loss": [
1052
+ 2.2871785163879395,
1053
+ 1.3125925064086914,
1054
+ 0.8123974204063416,
1055
+ 0.7298464775085449,
1056
+ 0.408573716878891,
1057
+ 0.42836445569992065,
1058
+ 0.33741727471351624,
1059
+ 0.23163869976997375,
1060
+ 0.23141896724700928,
1061
+ 0.23874790966510773,
1062
+ 0.1878015398979187,
1063
+ 0.11481565982103348,
1064
+ 0.18654073774814606,
1065
+ 0.15228109061717987,
1066
+ 0.09598526358604431,
1067
+ 0.10778030008077621,
1068
+ 0.06690600514411926,
1069
+ 0.043918803334236145,
1070
+ 0.036408353596925735,
1071
+ 0.015376781113445759,
1072
+ 0.020412757992744446,
1073
+ 0.01862117275595665,
1074
+ 0.03325316682457924,
1075
+ 0.027059268206357956,
1076
+ 0.025422487407922745,
1077
+ 0.019622284919023514,
1078
+ 0.022757118567824364,
1079
+ 0.00897483341395855,
1080
+ 0.02360736019909382,
1081
+ 0.017439767718315125,
1082
+ 0.0187111534178257,
1083
+ 0.01347588561475277,
1084
+ 0.02360430359840393,
1085
+ 0.013605301268398762,
1086
+ 0.017232254147529602,
1087
+ 0.010657137259840965,
1088
+ 0.010405931621789932,
1089
+ 0.01177170779556036,
1090
+ 0.022303439676761627,
1091
+ 0.010013094171881676,
1092
+ 0.016894595697522163,
1093
+ 0.01088069099932909,
1094
+ 0.007804367691278458,
1095
+ 0.007286504842340946,
1096
+ 0.00782779511064291,
1097
+ 0.009966685436666012,
1098
+ 0.008492008782923222,
1099
+ 0.007912886328995228,
1100
+ 0.0064546773210167885,
1101
+ 0.003611441468819976
1102
+ ]
1103
+ }
1104
+ },
1105
+ "validation": {}
1106
+ }