| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.8069053708439897, | |
| "eval_steps": 157, | |
| "global_step": 2826, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.010230179028132993, | |
| "grad_norm": 200.60667419433594, | |
| "learning_rate": 2.129925452609159e-07, | |
| "loss": 7.1882, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.020460358056265986, | |
| "grad_norm": 174.4742889404297, | |
| "learning_rate": 5.324813631522898e-07, | |
| "loss": 9.1489, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.030690537084398978, | |
| "grad_norm": 193.9903106689453, | |
| "learning_rate": 8.732694355697552e-07, | |
| "loss": 8.805, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.04092071611253197, | |
| "grad_norm": 3077.94775390625, | |
| "learning_rate": 1.192758253461129e-06, | |
| "loss": 5.7489, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.05115089514066496, | |
| "grad_norm": 80.12879943847656, | |
| "learning_rate": 1.5335463258785943e-06, | |
| "loss": 4.7163, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.061381074168797956, | |
| "grad_norm": 99.18599700927734, | |
| "learning_rate": 1.8743343982960599e-06, | |
| "loss": 3.176, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.07161125319693094, | |
| "grad_norm": 23.476715087890625, | |
| "learning_rate": 2.1938232161874336e-06, | |
| "loss": 2.034, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.08184143222506395, | |
| "grad_norm": 39.820777893066406, | |
| "learning_rate": 2.534611288604899e-06, | |
| "loss": 1.1278, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.09207161125319693, | |
| "grad_norm": 12.513270378112793, | |
| "learning_rate": 2.8753993610223648e-06, | |
| "loss": 0.7996, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.100383631713555, | |
| "eval_Qnli-dev_cosine_accuracy": 0.662109375, | |
| "eval_Qnli-dev_cosine_accuracy_threshold": 0.8656402826309204, | |
| "eval_Qnli-dev_cosine_ap": 0.6654869266843996, | |
| "eval_Qnli-dev_cosine_f1": 0.6504559270516718, | |
| "eval_Qnli-dev_cosine_f1_threshold": 0.6888570785522461, | |
| "eval_Qnli-dev_cosine_precision": 0.5071090047393365, | |
| "eval_Qnli-dev_cosine_recall": 0.9067796610169492, | |
| "eval_Qnli-dev_dot_accuracy": 0.654296875, | |
| "eval_Qnli-dev_dot_accuracy_threshold": 905.306640625, | |
| "eval_Qnli-dev_dot_ap": 0.6262830221036416, | |
| "eval_Qnli-dev_dot_f1": 0.65625, | |
| "eval_Qnli-dev_dot_f1_threshold": 810.4493408203125, | |
| "eval_Qnli-dev_dot_precision": 0.5558823529411765, | |
| "eval_Qnli-dev_dot_recall": 0.8008474576271186, | |
| "eval_Qnli-dev_euclidean_accuracy": 0.662109375, | |
| "eval_Qnli-dev_euclidean_accuracy_threshold": 17.05492401123047, | |
| "eval_Qnli-dev_euclidean_ap": 0.6671756125841228, | |
| "eval_Qnli-dev_euclidean_f1": 0.6495176848874598, | |
| "eval_Qnli-dev_euclidean_f1_threshold": 23.73143768310547, | |
| "eval_Qnli-dev_euclidean_precision": 0.5233160621761658, | |
| "eval_Qnli-dev_euclidean_recall": 0.8559322033898306, | |
| "eval_Qnli-dev_manhattan_accuracy": 0.65625, | |
| "eval_Qnli-dev_manhattan_accuracy_threshold": 526.1962890625, | |
| "eval_Qnli-dev_manhattan_ap": 0.6662986170174698, | |
| "eval_Qnli-dev_manhattan_f1": 0.6487341772151899, | |
| "eval_Qnli-dev_manhattan_f1_threshold": 748.320068359375, | |
| "eval_Qnli-dev_manhattan_precision": 0.5176767676767676, | |
| "eval_Qnli-dev_manhattan_recall": 0.8686440677966102, | |
| "eval_Qnli-dev_max_accuracy": 0.662109375, | |
| "eval_Qnli-dev_max_accuracy_threshold": 905.306640625, | |
| "eval_Qnli-dev_max_ap": 0.6671756125841228, | |
| "eval_Qnli-dev_max_f1": 0.65625, | |
| "eval_Qnli-dev_max_f1_threshold": 810.4493408203125, | |
| "eval_Qnli-dev_max_precision": 0.5558823529411765, | |
| "eval_Qnli-dev_max_recall": 0.9067796610169492, | |
| "eval_allNLI-dev_cosine_accuracy": 0.6875, | |
| "eval_allNLI-dev_cosine_accuracy_threshold": 0.9388645887374878, | |
| "eval_allNLI-dev_cosine_ap": 0.5213973850248246, | |
| "eval_allNLI-dev_cosine_f1": 0.5590361445783132, | |
| "eval_allNLI-dev_cosine_f1_threshold": 0.7874077558517456, | |
| "eval_allNLI-dev_cosine_precision": 0.4793388429752066, | |
| "eval_allNLI-dev_cosine_recall": 0.6705202312138728, | |
| "eval_allNLI-dev_dot_accuracy": 0.6953125, | |
| "eval_allNLI-dev_dot_accuracy_threshold": 942.6085205078125, | |
| "eval_allNLI-dev_dot_ap": 0.520777376545363, | |
| "eval_allNLI-dev_dot_f1": 0.5538461538461539, | |
| "eval_allNLI-dev_dot_f1_threshold": 817.1332397460938, | |
| "eval_allNLI-dev_dot_precision": 0.44680851063829785, | |
| "eval_allNLI-dev_dot_recall": 0.7283236994219653, | |
| "eval_allNLI-dev_euclidean_accuracy": 0.6875, | |
| "eval_allNLI-dev_euclidean_accuracy_threshold": 12.643478393554688, | |
| "eval_allNLI-dev_euclidean_ap": 0.518083458930424, | |
| "eval_allNLI-dev_euclidean_f1": 0.5605381165919282, | |
| "eval_allNLI-dev_euclidean_f1_threshold": 22.352760314941406, | |
| "eval_allNLI-dev_euclidean_precision": 0.45787545787545786, | |
| "eval_allNLI-dev_euclidean_recall": 0.7225433526011561, | |
| "eval_allNLI-dev_manhattan_accuracy": 0.6875, | |
| "eval_allNLI-dev_manhattan_accuracy_threshold": 392.8375549316406, | |
| "eval_allNLI-dev_manhattan_ap": 0.5229585168795372, | |
| "eval_allNLI-dev_manhattan_f1": 0.5590909090909091, | |
| "eval_allNLI-dev_manhattan_f1_threshold": 690.5735473632812, | |
| "eval_allNLI-dev_manhattan_precision": 0.4606741573033708, | |
| "eval_allNLI-dev_manhattan_recall": 0.7109826589595376, | |
| "eval_allNLI-dev_max_accuracy": 0.6953125, | |
| "eval_allNLI-dev_max_accuracy_threshold": 942.6085205078125, | |
| "eval_allNLI-dev_max_ap": 0.5229585168795372, | |
| "eval_allNLI-dev_max_f1": 0.5605381165919282, | |
| "eval_allNLI-dev_max_f1_threshold": 817.1332397460938, | |
| "eval_allNLI-dev_max_precision": 0.4793388429752066, | |
| "eval_allNLI-dev_max_recall": 0.7283236994219653, | |
| "eval_sequential_score": 0.6671756125841228, | |
| "eval_sts-test_pearson_cosine": 0.8718645025760672, | |
| "eval_sts-test_pearson_dot": 0.8442027854618407, | |
| "eval_sts-test_pearson_euclidean": 0.8902978035400368, | |
| "eval_sts-test_pearson_manhattan": 0.8909390707647828, | |
| "eval_sts-test_pearson_max": 0.8909390707647828, | |
| "eval_sts-test_spearman_cosine": 0.8775905391512535, | |
| "eval_sts-test_spearman_dot": 0.8282565695883292, | |
| "eval_sts-test_spearman_euclidean": 0.8785767674497972, | |
| "eval_sts-test_spearman_manhattan": 0.8796654313856657, | |
| "eval_sts-test_spearman_max": 0.8796654313856657, | |
| "eval_vitaminc-pairs_loss": 3.82141375541687, | |
| "eval_vitaminc-pairs_runtime": 4.6321, | |
| "eval_vitaminc-pairs_samples_per_second": 27.633, | |
| "eval_vitaminc-pairs_steps_per_second": 0.216, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.100383631713555, | |
| "eval_negation-triplets_loss": 1.2526816129684448, | |
| "eval_negation-triplets_runtime": 3.4008, | |
| "eval_negation-triplets_samples_per_second": 37.638, | |
| "eval_negation-triplets_steps_per_second": 0.294, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.100383631713555, | |
| "eval_scitail-pairs-pos_loss": 0.07802588492631912, | |
| "eval_scitail-pairs-pos_runtime": 2.7191, | |
| "eval_scitail-pairs-pos_samples_per_second": 47.075, | |
| "eval_scitail-pairs-pos_steps_per_second": 0.368, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.100383631713555, | |
| "eval_scitail-pairs-qa_loss": 0.11051780730485916, | |
| "eval_scitail-pairs-qa_runtime": 2.1249, | |
| "eval_scitail-pairs-qa_samples_per_second": 60.237, | |
| "eval_scitail-pairs-qa_steps_per_second": 0.471, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.100383631713555, | |
| "eval_xsum-pairs_loss": 0.1444225311279297, | |
| "eval_xsum-pairs_runtime": 3.075, | |
| "eval_xsum-pairs_samples_per_second": 41.626, | |
| "eval_xsum-pairs_steps_per_second": 0.325, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.100383631713555, | |
| "eval_sciq_pairs_loss": 0.10900198668241501, | |
| "eval_sciq_pairs_runtime": 4.6201, | |
| "eval_sciq_pairs_samples_per_second": 27.705, | |
| "eval_sciq_pairs_steps_per_second": 0.216, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.100383631713555, | |
| "eval_qasc_pairs_loss": 0.8441975116729736, | |
| "eval_qasc_pairs_runtime": 2.0926, | |
| "eval_qasc_pairs_samples_per_second": 61.168, | |
| "eval_qasc_pairs_steps_per_second": 0.478, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.100383631713555, | |
| "eval_openbookqa_pairs_loss": 0.7852775454521179, | |
| "eval_openbookqa_pairs_runtime": 2.2378, | |
| "eval_openbookqa_pairs_samples_per_second": 57.198, | |
| "eval_openbookqa_pairs_steps_per_second": 0.447, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.100383631713555, | |
| "eval_msmarco_pairs_loss": 0.7973570823669434, | |
| "eval_msmarco_pairs_runtime": 2.2477, | |
| "eval_msmarco_pairs_samples_per_second": 56.948, | |
| "eval_msmarco_pairs_steps_per_second": 0.445, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.100383631713555, | |
| "eval_nq_pairs_loss": 1.149829387664795, | |
| "eval_nq_pairs_runtime": 3.1982, | |
| "eval_nq_pairs_samples_per_second": 40.023, | |
| "eval_nq_pairs_steps_per_second": 0.313, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.100383631713555, | |
| "eval_trivia_pairs_loss": 0.46642398834228516, | |
| "eval_trivia_pairs_runtime": 3.2778, | |
| "eval_trivia_pairs_samples_per_second": 39.05, | |
| "eval_trivia_pairs_steps_per_second": 0.305, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.100383631713555, | |
| "eval_gooaq_pairs_loss": 0.7757962346076965, | |
| "eval_gooaq_pairs_runtime": 2.1385, | |
| "eval_gooaq_pairs_samples_per_second": 59.856, | |
| "eval_gooaq_pairs_steps_per_second": 0.468, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.100383631713555, | |
| "eval_paws-pos_loss": 0.03750575706362724, | |
| "eval_paws-pos_runtime": 2.2521, | |
| "eval_paws-pos_samples_per_second": 56.836, | |
| "eval_paws-pos_steps_per_second": 0.444, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.100383631713555, | |
| "eval_global_dataset_loss": 0.48674729466438293, | |
| "eval_global_dataset_runtime": 8.6002, | |
| "eval_global_dataset_samples_per_second": 37.79, | |
| "eval_global_dataset_steps_per_second": 0.349, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.10230179028132992, | |
| "grad_norm": 45.195247650146484, | |
| "learning_rate": 3.2161874334398298e-06, | |
| "loss": 0.54, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.11253196930946291, | |
| "grad_norm": 64.59953308105469, | |
| "learning_rate": 3.556975505857295e-06, | |
| "loss": 0.6267, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.12276214833759591, | |
| "grad_norm": 108.30097961425781, | |
| "learning_rate": 3.8977635782747605e-06, | |
| "loss": 0.401, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.1329923273657289, | |
| "grad_norm": 10.606786727905273, | |
| "learning_rate": 4.238551650692226e-06, | |
| "loss": 0.455, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.1432225063938619, | |
| "grad_norm": 10.502503395080566, | |
| "learning_rate": 4.579339723109691e-06, | |
| "loss": 0.308, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.1534526854219949, | |
| "grad_norm": 10.550800323486328, | |
| "learning_rate": 4.920127795527157e-06, | |
| "loss": 0.2808, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.1636828644501279, | |
| "grad_norm": 0.047671813517808914, | |
| "learning_rate": 5.260915867944623e-06, | |
| "loss": 0.319, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.17391304347826086, | |
| "grad_norm": 4.752868175506592, | |
| "learning_rate": 5.6017039403620875e-06, | |
| "loss": 0.3241, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.18414322250639387, | |
| "grad_norm": 3.744504690170288, | |
| "learning_rate": 5.942492012779553e-06, | |
| "loss": 0.2181, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.19437340153452684, | |
| "grad_norm": 0.10304329544305801, | |
| "learning_rate": 6.283280085197019e-06, | |
| "loss": 0.3247, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.20076726342711, | |
| "eval_Qnli-dev_cosine_accuracy": 0.68359375, | |
| "eval_Qnli-dev_cosine_accuracy_threshold": 0.728395938873291, | |
| "eval_Qnli-dev_cosine_ap": 0.7208629559865216, | |
| "eval_Qnli-dev_cosine_f1": 0.6887661141804787, | |
| "eval_Qnli-dev_cosine_f1_threshold": 0.671984076499939, | |
| "eval_Qnli-dev_cosine_precision": 0.6091205211726385, | |
| "eval_Qnli-dev_cosine_recall": 0.7923728813559322, | |
| "eval_Qnli-dev_dot_accuracy": 0.681640625, | |
| "eval_Qnli-dev_dot_accuracy_threshold": 713.8800048828125, | |
| "eval_Qnli-dev_dot_ap": 0.6851873907589782, | |
| "eval_Qnli-dev_dot_f1": 0.6788685524126457, | |
| "eval_Qnli-dev_dot_f1_threshold": 571.084228515625, | |
| "eval_Qnli-dev_dot_precision": 0.5589041095890411, | |
| "eval_Qnli-dev_dot_recall": 0.864406779661017, | |
| "eval_Qnli-dev_euclidean_accuracy": 0.689453125, | |
| "eval_Qnli-dev_euclidean_accuracy_threshold": 23.01095962524414, | |
| "eval_Qnli-dev_euclidean_ap": 0.7234217762808675, | |
| "eval_Qnli-dev_euclidean_f1": 0.6831858407079647, | |
| "eval_Qnli-dev_euclidean_f1_threshold": 25.087703704833984, | |
| "eval_Qnli-dev_euclidean_precision": 0.5866261398176292, | |
| "eval_Qnli-dev_euclidean_recall": 0.8177966101694916, | |
| "eval_Qnli-dev_manhattan_accuracy": 0.6875, | |
| "eval_Qnli-dev_manhattan_accuracy_threshold": 715.2478637695312, | |
| "eval_Qnli-dev_manhattan_ap": 0.7243486016703601, | |
| "eval_Qnli-dev_manhattan_f1": 0.6844919786096257, | |
| "eval_Qnli-dev_manhattan_f1_threshold": 780.095947265625, | |
| "eval_Qnli-dev_manhattan_precision": 0.5907692307692308, | |
| "eval_Qnli-dev_manhattan_recall": 0.8135593220338984, | |
| "eval_Qnli-dev_max_accuracy": 0.689453125, | |
| "eval_Qnli-dev_max_accuracy_threshold": 715.2478637695312, | |
| "eval_Qnli-dev_max_ap": 0.7243486016703601, | |
| "eval_Qnli-dev_max_f1": 0.6887661141804787, | |
| "eval_Qnli-dev_max_f1_threshold": 780.095947265625, | |
| "eval_Qnli-dev_max_precision": 0.6091205211726385, | |
| "eval_Qnli-dev_max_recall": 0.864406779661017, | |
| "eval_allNLI-dev_cosine_accuracy": 0.720703125, | |
| "eval_allNLI-dev_cosine_accuracy_threshold": 0.8353008031845093, | |
| "eval_allNLI-dev_cosine_ap": 0.5917629293541244, | |
| "eval_allNLI-dev_cosine_f1": 0.6000000000000001, | |
| "eval_allNLI-dev_cosine_f1_threshold": 0.7087839245796204, | |
| "eval_allNLI-dev_cosine_precision": 0.5019455252918288, | |
| "eval_allNLI-dev_cosine_recall": 0.7456647398843931, | |
| "eval_allNLI-dev_dot_accuracy": 0.71484375, | |
| "eval_allNLI-dev_dot_accuracy_threshold": 817.4105224609375, | |
| "eval_allNLI-dev_dot_ap": 0.5858245181656638, | |
| "eval_allNLI-dev_dot_f1": 0.5980392156862746, | |
| "eval_allNLI-dev_dot_f1_threshold": 674.387939453125, | |
| "eval_allNLI-dev_dot_precision": 0.5191489361702127, | |
| "eval_allNLI-dev_dot_recall": 0.7052023121387283, | |
| "eval_allNLI-dev_euclidean_accuracy": 0.716796875, | |
| "eval_allNLI-dev_euclidean_accuracy_threshold": 17.109304428100586, | |
| "eval_allNLI-dev_euclidean_ap": 0.5912447191211185, | |
| "eval_allNLI-dev_euclidean_f1": 0.6013986013986015, | |
| "eval_allNLI-dev_euclidean_f1_threshold": 23.201446533203125, | |
| "eval_allNLI-dev_euclidean_precision": 0.50390625, | |
| "eval_allNLI-dev_euclidean_recall": 0.7456647398843931, | |
| "eval_allNLI-dev_manhattan_accuracy": 0.71875, | |
| "eval_allNLI-dev_manhattan_accuracy_threshold": 552.2703857421875, | |
| "eval_allNLI-dev_manhattan_ap": 0.5910112781514775, | |
| "eval_allNLI-dev_manhattan_f1": 0.5981735159817351, | |
| "eval_allNLI-dev_manhattan_f1_threshold": 731.6765747070312, | |
| "eval_allNLI-dev_manhattan_precision": 0.49433962264150944, | |
| "eval_allNLI-dev_manhattan_recall": 0.7572254335260116, | |
| "eval_allNLI-dev_max_accuracy": 0.720703125, | |
| "eval_allNLI-dev_max_accuracy_threshold": 817.4105224609375, | |
| "eval_allNLI-dev_max_ap": 0.5917629293541244, | |
| "eval_allNLI-dev_max_f1": 0.6013986013986015, | |
| "eval_allNLI-dev_max_f1_threshold": 731.6765747070312, | |
| "eval_allNLI-dev_max_precision": 0.5191489361702127, | |
| "eval_allNLI-dev_max_recall": 0.7572254335260116, | |
| "eval_sequential_score": 0.7243486016703601, | |
| "eval_sts-test_pearson_cosine": 0.91107907465776, | |
| "eval_sts-test_pearson_dot": 0.8802333333831622, | |
| "eval_sts-test_pearson_euclidean": 0.92175721802385, | |
| "eval_sts-test_pearson_manhattan": 0.9207411620779591, | |
| "eval_sts-test_pearson_max": 0.92175721802385, | |
| "eval_sts-test_spearman_cosine": 0.9170956996722621, | |
| "eval_sts-test_spearman_dot": 0.8733774316475602, | |
| "eval_sts-test_spearman_euclidean": 0.9165704988685727, | |
| "eval_sts-test_spearman_manhattan": 0.9153493264477239, | |
| "eval_sts-test_spearman_max": 0.9170956996722621, | |
| "eval_vitaminc-pairs_loss": 3.3627231121063232, | |
| "eval_vitaminc-pairs_runtime": 4.4746, | |
| "eval_vitaminc-pairs_samples_per_second": 28.606, | |
| "eval_vitaminc-pairs_steps_per_second": 0.223, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.20076726342711, | |
| "eval_negation-triplets_loss": 0.7009554505348206, | |
| "eval_negation-triplets_runtime": 3.3424, | |
| "eval_negation-triplets_samples_per_second": 38.296, | |
| "eval_negation-triplets_steps_per_second": 0.299, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.20076726342711, | |
| "eval_scitail-pairs-pos_loss": 0.027083460241556168, | |
| "eval_scitail-pairs-pos_runtime": 2.6253, | |
| "eval_scitail-pairs-pos_samples_per_second": 48.757, | |
| "eval_scitail-pairs-pos_steps_per_second": 0.381, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.20076726342711, | |
| "eval_scitail-pairs-qa_loss": 0.0013978304341435432, | |
| "eval_scitail-pairs-qa_runtime": 2.0929, | |
| "eval_scitail-pairs-qa_samples_per_second": 61.159, | |
| "eval_scitail-pairs-qa_steps_per_second": 0.478, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.20076726342711, | |
| "eval_xsum-pairs_loss": 0.03819597512483597, | |
| "eval_xsum-pairs_runtime": 3.0764, | |
| "eval_xsum-pairs_samples_per_second": 41.607, | |
| "eval_xsum-pairs_steps_per_second": 0.325, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.20076726342711, | |
| "eval_sciq_pairs_loss": 0.04831065982580185, | |
| "eval_sciq_pairs_runtime": 4.6239, | |
| "eval_sciq_pairs_samples_per_second": 27.682, | |
| "eval_sciq_pairs_steps_per_second": 0.216, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.20076726342711, | |
| "eval_qasc_pairs_loss": 0.11294831335544586, | |
| "eval_qasc_pairs_runtime": 2.1013, | |
| "eval_qasc_pairs_samples_per_second": 60.915, | |
| "eval_qasc_pairs_steps_per_second": 0.476, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.20076726342711, | |
| "eval_openbookqa_pairs_loss": 0.4045051634311676, | |
| "eval_openbookqa_pairs_runtime": 2.2313, | |
| "eval_openbookqa_pairs_samples_per_second": 57.367, | |
| "eval_openbookqa_pairs_steps_per_second": 0.448, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.20076726342711, | |
| "eval_msmarco_pairs_loss": 0.17428961396217346, | |
| "eval_msmarco_pairs_runtime": 2.2379, | |
| "eval_msmarco_pairs_samples_per_second": 57.197, | |
| "eval_msmarco_pairs_steps_per_second": 0.447, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.20076726342711, | |
| "eval_nq_pairs_loss": 0.18139179050922394, | |
| "eval_nq_pairs_runtime": 3.1825, | |
| "eval_nq_pairs_samples_per_second": 40.22, | |
| "eval_nq_pairs_steps_per_second": 0.314, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.20076726342711, | |
| "eval_trivia_pairs_loss": 0.10668718814849854, | |
| "eval_trivia_pairs_runtime": 3.2891, | |
| "eval_trivia_pairs_samples_per_second": 38.917, | |
| "eval_trivia_pairs_steps_per_second": 0.304, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.20076726342711, | |
| "eval_gooaq_pairs_loss": 0.2038198560476303, | |
| "eval_gooaq_pairs_runtime": 2.209, | |
| "eval_gooaq_pairs_samples_per_second": 57.945, | |
| "eval_gooaq_pairs_steps_per_second": 0.453, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.20076726342711, | |
| "eval_paws-pos_loss": 0.02337946929037571, | |
| "eval_paws-pos_runtime": 2.289, | |
| "eval_paws-pos_samples_per_second": 55.92, | |
| "eval_paws-pos_steps_per_second": 0.437, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.20076726342711, | |
| "eval_global_dataset_loss": 0.23699811100959778, | |
| "eval_global_dataset_runtime": 8.6273, | |
| "eval_global_dataset_samples_per_second": 37.671, | |
| "eval_global_dataset_steps_per_second": 0.348, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.20460358056265984, | |
| "grad_norm": 7.919135570526123, | |
| "learning_rate": 6.624068157614484e-06, | |
| "loss": 0.233, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.21483375959079284, | |
| "grad_norm": 8.169248580932617, | |
| "learning_rate": 6.96485623003195e-06, | |
| "loss": 0.1946, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.22506393861892582, | |
| "grad_norm": 4.551661968231201, | |
| "learning_rate": 7.305644302449415e-06, | |
| "loss": 0.2393, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.23529411764705882, | |
| "grad_norm": 49.21135330200195, | |
| "learning_rate": 7.64643237486688e-06, | |
| "loss": 0.1476, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.24552429667519182, | |
| "grad_norm": 12.119938850402832, | |
| "learning_rate": 7.987220447284347e-06, | |
| "loss": 0.1976, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.2557544757033248, | |
| "grad_norm": 6.922146797180176, | |
| "learning_rate": 8.32800851970181e-06, | |
| "loss": 0.1139, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.2659846547314578, | |
| "grad_norm": 1.659225583076477, | |
| "learning_rate": 8.668796592119276e-06, | |
| "loss": 0.1986, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.27621483375959077, | |
| "grad_norm": 11.489442825317383, | |
| "learning_rate": 9.009584664536743e-06, | |
| "loss": 0.2405, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.2864450127877238, | |
| "grad_norm": 6.8070149421691895, | |
| "learning_rate": 9.350372736954207e-06, | |
| "loss": 0.1519, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.2966751918158568, | |
| "grad_norm": 8.569122314453125, | |
| "learning_rate": 9.691160809371672e-06, | |
| "loss": 0.1508, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.30115089514066495, | |
| "eval_Qnli-dev_cosine_accuracy": 0.689453125, | |
| "eval_Qnli-dev_cosine_accuracy_threshold": 0.7045497894287109, | |
| "eval_Qnli-dev_cosine_ap": 0.7262372250492908, | |
| "eval_Qnli-dev_cosine_f1": 0.693103448275862, | |
| "eval_Qnli-dev_cosine_f1_threshold": 0.6277430057525635, | |
| "eval_Qnli-dev_cosine_precision": 0.5843023255813954, | |
| "eval_Qnli-dev_cosine_recall": 0.8516949152542372, | |
| "eval_Qnli-dev_dot_accuracy": 0.671875, | |
| "eval_Qnli-dev_dot_accuracy_threshold": 652.669677734375, | |
| "eval_Qnli-dev_dot_ap": 0.6928244257428712, | |
| "eval_Qnli-dev_dot_f1": 0.6923076923076922, | |
| "eval_Qnli-dev_dot_f1_threshold": 571.573486328125, | |
| "eval_Qnli-dev_dot_precision": 0.5892857142857143, | |
| "eval_Qnli-dev_dot_recall": 0.8389830508474576, | |
| "eval_Qnli-dev_euclidean_accuracy": 0.689453125, | |
| "eval_Qnli-dev_euclidean_accuracy_threshold": 23.253864288330078, | |
| "eval_Qnli-dev_euclidean_ap": 0.7293266479878985, | |
| "eval_Qnli-dev_euclidean_f1": 0.6928571428571428, | |
| "eval_Qnli-dev_euclidean_f1_threshold": 25.396923065185547, | |
| "eval_Qnli-dev_euclidean_precision": 0.5987654320987654, | |
| "eval_Qnli-dev_euclidean_recall": 0.8220338983050848, | |
| "eval_Qnli-dev_manhattan_accuracy": 0.6875, | |
| "eval_Qnli-dev_manhattan_accuracy_threshold": 704.4737548828125, | |
| "eval_Qnli-dev_manhattan_ap": 0.7283792835739776, | |
| "eval_Qnli-dev_manhattan_f1": 0.6925675675675677, | |
| "eval_Qnli-dev_manhattan_f1_threshold": 820.7425537109375, | |
| "eval_Qnli-dev_manhattan_precision": 0.5758426966292135, | |
| "eval_Qnli-dev_manhattan_recall": 0.8686440677966102, | |
| "eval_Qnli-dev_max_accuracy": 0.689453125, | |
| "eval_Qnli-dev_max_accuracy_threshold": 704.4737548828125, | |
| "eval_Qnli-dev_max_ap": 0.7293266479878985, | |
| "eval_Qnli-dev_max_f1": 0.693103448275862, | |
| "eval_Qnli-dev_max_f1_threshold": 820.7425537109375, | |
| "eval_Qnli-dev_max_precision": 0.5987654320987654, | |
| "eval_Qnli-dev_max_recall": 0.8686440677966102, | |
| "eval_allNLI-dev_cosine_accuracy": 0.716796875, | |
| "eval_allNLI-dev_cosine_accuracy_threshold": 0.805169939994812, | |
| "eval_allNLI-dev_cosine_ap": 0.5991158471614924, | |
| "eval_allNLI-dev_cosine_f1": 0.6095617529880478, | |
| "eval_allNLI-dev_cosine_f1_threshold": 0.6292704343795776, | |
| "eval_allNLI-dev_cosine_precision": 0.46504559270516715, | |
| "eval_allNLI-dev_cosine_recall": 0.884393063583815, | |
| "eval_allNLI-dev_dot_accuracy": 0.7265625, | |
| "eval_allNLI-dev_dot_accuracy_threshold": 685.67724609375, | |
| "eval_allNLI-dev_dot_ap": 0.6022852154957883, | |
| "eval_allNLI-dev_dot_f1": 0.603112840466926, | |
| "eval_allNLI-dev_dot_f1_threshold": 566.2506103515625, | |
| "eval_allNLI-dev_dot_precision": 0.45454545454545453, | |
| "eval_allNLI-dev_dot_recall": 0.8959537572254336, | |
| "eval_allNLI-dev_euclidean_accuracy": 0.71484375, | |
| "eval_allNLI-dev_euclidean_accuracy_threshold": 20.33218765258789, | |
| "eval_allNLI-dev_euclidean_ap": 0.5957908065503393, | |
| "eval_allNLI-dev_euclidean_f1": 0.6140724946695097, | |
| "eval_allNLI-dev_euclidean_f1_threshold": 25.308191299438477, | |
| "eval_allNLI-dev_euclidean_precision": 0.4864864864864865, | |
| "eval_allNLI-dev_euclidean_recall": 0.8323699421965318, | |
| "eval_allNLI-dev_manhattan_accuracy": 0.716796875, | |
| "eval_allNLI-dev_manhattan_accuracy_threshold": 638.1854248046875, | |
| "eval_allNLI-dev_manhattan_ap": 0.5968486499581244, | |
| "eval_allNLI-dev_manhattan_f1": 0.616052060737527, | |
| "eval_allNLI-dev_manhattan_f1_threshold": 783.5068359375, | |
| "eval_allNLI-dev_manhattan_precision": 0.4930555555555556, | |
| "eval_allNLI-dev_manhattan_recall": 0.8208092485549133, | |
| "eval_allNLI-dev_max_accuracy": 0.7265625, | |
| "eval_allNLI-dev_max_accuracy_threshold": 685.67724609375, | |
| "eval_allNLI-dev_max_ap": 0.6022852154957883, | |
| "eval_allNLI-dev_max_f1": 0.616052060737527, | |
| "eval_allNLI-dev_max_f1_threshold": 783.5068359375, | |
| "eval_allNLI-dev_max_precision": 0.4930555555555556, | |
| "eval_allNLI-dev_max_recall": 0.8959537572254336, | |
| "eval_sequential_score": 0.7293266479878985, | |
| "eval_sts-test_pearson_cosine": 0.9163990296196276, | |
| "eval_sts-test_pearson_dot": 0.9067925652682547, | |
| "eval_sts-test_pearson_euclidean": 0.9258813754113262, | |
| "eval_sts-test_pearson_manhattan": 0.9250575950562571, | |
| "eval_sts-test_pearson_max": 0.9258813754113262, | |
| "eval_sts-test_spearman_cosine": 0.9200439127727275, | |
| "eval_sts-test_spearman_dot": 0.9030931642366772, | |
| "eval_sts-test_spearman_euclidean": 0.920441080217576, | |
| "eval_sts-test_spearman_manhattan": 0.9196469690841858, | |
| "eval_sts-test_spearman_max": 0.920441080217576, | |
| "eval_vitaminc-pairs_loss": 2.4166860580444336, | |
| "eval_vitaminc-pairs_runtime": 4.558, | |
| "eval_vitaminc-pairs_samples_per_second": 28.082, | |
| "eval_vitaminc-pairs_steps_per_second": 0.219, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.30115089514066495, | |
| "eval_negation-triplets_loss": 0.6827869415283203, | |
| "eval_negation-triplets_runtime": 3.2935, | |
| "eval_negation-triplets_samples_per_second": 38.864, | |
| "eval_negation-triplets_steps_per_second": 0.304, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.30115089514066495, | |
| "eval_scitail-pairs-pos_loss": 0.0062057748436927795, | |
| "eval_scitail-pairs-pos_runtime": 2.638, | |
| "eval_scitail-pairs-pos_samples_per_second": 48.521, | |
| "eval_scitail-pairs-pos_steps_per_second": 0.379, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.30115089514066495, | |
| "eval_scitail-pairs-qa_loss": 0.0004358906007837504, | |
| "eval_scitail-pairs-qa_runtime": 2.0989, | |
| "eval_scitail-pairs-qa_samples_per_second": 60.985, | |
| "eval_scitail-pairs-qa_steps_per_second": 0.476, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.30115089514066495, | |
| "eval_xsum-pairs_loss": 0.03286559134721756, | |
| "eval_xsum-pairs_runtime": 3.0772, | |
| "eval_xsum-pairs_samples_per_second": 41.596, | |
| "eval_xsum-pairs_steps_per_second": 0.325, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.30115089514066495, | |
| "eval_sciq_pairs_loss": 0.04141838476061821, | |
| "eval_sciq_pairs_runtime": 4.69, | |
| "eval_sciq_pairs_samples_per_second": 27.292, | |
| "eval_sciq_pairs_steps_per_second": 0.213, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.30115089514066495, | |
| "eval_qasc_pairs_loss": 0.03906266763806343, | |
| "eval_qasc_pairs_runtime": 2.104, | |
| "eval_qasc_pairs_samples_per_second": 60.836, | |
| "eval_qasc_pairs_steps_per_second": 0.475, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.30115089514066495, | |
| "eval_openbookqa_pairs_loss": 0.38474294543266296, | |
| "eval_openbookqa_pairs_runtime": 2.2386, | |
| "eval_openbookqa_pairs_samples_per_second": 57.18, | |
| "eval_openbookqa_pairs_steps_per_second": 0.447, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.30115089514066495, | |
| "eval_msmarco_pairs_loss": 0.08647920191287994, | |
| "eval_msmarco_pairs_runtime": 2.2858, | |
| "eval_msmarco_pairs_samples_per_second": 55.999, | |
| "eval_msmarco_pairs_steps_per_second": 0.437, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.30115089514066495, | |
| "eval_nq_pairs_loss": 0.10326902568340302, | |
| "eval_nq_pairs_runtime": 3.1905, | |
| "eval_nq_pairs_samples_per_second": 40.12, | |
| "eval_nq_pairs_steps_per_second": 0.313, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.30115089514066495, | |
| "eval_trivia_pairs_loss": 0.09608602523803711, | |
| "eval_trivia_pairs_runtime": 3.256, | |
| "eval_trivia_pairs_samples_per_second": 39.312, | |
| "eval_trivia_pairs_steps_per_second": 0.307, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.30115089514066495, | |
| "eval_gooaq_pairs_loss": 0.12804344296455383, | |
| "eval_gooaq_pairs_runtime": 2.1753, | |
| "eval_gooaq_pairs_samples_per_second": 58.841, | |
| "eval_gooaq_pairs_steps_per_second": 0.46, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.30115089514066495, | |
| "eval_paws-pos_loss": 0.025196708738803864, | |
| "eval_paws-pos_runtime": 2.3068, | |
| "eval_paws-pos_samples_per_second": 55.488, | |
| "eval_paws-pos_steps_per_second": 0.434, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.30115089514066495, | |
| "eval_global_dataset_loss": 0.17351965606212616, | |
| "eval_global_dataset_runtime": 8.6124, | |
| "eval_global_dataset_samples_per_second": 37.736, | |
| "eval_global_dataset_steps_per_second": 0.348, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.3069053708439898, | |
| "grad_norm": 0.09573666751384735, | |
| "learning_rate": 1.0031948881789138e-05, | |
| "loss": 0.1457, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.3171355498721228, | |
| "grad_norm": 2.005824565887451, | |
| "learning_rate": 1.0372736954206603e-05, | |
| "loss": 0.1086, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.3273657289002558, | |
| "grad_norm": 10.186065673828125, | |
| "learning_rate": 1.071352502662407e-05, | |
| "loss": 0.1412, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.3375959079283887, | |
| "grad_norm": 29.2017822265625, | |
| "learning_rate": 1.1054313099041534e-05, | |
| "loss": 0.1538, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.34782608695652173, | |
| "grad_norm": 7.944432735443115, | |
| "learning_rate": 1.1395101171459e-05, | |
| "loss": 0.1013, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.35805626598465473, | |
| "grad_norm": 5.722199440002441, | |
| "learning_rate": 1.1735889243876466e-05, | |
| "loss": 0.1007, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.36828644501278773, | |
| "grad_norm": 10.10983943939209, | |
| "learning_rate": 1.207667731629393e-05, | |
| "loss": 0.0853, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.37851662404092073, | |
| "grad_norm": 0.017955342307686806, | |
| "learning_rate": 1.2417465388711395e-05, | |
| "loss": 0.0696, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.3887468030690537, | |
| "grad_norm": 87.81786346435547, | |
| "learning_rate": 1.2758253461128862e-05, | |
| "loss": 0.1468, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 0.3989769820971867, | |
| "grad_norm": 4.879648208618164, | |
| "learning_rate": 1.3099041533546326e-05, | |
| "loss": 0.1314, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 0.40153452685422, | |
| "eval_Qnli-dev_cosine_accuracy": 0.69140625, | |
| "eval_Qnli-dev_cosine_accuracy_threshold": 0.723533034324646, | |
| "eval_Qnli-dev_cosine_ap": 0.7379282328356602, | |
| "eval_Qnli-dev_cosine_f1": 0.68824531516184, | |
| "eval_Qnli-dev_cosine_f1_threshold": 0.6101292967796326, | |
| "eval_Qnli-dev_cosine_precision": 0.5754985754985755, | |
| "eval_Qnli-dev_cosine_recall": 0.8559322033898306, | |
| "eval_Qnli-dev_dot_accuracy": 0.67578125, | |
| "eval_Qnli-dev_dot_accuracy_threshold": 669.32177734375, | |
| "eval_Qnli-dev_dot_ap": 0.7085572115324772, | |
| "eval_Qnli-dev_dot_f1": 0.6891651865008882, | |
| "eval_Qnli-dev_dot_f1_threshold": 557.8812255859375, | |
| "eval_Qnli-dev_dot_precision": 0.5932721712538226, | |
| "eval_Qnli-dev_dot_recall": 0.8220338983050848, | |
| "eval_Qnli-dev_euclidean_accuracy": 0.69921875, | |
| "eval_Qnli-dev_euclidean_accuracy_threshold": 24.064918518066406, | |
| "eval_Qnli-dev_euclidean_ap": 0.7427699086648181, | |
| "eval_Qnli-dev_euclidean_f1": 0.6867469879518073, | |
| "eval_Qnli-dev_euclidean_f1_threshold": 24.312030792236328, | |
| "eval_Qnli-dev_euclidean_precision": 0.6526717557251909, | |
| "eval_Qnli-dev_euclidean_recall": 0.7245762711864406, | |
| "eval_Qnli-dev_manhattan_accuracy": 0.697265625, | |
| "eval_Qnli-dev_manhattan_accuracy_threshold": 756.5322875976562, | |
| "eval_Qnli-dev_manhattan_ap": 0.7423808621909044, | |
| "eval_Qnli-dev_manhattan_f1": 0.6892655367231638, | |
| "eval_Qnli-dev_manhattan_f1_threshold": 785.015380859375, | |
| "eval_Qnli-dev_manhattan_precision": 0.6203389830508474, | |
| "eval_Qnli-dev_manhattan_recall": 0.7754237288135594, | |
| "eval_Qnli-dev_max_accuracy": 0.69921875, | |
| "eval_Qnli-dev_max_accuracy_threshold": 756.5322875976562, | |
| "eval_Qnli-dev_max_ap": 0.7427699086648181, | |
| "eval_Qnli-dev_max_f1": 0.6892655367231638, | |
| "eval_Qnli-dev_max_f1_threshold": 785.015380859375, | |
| "eval_Qnli-dev_max_precision": 0.6526717557251909, | |
| "eval_Qnli-dev_max_recall": 0.8559322033898306, | |
| "eval_allNLI-dev_cosine_accuracy": 0.716796875, | |
| "eval_allNLI-dev_cosine_accuracy_threshold": 0.822735607624054, | |
| "eval_allNLI-dev_cosine_ap": 0.6013654435047096, | |
| "eval_allNLI-dev_cosine_f1": 0.6241758241758242, | |
| "eval_allNLI-dev_cosine_f1_threshold": 0.6583813428878784, | |
| "eval_allNLI-dev_cosine_precision": 0.5035460992907801, | |
| "eval_allNLI-dev_cosine_recall": 0.8208092485549133, | |
| "eval_allNLI-dev_dot_accuracy": 0.71484375, | |
| "eval_allNLI-dev_dot_accuracy_threshold": 780.966796875, | |
| "eval_allNLI-dev_dot_ap": 0.6035715304630727, | |
| "eval_allNLI-dev_dot_f1": 0.6181015452538632, | |
| "eval_allNLI-dev_dot_f1_threshold": 605.0504150390625, | |
| "eval_allNLI-dev_dot_precision": 0.5, | |
| "eval_allNLI-dev_dot_recall": 0.8092485549132948, | |
| "eval_allNLI-dev_euclidean_accuracy": 0.71875, | |
| "eval_allNLI-dev_euclidean_accuracy_threshold": 19.111133575439453, | |
| "eval_allNLI-dev_euclidean_ap": 0.5987461911075059, | |
| "eval_allNLI-dev_euclidean_f1": 0.6140724946695097, | |
| "eval_allNLI-dev_euclidean_f1_threshold": 25.491098403930664, | |
| "eval_allNLI-dev_euclidean_precision": 0.4864864864864865, | |
| "eval_allNLI-dev_euclidean_recall": 0.8323699421965318, | |
| "eval_allNLI-dev_manhattan_accuracy": 0.71875, | |
| "eval_allNLI-dev_manhattan_accuracy_threshold": 601.7767333984375, | |
| "eval_allNLI-dev_manhattan_ap": 0.5998202267289205, | |
| "eval_allNLI-dev_manhattan_f1": 0.6160919540229884, | |
| "eval_allNLI-dev_manhattan_f1_threshold": 765.3077392578125, | |
| "eval_allNLI-dev_manhattan_precision": 0.5114503816793893, | |
| "eval_allNLI-dev_manhattan_recall": 0.7745664739884393, | |
| "eval_allNLI-dev_max_accuracy": 0.71875, | |
| "eval_allNLI-dev_max_accuracy_threshold": 780.966796875, | |
| "eval_allNLI-dev_max_ap": 0.6035715304630727, | |
| "eval_allNLI-dev_max_f1": 0.6241758241758242, | |
| "eval_allNLI-dev_max_f1_threshold": 765.3077392578125, | |
| "eval_allNLI-dev_max_precision": 0.5114503816793893, | |
| "eval_allNLI-dev_max_recall": 0.8323699421965318, | |
| "eval_sequential_score": 0.7427699086648181, | |
| "eval_sts-test_pearson_cosine": 0.9073197584934252, | |
| "eval_sts-test_pearson_dot": 0.8968254992482173, | |
| "eval_sts-test_pearson_euclidean": 0.9181231094029128, | |
| "eval_sts-test_pearson_manhattan": 0.9171411172664841, | |
| "eval_sts-test_pearson_max": 0.9181231094029128, | |
| "eval_sts-test_spearman_cosine": 0.9153029193896612, | |
| "eval_sts-test_spearman_dot": 0.897675084268759, | |
| "eval_sts-test_spearman_euclidean": 0.9150786708188288, | |
| "eval_sts-test_spearman_manhattan": 0.9142644663690737, | |
| "eval_sts-test_spearman_max": 0.9153029193896612, | |
| "eval_vitaminc-pairs_loss": 3.235485076904297, | |
| "eval_vitaminc-pairs_runtime": 4.4491, | |
| "eval_vitaminc-pairs_samples_per_second": 28.77, | |
| "eval_vitaminc-pairs_steps_per_second": 0.225, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.40153452685422, | |
| "eval_negation-triplets_loss": 0.6763876080513, | |
| "eval_negation-triplets_runtime": 3.2743, | |
| "eval_negation-triplets_samples_per_second": 39.092, | |
| "eval_negation-triplets_steps_per_second": 0.305, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.40153452685422, | |
| "eval_scitail-pairs-pos_loss": 0.009911377914249897, | |
| "eval_scitail-pairs-pos_runtime": 2.585, | |
| "eval_scitail-pairs-pos_samples_per_second": 49.516, | |
| "eval_scitail-pairs-pos_steps_per_second": 0.387, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.40153452685422, | |
| "eval_scitail-pairs-qa_loss": 0.0001384670613333583, | |
| "eval_scitail-pairs-qa_runtime": 2.0603, | |
| "eval_scitail-pairs-qa_samples_per_second": 62.128, | |
| "eval_scitail-pairs-qa_steps_per_second": 0.485, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.40153452685422, | |
| "eval_xsum-pairs_loss": 0.017213236540555954, | |
| "eval_xsum-pairs_runtime": 3.042, | |
| "eval_xsum-pairs_samples_per_second": 42.078, | |
| "eval_xsum-pairs_steps_per_second": 0.329, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.40153452685422, | |
| "eval_sciq_pairs_loss": 0.029452303424477577, | |
| "eval_sciq_pairs_runtime": 4.5793, | |
| "eval_sciq_pairs_samples_per_second": 27.952, | |
| "eval_sciq_pairs_steps_per_second": 0.218, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.40153452685422, | |
| "eval_qasc_pairs_loss": 0.0720791220664978, | |
| "eval_qasc_pairs_runtime": 2.0524, | |
| "eval_qasc_pairs_samples_per_second": 62.366, | |
| "eval_qasc_pairs_steps_per_second": 0.487, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.40153452685422, | |
| "eval_openbookqa_pairs_loss": 0.3721720278263092, | |
| "eval_openbookqa_pairs_runtime": 2.1848, | |
| "eval_openbookqa_pairs_samples_per_second": 58.586, | |
| "eval_openbookqa_pairs_steps_per_second": 0.458, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.40153452685422, | |
| "eval_msmarco_pairs_loss": 0.09755530953407288, | |
| "eval_msmarco_pairs_runtime": 2.2104, | |
| "eval_msmarco_pairs_samples_per_second": 57.907, | |
| "eval_msmarco_pairs_steps_per_second": 0.452, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.40153452685422, | |
| "eval_nq_pairs_loss": 0.08931688219308853, | |
| "eval_nq_pairs_runtime": 3.1702, | |
| "eval_nq_pairs_samples_per_second": 40.376, | |
| "eval_nq_pairs_steps_per_second": 0.315, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.40153452685422, | |
| "eval_trivia_pairs_loss": 0.0646594688296318, | |
| "eval_trivia_pairs_runtime": 3.2357, | |
| "eval_trivia_pairs_samples_per_second": 39.558, | |
| "eval_trivia_pairs_steps_per_second": 0.309, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.40153452685422, | |
| "eval_gooaq_pairs_loss": 0.1432056725025177, | |
| "eval_gooaq_pairs_runtime": 2.1108, | |
| "eval_gooaq_pairs_samples_per_second": 60.641, | |
| "eval_gooaq_pairs_steps_per_second": 0.474, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.40153452685422, | |
| "eval_paws-pos_loss": 0.02637900970876217, | |
| "eval_paws-pos_runtime": 2.1958, | |
| "eval_paws-pos_samples_per_second": 58.294, | |
| "eval_paws-pos_steps_per_second": 0.455, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.40153452685422, | |
| "eval_global_dataset_loss": 0.2361193746328354, | |
| "eval_global_dataset_runtime": 8.5048, | |
| "eval_global_dataset_samples_per_second": 38.214, | |
| "eval_global_dataset_steps_per_second": 0.353, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.4092071611253197, | |
| "grad_norm": 10.842616081237793, | |
| "learning_rate": 1.3439829605963792e-05, | |
| "loss": 0.149, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.4194373401534527, | |
| "grad_norm": 10.382250785827637, | |
| "learning_rate": 1.3780617678381259e-05, | |
| "loss": 0.1402, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 0.4296675191815857, | |
| "grad_norm": 11.57950496673584, | |
| "learning_rate": 1.4121405750798722e-05, | |
| "loss": 0.1056, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 0.4398976982097187, | |
| "grad_norm": 5.777312278747559, | |
| "learning_rate": 1.4462193823216188e-05, | |
| "loss": 0.0932, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 0.45012787723785164, | |
| "grad_norm": 0.2746630311012268, | |
| "learning_rate": 1.4802981895633655e-05, | |
| "loss": 0.0534, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 0.46035805626598464, | |
| "grad_norm": 0.021142609417438507, | |
| "learning_rate": 1.5143769968051119e-05, | |
| "loss": 0.2175, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.47058823529411764, | |
| "grad_norm": 0.00019583643006626517, | |
| "learning_rate": 1.5484558040468584e-05, | |
| "loss": 0.1107, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 0.48081841432225064, | |
| "grad_norm": 18.342988967895508, | |
| "learning_rate": 1.582534611288605e-05, | |
| "loss": 0.2301, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 0.49104859335038364, | |
| "grad_norm": 4.310429096221924, | |
| "learning_rate": 1.6166134185303515e-05, | |
| "loss": 0.2317, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 0.5012787723785166, | |
| "grad_norm": 4.9908766746521, | |
| "learning_rate": 1.6506922257720982e-05, | |
| "loss": 0.1084, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 0.5019181585677749, | |
| "eval_Qnli-dev_cosine_accuracy": 0.69921875, | |
| "eval_Qnli-dev_cosine_accuracy_threshold": 0.692398190498352, | |
| "eval_Qnli-dev_cosine_ap": 0.7373451033369327, | |
| "eval_Qnli-dev_cosine_f1": 0.7100175746924429, | |
| "eval_Qnli-dev_cosine_f1_threshold": 0.6075993776321411, | |
| "eval_Qnli-dev_cosine_precision": 0.6066066066066066, | |
| "eval_Qnli-dev_cosine_recall": 0.8559322033898306, | |
| "eval_Qnli-dev_dot_accuracy": 0.68359375, | |
| "eval_Qnli-dev_dot_accuracy_threshold": 593.7620849609375, | |
| "eval_Qnli-dev_dot_ap": 0.7049377659461418, | |
| "eval_Qnli-dev_dot_f1": 0.7008849557522123, | |
| "eval_Qnli-dev_dot_f1_threshold": 556.5305786132812, | |
| "eval_Qnli-dev_dot_precision": 0.601823708206687, | |
| "eval_Qnli-dev_dot_recall": 0.8389830508474576, | |
| "eval_Qnli-dev_euclidean_accuracy": 0.705078125, | |
| "eval_Qnli-dev_euclidean_accuracy_threshold": 24.380191802978516, | |
| "eval_Qnli-dev_euclidean_ap": 0.7421878778893789, | |
| "eval_Qnli-dev_euclidean_f1": 0.7024952015355086, | |
| "eval_Qnli-dev_euclidean_f1_threshold": 25.691165924072266, | |
| "eval_Qnli-dev_euclidean_precision": 0.6421052631578947, | |
| "eval_Qnli-dev_euclidean_recall": 0.7754237288135594, | |
| "eval_Qnli-dev_manhattan_accuracy": 0.705078125, | |
| "eval_Qnli-dev_manhattan_accuracy_threshold": 755.8370361328125, | |
| "eval_Qnli-dev_manhattan_ap": 0.7420425528192431, | |
| "eval_Qnli-dev_manhattan_f1": 0.7012987012987013, | |
| "eval_Qnli-dev_manhattan_f1_threshold": 872.5838623046875, | |
| "eval_Qnli-dev_manhattan_precision": 0.5684210526315789, | |
| "eval_Qnli-dev_manhattan_recall": 0.9152542372881356, | |
| "eval_Qnli-dev_max_accuracy": 0.705078125, | |
| "eval_Qnli-dev_max_accuracy_threshold": 755.8370361328125, | |
| "eval_Qnli-dev_max_ap": 0.7421878778893789, | |
| "eval_Qnli-dev_max_f1": 0.7100175746924429, | |
| "eval_Qnli-dev_max_f1_threshold": 872.5838623046875, | |
| "eval_Qnli-dev_max_precision": 0.6421052631578947, | |
| "eval_Qnli-dev_max_recall": 0.9152542372881356, | |
| "eval_allNLI-dev_cosine_accuracy": 0.72265625, | |
| "eval_allNLI-dev_cosine_accuracy_threshold": 0.8044645190238953, | |
| "eval_allNLI-dev_cosine_ap": 0.6029077511537212, | |
| "eval_allNLI-dev_cosine_f1": 0.6193548387096773, | |
| "eval_allNLI-dev_cosine_f1_threshold": 0.6631404161453247, | |
| "eval_allNLI-dev_cosine_precision": 0.4931506849315068, | |
| "eval_allNLI-dev_cosine_recall": 0.8323699421965318, | |
| "eval_allNLI-dev_dot_accuracy": 0.716796875, | |
| "eval_allNLI-dev_dot_accuracy_threshold": 788.6072998046875, | |
| "eval_allNLI-dev_dot_ap": 0.5937600770830995, | |
| "eval_allNLI-dev_dot_f1": 0.6299559471365639, | |
| "eval_allNLI-dev_dot_f1_threshold": 632.650634765625, | |
| "eval_allNLI-dev_dot_precision": 0.5088967971530249, | |
| "eval_allNLI-dev_dot_recall": 0.8265895953757225, | |
| "eval_allNLI-dev_euclidean_accuracy": 0.71875, | |
| "eval_allNLI-dev_euclidean_accuracy_threshold": 19.220054626464844, | |
| "eval_allNLI-dev_euclidean_ap": 0.6000308340748244, | |
| "eval_allNLI-dev_euclidean_f1": 0.6140350877192983, | |
| "eval_allNLI-dev_euclidean_f1_threshold": 24.999332427978516, | |
| "eval_allNLI-dev_euclidean_precision": 0.49469964664310956, | |
| "eval_allNLI-dev_euclidean_recall": 0.8092485549132948, | |
| "eval_allNLI-dev_manhattan_accuracy": 0.724609375, | |
| "eval_allNLI-dev_manhattan_accuracy_threshold": 601.0503540039062, | |
| "eval_allNLI-dev_manhattan_ap": 0.5994463454270988, | |
| "eval_allNLI-dev_manhattan_f1": 0.6137339055793991, | |
| "eval_allNLI-dev_manhattan_f1_threshold": 785.221435546875, | |
| "eval_allNLI-dev_manhattan_precision": 0.4880546075085324, | |
| "eval_allNLI-dev_manhattan_recall": 0.8265895953757225, | |
| "eval_allNLI-dev_max_accuracy": 0.724609375, | |
| "eval_allNLI-dev_max_accuracy_threshold": 788.6072998046875, | |
| "eval_allNLI-dev_max_ap": 0.6029077511537212, | |
| "eval_allNLI-dev_max_f1": 0.6299559471365639, | |
| "eval_allNLI-dev_max_f1_threshold": 785.221435546875, | |
| "eval_allNLI-dev_max_precision": 0.5088967971530249, | |
| "eval_allNLI-dev_max_recall": 0.8323699421965318, | |
| "eval_sequential_score": 0.7421878778893789, | |
| "eval_sts-test_pearson_cosine": 0.9043291123731831, | |
| "eval_sts-test_pearson_dot": 0.8879215841003365, | |
| "eval_sts-test_pearson_euclidean": 0.9229060512014216, | |
| "eval_sts-test_pearson_manhattan": 0.9223094827934384, | |
| "eval_sts-test_pearson_max": 0.9229060512014216, | |
| "eval_sts-test_spearman_cosine": 0.9171074245027466, | |
| "eval_sts-test_spearman_dot": 0.8910804041363384, | |
| "eval_sts-test_spearman_euclidean": 0.9186099481039627, | |
| "eval_sts-test_spearman_manhattan": 0.9180492147987285, | |
| "eval_sts-test_spearman_max": 0.9186099481039627, | |
| "eval_vitaminc-pairs_loss": 3.900864362716675, | |
| "eval_vitaminc-pairs_runtime": 4.4894, | |
| "eval_vitaminc-pairs_samples_per_second": 28.512, | |
| "eval_vitaminc-pairs_steps_per_second": 0.223, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.5019181585677749, | |
| "eval_negation-triplets_loss": 0.633728563785553, | |
| "eval_negation-triplets_runtime": 3.4005, | |
| "eval_negation-triplets_samples_per_second": 37.641, | |
| "eval_negation-triplets_steps_per_second": 0.294, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.5019181585677749, | |
| "eval_scitail-pairs-pos_loss": 0.012064059264957905, | |
| "eval_scitail-pairs-pos_runtime": 2.6615, | |
| "eval_scitail-pairs-pos_samples_per_second": 48.092, | |
| "eval_scitail-pairs-pos_steps_per_second": 0.376, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.5019181585677749, | |
| "eval_scitail-pairs-qa_loss": 7.389660459011793e-05, | |
| "eval_scitail-pairs-qa_runtime": 2.0934, | |
| "eval_scitail-pairs-qa_samples_per_second": 61.146, | |
| "eval_scitail-pairs-qa_steps_per_second": 0.478, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.5019181585677749, | |
| "eval_xsum-pairs_loss": 0.009806518442928791, | |
| "eval_xsum-pairs_runtime": 3.0655, | |
| "eval_xsum-pairs_samples_per_second": 41.755, | |
| "eval_xsum-pairs_steps_per_second": 0.326, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.5019181585677749, | |
| "eval_sciq_pairs_loss": 0.03242116793990135, | |
| "eval_sciq_pairs_runtime": 4.6405, | |
| "eval_sciq_pairs_samples_per_second": 27.583, | |
| "eval_sciq_pairs_steps_per_second": 0.215, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.5019181585677749, | |
| "eval_qasc_pairs_loss": 0.07289526611566544, | |
| "eval_qasc_pairs_runtime": 2.0997, | |
| "eval_qasc_pairs_samples_per_second": 60.962, | |
| "eval_qasc_pairs_steps_per_second": 0.476, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.5019181585677749, | |
| "eval_openbookqa_pairs_loss": 0.41281530261039734, | |
| "eval_openbookqa_pairs_runtime": 2.2362, | |
| "eval_openbookqa_pairs_samples_per_second": 57.24, | |
| "eval_openbookqa_pairs_steps_per_second": 0.447, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.5019181585677749, | |
| "eval_msmarco_pairs_loss": 0.11559046804904938, | |
| "eval_msmarco_pairs_runtime": 2.2303, | |
| "eval_msmarco_pairs_samples_per_second": 57.393, | |
| "eval_msmarco_pairs_steps_per_second": 0.448, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.5019181585677749, | |
| "eval_nq_pairs_loss": 0.10707583278417587, | |
| "eval_nq_pairs_runtime": 3.2248, | |
| "eval_nq_pairs_samples_per_second": 39.693, | |
| "eval_nq_pairs_steps_per_second": 0.31, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.5019181585677749, | |
| "eval_trivia_pairs_loss": 0.09321507811546326, | |
| "eval_trivia_pairs_runtime": 3.2802, | |
| "eval_trivia_pairs_samples_per_second": 39.022, | |
| "eval_trivia_pairs_steps_per_second": 0.305, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.5019181585677749, | |
| "eval_gooaq_pairs_loss": 0.1236836165189743, | |
| "eval_gooaq_pairs_runtime": 2.166, | |
| "eval_gooaq_pairs_samples_per_second": 59.094, | |
| "eval_gooaq_pairs_steps_per_second": 0.462, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.5019181585677749, | |
| "eval_paws-pos_loss": 0.025379396975040436, | |
| "eval_paws-pos_runtime": 2.2622, | |
| "eval_paws-pos_samples_per_second": 56.581, | |
| "eval_paws-pos_steps_per_second": 0.442, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.5019181585677749, | |
| "eval_global_dataset_loss": 0.2525935471057892, | |
| "eval_global_dataset_runtime": 8.5173, | |
| "eval_global_dataset_samples_per_second": 38.158, | |
| "eval_global_dataset_steps_per_second": 0.352, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.5115089514066496, | |
| "grad_norm": 2.781236171722412, | |
| "learning_rate": 1.6847710330138445e-05, | |
| "loss": 0.0799, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.5217391304347826, | |
| "grad_norm": 4.296014785766602, | |
| "learning_rate": 1.7188498402555913e-05, | |
| "loss": 0.1466, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 0.5319693094629157, | |
| "grad_norm": 0.6779389977455139, | |
| "learning_rate": 1.7529286474973376e-05, | |
| "loss": 0.1208, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 0.5421994884910486, | |
| "grad_norm": 5.031887054443359, | |
| "learning_rate": 1.7870074547390843e-05, | |
| "loss": 0.1021, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 0.5524296675191815, | |
| "grad_norm": 3.492619276046753, | |
| "learning_rate": 1.8210862619808307e-05, | |
| "loss": 0.1391, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 0.5626598465473146, | |
| "grad_norm": 3.4289321899414062, | |
| "learning_rate": 1.8551650692225774e-05, | |
| "loss": 0.185, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.5728900255754475, | |
| "grad_norm": 0.48259153962135315, | |
| "learning_rate": 1.8892438764643238e-05, | |
| "loss": 0.1108, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 0.5831202046035806, | |
| "grad_norm": 1.390660047531128, | |
| "learning_rate": 1.9233226837060705e-05, | |
| "loss": 0.0926, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 0.5933503836317136, | |
| "grad_norm": 11.370463371276855, | |
| "learning_rate": 1.957401490947817e-05, | |
| "loss": 0.157, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 0.6023017902813299, | |
| "eval_Qnli-dev_cosine_accuracy": 0.6796875, | |
| "eval_Qnli-dev_cosine_accuracy_threshold": 0.7110848426818848, | |
| "eval_Qnli-dev_cosine_ap": 0.7098259706381642, | |
| "eval_Qnli-dev_cosine_f1": 0.6848, | |
| "eval_Qnli-dev_cosine_f1_threshold": 0.5396614074707031, | |
| "eval_Qnli-dev_cosine_precision": 0.5501285347043702, | |
| "eval_Qnli-dev_cosine_recall": 0.9067796610169492, | |
| "eval_Qnli-dev_dot_accuracy": 0.66015625, | |
| "eval_Qnli-dev_dot_accuracy_threshold": 612.0003662109375, | |
| "eval_Qnli-dev_dot_ap": 0.6677871203032961, | |
| "eval_Qnli-dev_dot_f1": 0.6847133757961782, | |
| "eval_Qnli-dev_dot_f1_threshold": 489.4056091308594, | |
| "eval_Qnli-dev_dot_precision": 0.548469387755102, | |
| "eval_Qnli-dev_dot_recall": 0.9110169491525424, | |
| "eval_Qnli-dev_euclidean_accuracy": 0.689453125, | |
| "eval_Qnli-dev_euclidean_accuracy_threshold": 22.8848876953125, | |
| "eval_Qnli-dev_euclidean_ap": 0.7192898440461163, | |
| "eval_Qnli-dev_euclidean_f1": 0.6879194630872484, | |
| "eval_Qnli-dev_euclidean_f1_threshold": 28.238075256347656, | |
| "eval_Qnli-dev_euclidean_precision": 0.5694444444444444, | |
| "eval_Qnli-dev_euclidean_recall": 0.8686440677966102, | |
| "eval_Qnli-dev_manhattan_accuracy": 0.681640625, | |
| "eval_Qnli-dev_manhattan_accuracy_threshold": 722.6270751953125, | |
| "eval_Qnli-dev_manhattan_ap": 0.7187658029633445, | |
| "eval_Qnli-dev_manhattan_f1": 0.6911519198664441, | |
| "eval_Qnli-dev_manhattan_f1_threshold": 881.6773681640625, | |
| "eval_Qnli-dev_manhattan_precision": 0.5702479338842975, | |
| "eval_Qnli-dev_manhattan_recall": 0.8771186440677966, | |
| "eval_Qnli-dev_max_accuracy": 0.689453125, | |
| "eval_Qnli-dev_max_accuracy_threshold": 722.6270751953125, | |
| "eval_Qnli-dev_max_ap": 0.7192898440461163, | |
| "eval_Qnli-dev_max_f1": 0.6911519198664441, | |
| "eval_Qnli-dev_max_f1_threshold": 881.6773681640625, | |
| "eval_Qnli-dev_max_precision": 0.5702479338842975, | |
| "eval_Qnli-dev_max_recall": 0.9110169491525424, | |
| "eval_allNLI-dev_cosine_accuracy": 0.720703125, | |
| "eval_allNLI-dev_cosine_accuracy_threshold": 0.8192055225372314, | |
| "eval_allNLI-dev_cosine_ap": 0.6064453769503819, | |
| "eval_allNLI-dev_cosine_f1": 0.6255924170616114, | |
| "eval_allNLI-dev_cosine_f1_threshold": 0.6535474061965942, | |
| "eval_allNLI-dev_cosine_precision": 0.5301204819277109, | |
| "eval_allNLI-dev_cosine_recall": 0.7630057803468208, | |
| "eval_allNLI-dev_dot_accuracy": 0.71875, | |
| "eval_allNLI-dev_dot_accuracy_threshold": 818.2044067382812, | |
| "eval_allNLI-dev_dot_ap": 0.6065404649281851, | |
| "eval_allNLI-dev_dot_f1": 0.6232558139534884, | |
| "eval_allNLI-dev_dot_f1_threshold": 617.462158203125, | |
| "eval_allNLI-dev_dot_precision": 0.5214007782101168, | |
| "eval_allNLI-dev_dot_recall": 0.7745664739884393, | |
| "eval_allNLI-dev_euclidean_accuracy": 0.71484375, | |
| "eval_allNLI-dev_euclidean_accuracy_threshold": 18.268875122070312, | |
| "eval_allNLI-dev_euclidean_ap": 0.6020313861913525, | |
| "eval_allNLI-dev_euclidean_f1": 0.6205128205128205, | |
| "eval_allNLI-dev_euclidean_f1_threshold": 24.51853370666504, | |
| "eval_allNLI-dev_euclidean_precision": 0.5576036866359447, | |
| "eval_allNLI-dev_euclidean_recall": 0.6994219653179191, | |
| "eval_allNLI-dev_manhattan_accuracy": 0.720703125, | |
| "eval_allNLI-dev_manhattan_accuracy_threshold": 748.0535888671875, | |
| "eval_allNLI-dev_manhattan_ap": 0.6018544507527778, | |
| "eval_allNLI-dev_manhattan_f1": 0.62, | |
| "eval_allNLI-dev_manhattan_f1_threshold": 774.2725219726562, | |
| "eval_allNLI-dev_manhattan_precision": 0.5462555066079295, | |
| "eval_allNLI-dev_manhattan_recall": 0.7167630057803468, | |
| "eval_allNLI-dev_max_accuracy": 0.720703125, | |
| "eval_allNLI-dev_max_accuracy_threshold": 818.2044067382812, | |
| "eval_allNLI-dev_max_ap": 0.6065404649281851, | |
| "eval_allNLI-dev_max_f1": 0.6255924170616114, | |
| "eval_allNLI-dev_max_f1_threshold": 774.2725219726562, | |
| "eval_allNLI-dev_max_precision": 0.5576036866359447, | |
| "eval_allNLI-dev_max_recall": 0.7745664739884393, | |
| "eval_sequential_score": 0.7192898440461163, | |
| "eval_sts-test_pearson_cosine": 0.917151106536728, | |
| "eval_sts-test_pearson_dot": 0.9064091595160165, | |
| "eval_sts-test_pearson_euclidean": 0.9276686994987783, | |
| "eval_sts-test_pearson_manhattan": 0.9272998345544423, | |
| "eval_sts-test_pearson_max": 0.9276686994987783, | |
| "eval_sts-test_spearman_cosine": 0.9217884511955483, | |
| "eval_sts-test_spearman_dot": 0.9049310090394994, | |
| "eval_sts-test_spearman_euclidean": 0.9226553278799612, | |
| "eval_sts-test_spearman_manhattan": 0.9221132558507271, | |
| "eval_sts-test_spearman_max": 0.9226553278799612, | |
| "eval_vitaminc-pairs_loss": 2.814775228500366, | |
| "eval_vitaminc-pairs_runtime": 4.4847, | |
| "eval_vitaminc-pairs_samples_per_second": 28.542, | |
| "eval_vitaminc-pairs_steps_per_second": 0.223, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 0.6023017902813299, | |
| "eval_negation-triplets_loss": 0.5488928556442261, | |
| "eval_negation-triplets_runtime": 3.2998, | |
| "eval_negation-triplets_samples_per_second": 38.79, | |
| "eval_negation-triplets_steps_per_second": 0.303, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 0.6023017902813299, | |
| "eval_scitail-pairs-pos_loss": 0.0049793594516813755, | |
| "eval_scitail-pairs-pos_runtime": 2.6898, | |
| "eval_scitail-pairs-pos_samples_per_second": 47.588, | |
| "eval_scitail-pairs-pos_steps_per_second": 0.372, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 0.6023017902813299, | |
| "eval_scitail-pairs-qa_loss": 0.0024724495597183704, | |
| "eval_scitail-pairs-qa_runtime": 2.0719, | |
| "eval_scitail-pairs-qa_samples_per_second": 61.778, | |
| "eval_scitail-pairs-qa_steps_per_second": 0.483, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 0.6023017902813299, | |
| "eval_xsum-pairs_loss": 0.01770014315843582, | |
| "eval_xsum-pairs_runtime": 3.0541, | |
| "eval_xsum-pairs_samples_per_second": 41.911, | |
| "eval_xsum-pairs_steps_per_second": 0.327, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 0.6023017902813299, | |
| "eval_sciq_pairs_loss": 0.030735233798623085, | |
| "eval_sciq_pairs_runtime": 4.5905, | |
| "eval_sciq_pairs_samples_per_second": 27.883, | |
| "eval_sciq_pairs_steps_per_second": 0.218, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 0.6023017902813299, | |
| "eval_qasc_pairs_loss": 0.04597622901201248, | |
| "eval_qasc_pairs_runtime": 2.1506, | |
| "eval_qasc_pairs_samples_per_second": 59.518, | |
| "eval_qasc_pairs_steps_per_second": 0.465, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 0.6023017902813299, | |
| "eval_openbookqa_pairs_loss": 0.3580770492553711, | |
| "eval_openbookqa_pairs_runtime": 2.2167, | |
| "eval_openbookqa_pairs_samples_per_second": 57.743, | |
| "eval_openbookqa_pairs_steps_per_second": 0.451, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 0.6023017902813299, | |
| "eval_msmarco_pairs_loss": 0.08442261815071106, | |
| "eval_msmarco_pairs_runtime": 2.2308, | |
| "eval_msmarco_pairs_samples_per_second": 57.377, | |
| "eval_msmarco_pairs_steps_per_second": 0.448, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 0.6023017902813299, | |
| "eval_nq_pairs_loss": 0.12354034185409546, | |
| "eval_nq_pairs_runtime": 3.1805, | |
| "eval_nq_pairs_samples_per_second": 40.245, | |
| "eval_nq_pairs_steps_per_second": 0.314, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 0.6023017902813299, | |
| "eval_trivia_pairs_loss": 0.08584598451852798, | |
| "eval_trivia_pairs_runtime": 3.2829, | |
| "eval_trivia_pairs_samples_per_second": 38.989, | |
| "eval_trivia_pairs_steps_per_second": 0.305, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 0.6023017902813299, | |
| "eval_gooaq_pairs_loss": 0.1563483476638794, | |
| "eval_gooaq_pairs_runtime": 2.1458, | |
| "eval_gooaq_pairs_samples_per_second": 59.651, | |
| "eval_gooaq_pairs_steps_per_second": 0.466, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 0.6023017902813299, | |
| "eval_paws-pos_loss": 0.026773599907755852, | |
| "eval_paws-pos_runtime": 2.2412, | |
| "eval_paws-pos_samples_per_second": 57.112, | |
| "eval_paws-pos_steps_per_second": 0.446, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 0.6023017902813299, | |
| "eval_global_dataset_loss": 0.15439902245998383, | |
| "eval_global_dataset_runtime": 8.5471, | |
| "eval_global_dataset_samples_per_second": 38.025, | |
| "eval_global_dataset_steps_per_second": 0.351, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 0.6035805626598465, | |
| "grad_norm": 5.923606872558594, | |
| "learning_rate": 1.9914802981895636e-05, | |
| "loss": 0.126, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 0.6138107416879796, | |
| "grad_norm": 2.5291152000427246, | |
| "learning_rate": 1.9998887778598045e-05, | |
| "loss": 0.1416, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.6240409207161125, | |
| "grad_norm": 6.44370174407959, | |
| "learning_rate": 1.9993945237540454e-05, | |
| "loss": 0.157, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 0.6342710997442456, | |
| "grad_norm": 5.631255149841309, | |
| "learning_rate": 1.9985051399986202e-05, | |
| "loss": 0.076, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 0.6445012787723785, | |
| "grad_norm": 3.087242364883423, | |
| "learning_rate": 1.9972210955346275e-05, | |
| "loss": 0.0956, | |
| "step": 1008 | |
| }, | |
| { | |
| "epoch": 0.6547314578005116, | |
| "grad_norm": 5.553103446960449, | |
| "learning_rate": 1.995543067394022e-05, | |
| "loss": 0.1297, | |
| "step": 1024 | |
| }, | |
| { | |
| "epoch": 0.6649616368286445, | |
| "grad_norm": 4.881236553192139, | |
| "learning_rate": 1.9934719403426386e-05, | |
| "loss": 0.1673, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.6751918158567775, | |
| "grad_norm": 9.578516006469727, | |
| "learning_rate": 1.9910088064136855e-05, | |
| "loss": 0.0801, | |
| "step": 1056 | |
| }, | |
| { | |
| "epoch": 0.6854219948849105, | |
| "grad_norm": 2.1746671199798584, | |
| "learning_rate": 1.9881549643319548e-05, | |
| "loss": 0.1508, | |
| "step": 1072 | |
| }, | |
| { | |
| "epoch": 0.6956521739130435, | |
| "grad_norm": 1.0966675281524658, | |
| "learning_rate": 1.9849119188290472e-05, | |
| "loss": 0.082, | |
| "step": 1088 | |
| }, | |
| { | |
| "epoch": 0.7026854219948849, | |
| "eval_Qnli-dev_cosine_accuracy": 0.701171875, | |
| "eval_Qnli-dev_cosine_accuracy_threshold": 0.6949167251586914, | |
| "eval_Qnli-dev_cosine_ap": 0.7347660327067432, | |
| "eval_Qnli-dev_cosine_f1": 0.6996336996336996, | |
| "eval_Qnli-dev_cosine_f1_threshold": 0.6012573838233948, | |
| "eval_Qnli-dev_cosine_precision": 0.6161290322580645, | |
| "eval_Qnli-dev_cosine_recall": 0.809322033898305, | |
| "eval_Qnli-dev_dot_accuracy": 0.681640625, | |
| "eval_Qnli-dev_dot_accuracy_threshold": 601.9920654296875, | |
| "eval_Qnli-dev_dot_ap": 0.6929187579311147, | |
| "eval_Qnli-dev_dot_f1": 0.6769759450171821, | |
| "eval_Qnli-dev_dot_f1_threshold": 541.3872680664062, | |
| "eval_Qnli-dev_dot_precision": 0.569364161849711, | |
| "eval_Qnli-dev_dot_recall": 0.8347457627118644, | |
| "eval_Qnli-dev_euclidean_accuracy": 0.705078125, | |
| "eval_Qnli-dev_euclidean_accuracy_threshold": 24.72307586669922, | |
| "eval_Qnli-dev_euclidean_ap": 0.7433711154783218, | |
| "eval_Qnli-dev_euclidean_f1": 0.6951871657754012, | |
| "eval_Qnli-dev_euclidean_f1_threshold": 27.680713653564453, | |
| "eval_Qnli-dev_euclidean_precision": 0.6, | |
| "eval_Qnli-dev_euclidean_recall": 0.826271186440678, | |
| "eval_Qnli-dev_manhattan_accuracy": 0.705078125, | |
| "eval_Qnli-dev_manhattan_accuracy_threshold": 771.5457763671875, | |
| "eval_Qnli-dev_manhattan_ap": 0.7417925203500755, | |
| "eval_Qnli-dev_manhattan_f1": 0.7015706806282722, | |
| "eval_Qnli-dev_manhattan_f1_threshold": 873.9434814453125, | |
| "eval_Qnli-dev_manhattan_precision": 0.5964391691394659, | |
| "eval_Qnli-dev_manhattan_recall": 0.8516949152542372, | |
| "eval_Qnli-dev_max_accuracy": 0.705078125, | |
| "eval_Qnli-dev_max_accuracy_threshold": 771.5457763671875, | |
| "eval_Qnli-dev_max_ap": 0.7433711154783218, | |
| "eval_Qnli-dev_max_f1": 0.7015706806282722, | |
| "eval_Qnli-dev_max_f1_threshold": 873.9434814453125, | |
| "eval_Qnli-dev_max_precision": 0.6161290322580645, | |
| "eval_Qnli-dev_max_recall": 0.8516949152542372, | |
| "eval_allNLI-dev_cosine_accuracy": 0.71484375, | |
| "eval_allNLI-dev_cosine_accuracy_threshold": 0.7252209186553955, | |
| "eval_allNLI-dev_cosine_ap": 0.5940767502246462, | |
| "eval_allNLI-dev_cosine_f1": 0.6111111111111112, | |
| "eval_allNLI-dev_cosine_f1_threshold": 0.6290402412414551, | |
| "eval_allNLI-dev_cosine_precision": 0.4847457627118644, | |
| "eval_allNLI-dev_cosine_recall": 0.8265895953757225, | |
| "eval_allNLI-dev_dot_accuracy": 0.712890625, | |
| "eval_allNLI-dev_dot_accuracy_threshold": 814.8841552734375, | |
| "eval_allNLI-dev_dot_ap": 0.5890724491285201, | |
| "eval_allNLI-dev_dot_f1": 0.6238938053097345, | |
| "eval_allNLI-dev_dot_f1_threshold": 624.3211669921875, | |
| "eval_allNLI-dev_dot_precision": 0.5053763440860215, | |
| "eval_allNLI-dev_dot_recall": 0.815028901734104, | |
| "eval_allNLI-dev_euclidean_accuracy": 0.712890625, | |
| "eval_allNLI-dev_euclidean_accuracy_threshold": 21.297210693359375, | |
| "eval_allNLI-dev_euclidean_ap": 0.5885663962477001, | |
| "eval_allNLI-dev_euclidean_f1": 0.6053169734151329, | |
| "eval_allNLI-dev_euclidean_f1_threshold": 27.594894409179688, | |
| "eval_allNLI-dev_euclidean_precision": 0.46835443037974683, | |
| "eval_allNLI-dev_euclidean_recall": 0.8554913294797688, | |
| "eval_allNLI-dev_manhattan_accuracy": 0.7109375, | |
| "eval_allNLI-dev_manhattan_accuracy_threshold": 655.72802734375, | |
| "eval_allNLI-dev_manhattan_ap": 0.5903691578356358, | |
| "eval_allNLI-dev_manhattan_f1": 0.6157024793388429, | |
| "eval_allNLI-dev_manhattan_f1_threshold": 858.11962890625, | |
| "eval_allNLI-dev_manhattan_precision": 0.4790996784565916, | |
| "eval_allNLI-dev_manhattan_recall": 0.861271676300578, | |
| "eval_allNLI-dev_max_accuracy": 0.71484375, | |
| "eval_allNLI-dev_max_accuracy_threshold": 814.8841552734375, | |
| "eval_allNLI-dev_max_ap": 0.5940767502246462, | |
| "eval_allNLI-dev_max_f1": 0.6238938053097345, | |
| "eval_allNLI-dev_max_f1_threshold": 858.11962890625, | |
| "eval_allNLI-dev_max_precision": 0.5053763440860215, | |
| "eval_allNLI-dev_max_recall": 0.861271676300578, | |
| "eval_sequential_score": 0.7433711154783218, | |
| "eval_sts-test_pearson_cosine": 0.9045402318307136, | |
| "eval_sts-test_pearson_dot": 0.8756384139446844, | |
| "eval_sts-test_pearson_euclidean": 0.9164304447060423, | |
| "eval_sts-test_pearson_manhattan": 0.9157247908119455, | |
| "eval_sts-test_pearson_max": 0.9164304447060423, | |
| "eval_sts-test_spearman_cosine": 0.9084125676732273, | |
| "eval_sts-test_spearman_dot": 0.8658350988039152, | |
| "eval_sts-test_spearman_euclidean": 0.9116794097547996, | |
| "eval_sts-test_spearman_manhattan": 0.9112685036727037, | |
| "eval_sts-test_spearman_max": 0.9116794097547996, | |
| "eval_vitaminc-pairs_loss": 4.510133266448975, | |
| "eval_vitaminc-pairs_runtime": 4.4836, | |
| "eval_vitaminc-pairs_samples_per_second": 28.548, | |
| "eval_vitaminc-pairs_steps_per_second": 0.223, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 0.7026854219948849, | |
| "eval_negation-triplets_loss": 0.6731557846069336, | |
| "eval_negation-triplets_runtime": 3.3513, | |
| "eval_negation-triplets_samples_per_second": 38.194, | |
| "eval_negation-triplets_steps_per_second": 0.298, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 0.7026854219948849, | |
| "eval_scitail-pairs-pos_loss": 0.026047488674521446, | |
| "eval_scitail-pairs-pos_runtime": 2.666, | |
| "eval_scitail-pairs-pos_samples_per_second": 48.012, | |
| "eval_scitail-pairs-pos_steps_per_second": 0.375, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 0.7026854219948849, | |
| "eval_scitail-pairs-qa_loss": 6.3366285758093e-05, | |
| "eval_scitail-pairs-qa_runtime": 2.1132, | |
| "eval_scitail-pairs-qa_samples_per_second": 60.571, | |
| "eval_scitail-pairs-qa_steps_per_second": 0.473, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 0.7026854219948849, | |
| "eval_xsum-pairs_loss": 0.010141758248209953, | |
| "eval_xsum-pairs_runtime": 3.077, | |
| "eval_xsum-pairs_samples_per_second": 41.599, | |
| "eval_xsum-pairs_steps_per_second": 0.325, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 0.7026854219948849, | |
| "eval_sciq_pairs_loss": 0.03606099635362625, | |
| "eval_sciq_pairs_runtime": 4.6134, | |
| "eval_sciq_pairs_samples_per_second": 27.745, | |
| "eval_sciq_pairs_steps_per_second": 0.217, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 0.7026854219948849, | |
| "eval_qasc_pairs_loss": 0.0794580727815628, | |
| "eval_qasc_pairs_runtime": 2.0891, | |
| "eval_qasc_pairs_samples_per_second": 61.27, | |
| "eval_qasc_pairs_steps_per_second": 0.479, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 0.7026854219948849, | |
| "eval_openbookqa_pairs_loss": 0.4053290784358978, | |
| "eval_openbookqa_pairs_runtime": 2.2366, | |
| "eval_openbookqa_pairs_samples_per_second": 57.229, | |
| "eval_openbookqa_pairs_steps_per_second": 0.447, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 0.7026854219948849, | |
| "eval_msmarco_pairs_loss": 0.08789154142141342, | |
| "eval_msmarco_pairs_runtime": 2.2396, | |
| "eval_msmarco_pairs_samples_per_second": 57.153, | |
| "eval_msmarco_pairs_steps_per_second": 0.447, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 0.7026854219948849, | |
| "eval_nq_pairs_loss": 0.07979367673397064, | |
| "eval_nq_pairs_runtime": 3.1969, | |
| "eval_nq_pairs_samples_per_second": 40.039, | |
| "eval_nq_pairs_steps_per_second": 0.313, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 0.7026854219948849, | |
| "eval_trivia_pairs_loss": 0.08963163197040558, | |
| "eval_trivia_pairs_runtime": 3.2784, | |
| "eval_trivia_pairs_samples_per_second": 39.044, | |
| "eval_trivia_pairs_steps_per_second": 0.305, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 0.7026854219948849, | |
| "eval_gooaq_pairs_loss": 0.1373358964920044, | |
| "eval_gooaq_pairs_runtime": 2.1632, | |
| "eval_gooaq_pairs_samples_per_second": 59.172, | |
| "eval_gooaq_pairs_steps_per_second": 0.462, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 0.7026854219948849, | |
| "eval_paws-pos_loss": 0.025509441271424294, | |
| "eval_paws-pos_runtime": 2.2614, | |
| "eval_paws-pos_samples_per_second": 56.603, | |
| "eval_paws-pos_steps_per_second": 0.442, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 0.7026854219948849, | |
| "eval_global_dataset_loss": 0.3096943199634552, | |
| "eval_global_dataset_runtime": 8.5451, | |
| "eval_global_dataset_samples_per_second": 38.034, | |
| "eval_global_dataset_steps_per_second": 0.351, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 0.7058823529411765, | |
| "grad_norm": 3.7510690689086914, | |
| "learning_rate": 1.981281379849982e-05, | |
| "loss": 0.112, | |
| "step": 1104 | |
| }, | |
| { | |
| "epoch": 0.7161125319693095, | |
| "grad_norm": 4.916189670562744, | |
| "learning_rate": 1.9772652616516024e-05, | |
| "loss": 0.0565, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.7263427109974424, | |
| "grad_norm": 2.7884182929992676, | |
| "learning_rate": 1.972865681793253e-05, | |
| "loss": 0.1297, | |
| "step": 1136 | |
| }, | |
| { | |
| "epoch": 0.7365728900255755, | |
| "grad_norm": 1.4771391153335571, | |
| "learning_rate": 1.9680849600202654e-05, | |
| "loss": 0.1792, | |
| "step": 1152 | |
| }, | |
| { | |
| "epoch": 0.7468030690537084, | |
| "grad_norm": 3.511519193649292, | |
| "learning_rate": 1.9629256170408374e-05, | |
| "loss": 0.1376, | |
| "step": 1168 | |
| }, | |
| { | |
| "epoch": 0.7570332480818415, | |
| "grad_norm": 3.235853910446167, | |
| "learning_rate": 1.957390373196951e-05, | |
| "loss": 0.1362, | |
| "step": 1184 | |
| }, | |
| { | |
| "epoch": 0.7672634271099744, | |
| "grad_norm": 5.856909275054932, | |
| "learning_rate": 1.95148214703003e-05, | |
| "loss": 0.1589, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.7774936061381074, | |
| "grad_norm": 0.06289539486169815, | |
| "learning_rate": 1.945204053742097e-05, | |
| "loss": 0.0846, | |
| "step": 1216 | |
| }, | |
| { | |
| "epoch": 0.7877237851662404, | |
| "grad_norm": 1.4921785805199761e-05, | |
| "learning_rate": 1.9385594035532334e-05, | |
| "loss": 0.1241, | |
| "step": 1232 | |
| }, | |
| { | |
| "epoch": 0.7979539641943734, | |
| "grad_norm": 2.955247640609741, | |
| "learning_rate": 1.9315516999562157e-05, | |
| "loss": 0.1532, | |
| "step": 1248 | |
| }, | |
| { | |
| "epoch": 0.80306905370844, | |
| "eval_Qnli-dev_cosine_accuracy": 0.69140625, | |
| "eval_Qnli-dev_cosine_accuracy_threshold": 0.751553475856781, | |
| "eval_Qnli-dev_cosine_ap": 0.7397067201271598, | |
| "eval_Qnli-dev_cosine_f1": 0.6996587030716723, | |
| "eval_Qnli-dev_cosine_f1_threshold": 0.6113905906677246, | |
| "eval_Qnli-dev_cosine_precision": 0.5857142857142857, | |
| "eval_Qnli-dev_cosine_recall": 0.8686440677966102, | |
| "eval_Qnli-dev_dot_accuracy": 0.671875, | |
| "eval_Qnli-dev_dot_accuracy_threshold": 701.7063598632812, | |
| "eval_Qnli-dev_dot_ap": 0.6973190002082854, | |
| "eval_Qnli-dev_dot_f1": 0.6950819672131149, | |
| "eval_Qnli-dev_dot_f1_threshold": 549.8828735351562, | |
| "eval_Qnli-dev_dot_precision": 0.5668449197860963, | |
| "eval_Qnli-dev_dot_recall": 0.8983050847457628, | |
| "eval_Qnli-dev_euclidean_accuracy": 0.703125, | |
| "eval_Qnli-dev_euclidean_accuracy_threshold": 24.13254165649414, | |
| "eval_Qnli-dev_euclidean_ap": 0.7479263198995789, | |
| "eval_Qnli-dev_euclidean_f1": 0.7001733102253034, | |
| "eval_Qnli-dev_euclidean_f1_threshold": 26.746252059936523, | |
| "eval_Qnli-dev_euclidean_precision": 0.592375366568915, | |
| "eval_Qnli-dev_euclidean_recall": 0.8559322033898306, | |
| "eval_Qnli-dev_manhattan_accuracy": 0.703125, | |
| "eval_Qnli-dev_manhattan_accuracy_threshold": 746.0479736328125, | |
| "eval_Qnli-dev_manhattan_ap": 0.7475255901877714, | |
| "eval_Qnli-dev_manhattan_f1": 0.7038327526132405, | |
| "eval_Qnli-dev_manhattan_f1_threshold": 831.5120849609375, | |
| "eval_Qnli-dev_manhattan_precision": 0.5976331360946746, | |
| "eval_Qnli-dev_manhattan_recall": 0.8559322033898306, | |
| "eval_Qnli-dev_max_accuracy": 0.703125, | |
| "eval_Qnli-dev_max_accuracy_threshold": 746.0479736328125, | |
| "eval_Qnli-dev_max_ap": 0.7479263198995789, | |
| "eval_Qnli-dev_max_f1": 0.7038327526132405, | |
| "eval_Qnli-dev_max_f1_threshold": 831.5120849609375, | |
| "eval_Qnli-dev_max_precision": 0.5976331360946746, | |
| "eval_Qnli-dev_max_recall": 0.8983050847457628, | |
| "eval_allNLI-dev_cosine_accuracy": 0.728515625, | |
| "eval_allNLI-dev_cosine_accuracy_threshold": 0.7869724035263062, | |
| "eval_allNLI-dev_cosine_ap": 0.5886410776508728, | |
| "eval_allNLI-dev_cosine_f1": 0.6026871401151632, | |
| "eval_allNLI-dev_cosine_f1_threshold": 0.6058770418167114, | |
| "eval_allNLI-dev_cosine_precision": 0.4511494252873563, | |
| "eval_allNLI-dev_cosine_recall": 0.9075144508670521, | |
| "eval_allNLI-dev_dot_accuracy": 0.7265625, | |
| "eval_allNLI-dev_dot_accuracy_threshold": 785.6377563476562, | |
| "eval_allNLI-dev_dot_ap": 0.5906938241820221, | |
| "eval_allNLI-dev_dot_f1": 0.6022471910112359, | |
| "eval_allNLI-dev_dot_f1_threshold": 636.974365234375, | |
| "eval_allNLI-dev_dot_precision": 0.49264705882352944, | |
| "eval_allNLI-dev_dot_recall": 0.7745664739884393, | |
| "eval_allNLI-dev_euclidean_accuracy": 0.728515625, | |
| "eval_allNLI-dev_euclidean_accuracy_threshold": 20.30437469482422, | |
| "eval_allNLI-dev_euclidean_ap": 0.5863882590299698, | |
| "eval_allNLI-dev_euclidean_f1": 0.6101694915254238, | |
| "eval_allNLI-dev_euclidean_f1_threshold": 24.397754669189453, | |
| "eval_allNLI-dev_euclidean_precision": 0.525, | |
| "eval_allNLI-dev_euclidean_recall": 0.7283236994219653, | |
| "eval_allNLI-dev_manhattan_accuracy": 0.7265625, | |
| "eval_allNLI-dev_manhattan_accuracy_threshold": 632.682861328125, | |
| "eval_allNLI-dev_manhattan_ap": 0.5887339373924899, | |
| "eval_allNLI-dev_manhattan_f1": 0.6124401913875598, | |
| "eval_allNLI-dev_manhattan_f1_threshold": 763.71728515625, | |
| "eval_allNLI-dev_manhattan_precision": 0.5224489795918368, | |
| "eval_allNLI-dev_manhattan_recall": 0.7398843930635838, | |
| "eval_allNLI-dev_max_accuracy": 0.728515625, | |
| "eval_allNLI-dev_max_accuracy_threshold": 785.6377563476562, | |
| "eval_allNLI-dev_max_ap": 0.5906938241820221, | |
| "eval_allNLI-dev_max_f1": 0.6124401913875598, | |
| "eval_allNLI-dev_max_f1_threshold": 763.71728515625, | |
| "eval_allNLI-dev_max_precision": 0.525, | |
| "eval_allNLI-dev_max_recall": 0.9075144508670521, | |
| "eval_sequential_score": 0.7479263198995789, | |
| "eval_sts-test_pearson_cosine": 0.9080505623602911, | |
| "eval_sts-test_pearson_dot": 0.8941914869262664, | |
| "eval_sts-test_pearson_euclidean": 0.9250463167676135, | |
| "eval_sts-test_pearson_manhattan": 0.9243739071859142, | |
| "eval_sts-test_pearson_max": 0.9250463167676135, | |
| "eval_sts-test_spearman_cosine": 0.9193773427343025, | |
| "eval_sts-test_spearman_dot": 0.8898582919390006, | |
| "eval_sts-test_spearman_euclidean": 0.9199829615547123, | |
| "eval_sts-test_spearman_manhattan": 0.9193662444214774, | |
| "eval_sts-test_spearman_max": 0.9199829615547123, | |
| "eval_vitaminc-pairs_loss": 3.124298095703125, | |
| "eval_vitaminc-pairs_runtime": 4.4686, | |
| "eval_vitaminc-pairs_samples_per_second": 28.644, | |
| "eval_vitaminc-pairs_steps_per_second": 0.224, | |
| "step": 1256 | |
| }, | |
| { | |
| "epoch": 0.80306905370844, | |
| "eval_negation-triplets_loss": 0.5495098233222961, | |
| "eval_negation-triplets_runtime": 3.2625, | |
| "eval_negation-triplets_samples_per_second": 39.233, | |
| "eval_negation-triplets_steps_per_second": 0.307, | |
| "step": 1256 | |
| }, | |
| { | |
| "epoch": 0.80306905370844, | |
| "eval_scitail-pairs-pos_loss": 0.011394428089261055, | |
| "eval_scitail-pairs-pos_runtime": 2.6344, | |
| "eval_scitail-pairs-pos_samples_per_second": 48.587, | |
| "eval_scitail-pairs-pos_steps_per_second": 0.38, | |
| "step": 1256 | |
| }, | |
| { | |
| "epoch": 0.80306905370844, | |
| "eval_scitail-pairs-qa_loss": 0.00027512505766935647, | |
| "eval_scitail-pairs-qa_runtime": 2.0567, | |
| "eval_scitail-pairs-qa_samples_per_second": 62.235, | |
| "eval_scitail-pairs-qa_steps_per_second": 0.486, | |
| "step": 1256 | |
| }, | |
| { | |
| "epoch": 0.80306905370844, | |
| "eval_xsum-pairs_loss": 0.021254997700452805, | |
| "eval_xsum-pairs_runtime": 3.0587, | |
| "eval_xsum-pairs_samples_per_second": 41.848, | |
| "eval_xsum-pairs_steps_per_second": 0.327, | |
| "step": 1256 | |
| }, | |
| { | |
| "epoch": 0.80306905370844, | |
| "eval_sciq_pairs_loss": 0.030362099409103394, | |
| "eval_sciq_pairs_runtime": 4.6386, | |
| "eval_sciq_pairs_samples_per_second": 27.594, | |
| "eval_sciq_pairs_steps_per_second": 0.216, | |
| "step": 1256 | |
| }, | |
| { | |
| "epoch": 0.80306905370844, | |
| "eval_qasc_pairs_loss": 0.03284536302089691, | |
| "eval_qasc_pairs_runtime": 2.093, | |
| "eval_qasc_pairs_samples_per_second": 61.156, | |
| "eval_qasc_pairs_steps_per_second": 0.478, | |
| "step": 1256 | |
| }, | |
| { | |
| "epoch": 0.80306905370844, | |
| "eval_openbookqa_pairs_loss": 0.36659273505210876, | |
| "eval_openbookqa_pairs_runtime": 2.2191, | |
| "eval_openbookqa_pairs_samples_per_second": 57.681, | |
| "eval_openbookqa_pairs_steps_per_second": 0.451, | |
| "step": 1256 | |
| }, | |
| { | |
| "epoch": 0.80306905370844, | |
| "eval_msmarco_pairs_loss": 0.10601727664470673, | |
| "eval_msmarco_pairs_runtime": 2.2441, | |
| "eval_msmarco_pairs_samples_per_second": 57.038, | |
| "eval_msmarco_pairs_steps_per_second": 0.446, | |
| "step": 1256 | |
| }, | |
| { | |
| "epoch": 0.80306905370844, | |
| "eval_nq_pairs_loss": 0.13051600754261017, | |
| "eval_nq_pairs_runtime": 3.176, | |
| "eval_nq_pairs_samples_per_second": 40.303, | |
| "eval_nq_pairs_steps_per_second": 0.315, | |
| "step": 1256 | |
| }, | |
| { | |
| "epoch": 0.80306905370844, | |
| "eval_trivia_pairs_loss": 0.06672928482294083, | |
| "eval_trivia_pairs_runtime": 3.2525, | |
| "eval_trivia_pairs_samples_per_second": 39.354, | |
| "eval_trivia_pairs_steps_per_second": 0.307, | |
| "step": 1256 | |
| }, | |
| { | |
| "epoch": 0.80306905370844, | |
| "eval_gooaq_pairs_loss": 0.21090617775917053, | |
| "eval_gooaq_pairs_runtime": 2.1187, | |
| "eval_gooaq_pairs_samples_per_second": 60.415, | |
| "eval_gooaq_pairs_steps_per_second": 0.472, | |
| "step": 1256 | |
| }, | |
| { | |
| "epoch": 0.80306905370844, | |
| "eval_paws-pos_loss": 0.027658751234412193, | |
| "eval_paws-pos_runtime": 2.1768, | |
| "eval_paws-pos_samples_per_second": 58.802, | |
| "eval_paws-pos_steps_per_second": 0.459, | |
| "step": 1256 | |
| }, | |
| { | |
| "epoch": 0.80306905370844, | |
| "eval_global_dataset_loss": 0.21396204829216003, | |
| "eval_global_dataset_runtime": 8.4805, | |
| "eval_global_dataset_samples_per_second": 38.323, | |
| "eval_global_dataset_steps_per_second": 0.354, | |
| "step": 1256 | |
| }, | |
| { | |
| "epoch": 0.8081841432225064, | |
| "grad_norm": 5.305633544921875, | |
| "learning_rate": 1.9241846378692478e-05, | |
| "loss": 0.0859, | |
| "step": 1264 | |
| }, | |
| { | |
| "epoch": 0.8184143222506394, | |
| "grad_norm": 6.407199382781982, | |
| "learning_rate": 1.9164621016877572e-05, | |
| "loss": 0.0872, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.8286445012787724, | |
| "grad_norm": 9.240785598754883, | |
| "learning_rate": 1.908388163236289e-05, | |
| "loss": 0.0685, | |
| "step": 1296 | |
| }, | |
| { | |
| "epoch": 0.8388746803069054, | |
| "grad_norm": 0.3949645757675171, | |
| "learning_rate": 1.899967079621575e-05, | |
| "loss": 0.0729, | |
| "step": 1312 | |
| }, | |
| { | |
| "epoch": 0.8491048593350383, | |
| "grad_norm": 4.485825061798096, | |
| "learning_rate": 1.8912032909879084e-05, | |
| "loss": 0.0679, | |
| "step": 1328 | |
| }, | |
| { | |
| "epoch": 0.8593350383631714, | |
| "grad_norm": 8.746214866638184, | |
| "learning_rate": 1.882101418176013e-05, | |
| "loss": 0.0752, | |
| "step": 1344 | |
| }, | |
| { | |
| "epoch": 0.8695652173913043, | |
| "grad_norm": 1.009152889251709, | |
| "learning_rate": 1.872666260286631e-05, | |
| "loss": 0.1651, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.8797953964194374, | |
| "grad_norm": 6.190288066864014, | |
| "learning_rate": 1.8629027921501253e-05, | |
| "loss": 0.0975, | |
| "step": 1376 | |
| }, | |
| { | |
| "epoch": 0.8900255754475703, | |
| "grad_norm": 17.912038803100586, | |
| "learning_rate": 1.8528161617034276e-05, | |
| "loss": 0.166, | |
| "step": 1392 | |
| }, | |
| { | |
| "epoch": 0.9002557544757033, | |
| "grad_norm": 10.208046913146973, | |
| "learning_rate": 1.8424116872757063e-05, | |
| "loss": 0.079, | |
| "step": 1408 | |
| }, | |
| { | |
| "epoch": 0.9034526854219949, | |
| "eval_Qnli-dev_cosine_accuracy": 0.701171875, | |
| "eval_Qnli-dev_cosine_accuracy_threshold": 0.6952118873596191, | |
| "eval_Qnli-dev_cosine_ap": 0.7283975483790786, | |
| "eval_Qnli-dev_cosine_f1": 0.6923076923076924, | |
| "eval_Qnli-dev_cosine_f1_threshold": 0.5710936784744263, | |
| "eval_Qnli-dev_cosine_precision": 0.5718232044198895, | |
| "eval_Qnli-dev_cosine_recall": 0.8771186440677966, | |
| "eval_Qnli-dev_dot_accuracy": 0.673828125, | |
| "eval_Qnli-dev_dot_accuracy_threshold": 626.558837890625, | |
| "eval_Qnli-dev_dot_ap": 0.6907790387670252, | |
| "eval_Qnli-dev_dot_f1": 0.6821963394342762, | |
| "eval_Qnli-dev_dot_f1_threshold": 524.71044921875, | |
| "eval_Qnli-dev_dot_precision": 0.5616438356164384, | |
| "eval_Qnli-dev_dot_recall": 0.8686440677966102, | |
| "eval_Qnli-dev_euclidean_accuracy": 0.705078125, | |
| "eval_Qnli-dev_euclidean_accuracy_threshold": 25.063961029052734, | |
| "eval_Qnli-dev_euclidean_ap": 0.7370960778450586, | |
| "eval_Qnli-dev_euclidean_f1": 0.693200663349917, | |
| "eval_Qnli-dev_euclidean_f1_threshold": 28.465593338012695, | |
| "eval_Qnli-dev_euclidean_precision": 0.5694822888283378, | |
| "eval_Qnli-dev_euclidean_recall": 0.885593220338983, | |
| "eval_Qnli-dev_manhattan_accuracy": 0.703125, | |
| "eval_Qnli-dev_manhattan_accuracy_threshold": 774.7894897460938, | |
| "eval_Qnli-dev_manhattan_ap": 0.7379094600871705, | |
| "eval_Qnli-dev_manhattan_f1": 0.6941580756013745, | |
| "eval_Qnli-dev_manhattan_f1_threshold": 870.0184326171875, | |
| "eval_Qnli-dev_manhattan_precision": 0.5838150289017341, | |
| "eval_Qnli-dev_manhattan_recall": 0.8559322033898306, | |
| "eval_Qnli-dev_max_accuracy": 0.705078125, | |
| "eval_Qnli-dev_max_accuracy_threshold": 774.7894897460938, | |
| "eval_Qnli-dev_max_ap": 0.7379094600871705, | |
| "eval_Qnli-dev_max_f1": 0.6941580756013745, | |
| "eval_Qnli-dev_max_f1_threshold": 870.0184326171875, | |
| "eval_Qnli-dev_max_precision": 0.5838150289017341, | |
| "eval_Qnli-dev_max_recall": 0.885593220338983, | |
| "eval_allNLI-dev_cosine_accuracy": 0.72265625, | |
| "eval_allNLI-dev_cosine_accuracy_threshold": 0.7867391109466553, | |
| "eval_allNLI-dev_cosine_ap": 0.6041209614947041, | |
| "eval_allNLI-dev_cosine_f1": 0.64, | |
| "eval_allNLI-dev_cosine_f1_threshold": 0.6645647287368774, | |
| "eval_allNLI-dev_cosine_precision": 0.51985559566787, | |
| "eval_allNLI-dev_cosine_recall": 0.8323699421965318, | |
| "eval_allNLI-dev_dot_accuracy": 0.716796875, | |
| "eval_allNLI-dev_dot_accuracy_threshold": 743.5255126953125, | |
| "eval_allNLI-dev_dot_ap": 0.6040927239029834, | |
| "eval_allNLI-dev_dot_f1": 0.6311300639658849, | |
| "eval_allNLI-dev_dot_f1_threshold": 632.1693115234375, | |
| "eval_allNLI-dev_dot_precision": 0.5, | |
| "eval_allNLI-dev_dot_recall": 0.8554913294797688, | |
| "eval_allNLI-dev_euclidean_accuracy": 0.72265625, | |
| "eval_allNLI-dev_euclidean_accuracy_threshold": 20.951969146728516, | |
| "eval_allNLI-dev_euclidean_ap": 0.6039261955905633, | |
| "eval_allNLI-dev_euclidean_f1": 0.6391304347826088, | |
| "eval_allNLI-dev_euclidean_f1_threshold": 25.697128295898438, | |
| "eval_allNLI-dev_euclidean_precision": 0.5121951219512195, | |
| "eval_allNLI-dev_euclidean_recall": 0.8497109826589595, | |
| "eval_allNLI-dev_manhattan_accuracy": 0.724609375, | |
| "eval_allNLI-dev_manhattan_accuracy_threshold": 655.82666015625, | |
| "eval_allNLI-dev_manhattan_ap": 0.6051707157459539, | |
| "eval_allNLI-dev_manhattan_f1": 0.6408602150537634, | |
| "eval_allNLI-dev_manhattan_f1_threshold": 802.6712646484375, | |
| "eval_allNLI-dev_manhattan_precision": 0.5102739726027398, | |
| "eval_allNLI-dev_manhattan_recall": 0.861271676300578, | |
| "eval_allNLI-dev_max_accuracy": 0.724609375, | |
| "eval_allNLI-dev_max_accuracy_threshold": 743.5255126953125, | |
| "eval_allNLI-dev_max_ap": 0.6051707157459539, | |
| "eval_allNLI-dev_max_f1": 0.6408602150537634, | |
| "eval_allNLI-dev_max_f1_threshold": 802.6712646484375, | |
| "eval_allNLI-dev_max_precision": 0.51985559566787, | |
| "eval_allNLI-dev_max_recall": 0.861271676300578, | |
| "eval_sequential_score": 0.7379094600871705, | |
| "eval_sts-test_pearson_cosine": 0.8937187089587758, | |
| "eval_sts-test_pearson_dot": 0.8780160036144846, | |
| "eval_sts-test_pearson_euclidean": 0.9143032007413827, | |
| "eval_sts-test_pearson_manhattan": 0.9135829801788513, | |
| "eval_sts-test_pearson_max": 0.9143032007413827, | |
| "eval_sts-test_spearman_cosine": 0.9102164462686534, | |
| "eval_sts-test_spearman_dot": 0.8867396212838953, | |
| "eval_sts-test_spearman_euclidean": 0.9118095911741873, | |
| "eval_sts-test_spearman_manhattan": 0.9116914478441138, | |
| "eval_sts-test_spearman_max": 0.9118095911741873, | |
| "eval_vitaminc-pairs_loss": 3.493912935256958, | |
| "eval_vitaminc-pairs_runtime": 4.593, | |
| "eval_vitaminc-pairs_samples_per_second": 27.868, | |
| "eval_vitaminc-pairs_steps_per_second": 0.218, | |
| "step": 1413 | |
| }, | |
| { | |
| "epoch": 0.9034526854219949, | |
| "eval_negation-triplets_loss": 0.5945984125137329, | |
| "eval_negation-triplets_runtime": 3.4606, | |
| "eval_negation-triplets_samples_per_second": 36.988, | |
| "eval_negation-triplets_steps_per_second": 0.289, | |
| "step": 1413 | |
| }, | |
| { | |
| "epoch": 0.9034526854219949, | |
| "eval_scitail-pairs-pos_loss": 0.014124380424618721, | |
| "eval_scitail-pairs-pos_runtime": 2.7213, | |
| "eval_scitail-pairs-pos_samples_per_second": 47.037, | |
| "eval_scitail-pairs-pos_steps_per_second": 0.367, | |
| "step": 1413 | |
| }, | |
| { | |
| "epoch": 0.9034526854219949, | |
| "eval_scitail-pairs-qa_loss": 0.0002780009526759386, | |
| "eval_scitail-pairs-qa_runtime": 2.1293, | |
| "eval_scitail-pairs-qa_samples_per_second": 60.112, | |
| "eval_scitail-pairs-qa_steps_per_second": 0.47, | |
| "step": 1413 | |
| }, | |
| { | |
| "epoch": 0.9034526854219949, | |
| "eval_xsum-pairs_loss": 0.006070319563150406, | |
| "eval_xsum-pairs_runtime": 3.0868, | |
| "eval_xsum-pairs_samples_per_second": 41.467, | |
| "eval_xsum-pairs_steps_per_second": 0.324, | |
| "step": 1413 | |
| }, | |
| { | |
| "epoch": 0.9034526854219949, | |
| "eval_sciq_pairs_loss": 0.03563125431537628, | |
| "eval_sciq_pairs_runtime": 4.7217, | |
| "eval_sciq_pairs_samples_per_second": 27.109, | |
| "eval_sciq_pairs_steps_per_second": 0.212, | |
| "step": 1413 | |
| }, | |
| { | |
| "epoch": 0.9034526854219949, | |
| "eval_qasc_pairs_loss": 0.0521722249686718, | |
| "eval_qasc_pairs_runtime": 2.1625, | |
| "eval_qasc_pairs_samples_per_second": 59.191, | |
| "eval_qasc_pairs_steps_per_second": 0.462, | |
| "step": 1413 | |
| }, | |
| { | |
| "epoch": 0.9034526854219949, | |
| "eval_openbookqa_pairs_loss": 0.42811527848243713, | |
| "eval_openbookqa_pairs_runtime": 2.2676, | |
| "eval_openbookqa_pairs_samples_per_second": 56.447, | |
| "eval_openbookqa_pairs_steps_per_second": 0.441, | |
| "step": 1413 | |
| }, | |
| { | |
| "epoch": 0.9034526854219949, | |
| "eval_msmarco_pairs_loss": 0.06089657172560692, | |
| "eval_msmarco_pairs_runtime": 2.3099, | |
| "eval_msmarco_pairs_samples_per_second": 55.413, | |
| "eval_msmarco_pairs_steps_per_second": 0.433, | |
| "step": 1413 | |
| }, | |
| { | |
| "epoch": 0.9034526854219949, | |
| "eval_nq_pairs_loss": 0.07195077836513519, | |
| "eval_nq_pairs_runtime": 3.2241, | |
| "eval_nq_pairs_samples_per_second": 39.701, | |
| "eval_nq_pairs_steps_per_second": 0.31, | |
| "step": 1413 | |
| }, | |
| { | |
| "epoch": 0.9034526854219949, | |
| "eval_trivia_pairs_loss": 0.07842885702848434, | |
| "eval_trivia_pairs_runtime": 3.318, | |
| "eval_trivia_pairs_samples_per_second": 38.578, | |
| "eval_trivia_pairs_steps_per_second": 0.301, | |
| "step": 1413 | |
| }, | |
| { | |
| "epoch": 0.9034526854219949, | |
| "eval_gooaq_pairs_loss": 0.22998635470867157, | |
| "eval_gooaq_pairs_runtime": 2.1845, | |
| "eval_gooaq_pairs_samples_per_second": 58.594, | |
| "eval_gooaq_pairs_steps_per_second": 0.458, | |
| "step": 1413 | |
| }, | |
| { | |
| "epoch": 0.9034526854219949, | |
| "eval_paws-pos_loss": 0.026847416535019875, | |
| "eval_paws-pos_runtime": 2.257, | |
| "eval_paws-pos_samples_per_second": 56.711, | |
| "eval_paws-pos_steps_per_second": 0.443, | |
| "step": 1413 | |
| }, | |
| { | |
| "epoch": 0.9034526854219949, | |
| "eval_global_dataset_loss": 0.2313106507062912, | |
| "eval_global_dataset_runtime": 8.5928, | |
| "eval_global_dataset_samples_per_second": 37.822, | |
| "eval_global_dataset_steps_per_second": 0.349, | |
| "step": 1413 | |
| }, | |
| { | |
| "epoch": 0.9104859335038363, | |
| "grad_norm": 4.242494583129883, | |
| "learning_rate": 1.831694854784199e-05, | |
| "loss": 0.09, | |
| "step": 1424 | |
| }, | |
| { | |
| "epoch": 0.9207161125319693, | |
| "grad_norm": 3.443521022796631, | |
| "learning_rate": 1.8206713148416786e-05, | |
| "loss": 0.0777, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.9309462915601023, | |
| "grad_norm": 5.784275054931641, | |
| "learning_rate": 1.8093468797770824e-05, | |
| "loss": 0.1623, | |
| "step": 1456 | |
| }, | |
| { | |
| "epoch": 0.9411764705882353, | |
| "grad_norm": 3.4985251426696777, | |
| "learning_rate": 1.797727520570872e-05, | |
| "loss": 0.08, | |
| "step": 1472 | |
| }, | |
| { | |
| "epoch": 0.9514066496163683, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7858193637067448e-05, | |
| "loss": 0.0628, | |
| "step": 1488 | |
| }, | |
| { | |
| "epoch": 0.9616368286445013, | |
| "grad_norm": 25.631418228149414, | |
| "learning_rate": 1.7736286879413512e-05, | |
| "loss": 0.1695, | |
| "step": 1504 | |
| }, | |
| { | |
| "epoch": 0.9718670076726342, | |
| "grad_norm": 0.20079739391803741, | |
| "learning_rate": 1.7611619209937253e-05, | |
| "loss": 0.0715, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.9820971867007673, | |
| "grad_norm": 2.610565662384033, | |
| "learning_rate": 1.7484256361561727e-05, | |
| "loss": 0.1493, | |
| "step": 1536 | |
| }, | |
| { | |
| "epoch": 0.9923273657289002, | |
| "grad_norm": 4.348347187042236, | |
| "learning_rate": 1.7354265488284006e-05, | |
| "loss": 0.0431, | |
| "step": 1552 | |
| }, | |
| { | |
| "epoch": 1.0025575447570332, | |
| "grad_norm": 0.3168568015098572, | |
| "learning_rate": 1.7221715129767232e-05, | |
| "loss": 0.0549, | |
| "step": 1568 | |
| }, | |
| { | |
| "epoch": 1.0038363171355498, | |
| "eval_Qnli-dev_cosine_accuracy": 0.6875, | |
| "eval_Qnli-dev_cosine_accuracy_threshold": 0.6184481382369995, | |
| "eval_Qnli-dev_cosine_ap": 0.7056121359949208, | |
| "eval_Qnli-dev_cosine_f1": 0.6952380952380951, | |
| "eval_Qnli-dev_cosine_f1_threshold": 0.49581319093704224, | |
| "eval_Qnli-dev_cosine_precision": 0.5558375634517766, | |
| "eval_Qnli-dev_cosine_recall": 0.9279661016949152, | |
| "eval_Qnli-dev_dot_accuracy": 0.669921875, | |
| "eval_Qnli-dev_dot_accuracy_threshold": 588.2086791992188, | |
| "eval_Qnli-dev_dot_ap": 0.6634755208971135, | |
| "eval_Qnli-dev_dot_f1": 0.682615629984051, | |
| "eval_Qnli-dev_dot_f1_threshold": 474.71929931640625, | |
| "eval_Qnli-dev_dot_precision": 0.5473145780051151, | |
| "eval_Qnli-dev_dot_recall": 0.9067796610169492, | |
| "eval_Qnli-dev_euclidean_accuracy": 0.6953125, | |
| "eval_Qnli-dev_euclidean_accuracy_threshold": 26.69474220275879, | |
| "eval_Qnli-dev_euclidean_ap": 0.7138885693409427, | |
| "eval_Qnli-dev_euclidean_f1": 0.6889952153110047, | |
| "eval_Qnli-dev_euclidean_f1_threshold": 30.83841323852539, | |
| "eval_Qnli-dev_euclidean_precision": 0.5524296675191815, | |
| "eval_Qnli-dev_euclidean_recall": 0.9152542372881356, | |
| "eval_Qnli-dev_manhattan_accuracy": 0.69921875, | |
| "eval_Qnli-dev_manhattan_accuracy_threshold": 828.160888671875, | |
| "eval_Qnli-dev_manhattan_ap": 0.7135214354709966, | |
| "eval_Qnli-dev_manhattan_f1": 0.6946688206785138, | |
| "eval_Qnli-dev_manhattan_f1_threshold": 948.8926391601562, | |
| "eval_Qnli-dev_manhattan_precision": 0.5613577023498695, | |
| "eval_Qnli-dev_manhattan_recall": 0.9110169491525424, | |
| "eval_Qnli-dev_max_accuracy": 0.69921875, | |
| "eval_Qnli-dev_max_accuracy_threshold": 828.160888671875, | |
| "eval_Qnli-dev_max_ap": 0.7138885693409427, | |
| "eval_Qnli-dev_max_f1": 0.6952380952380951, | |
| "eval_Qnli-dev_max_f1_threshold": 948.8926391601562, | |
| "eval_Qnli-dev_max_precision": 0.5613577023498695, | |
| "eval_Qnli-dev_max_recall": 0.9279661016949152, | |
| "eval_allNLI-dev_cosine_accuracy": 0.732421875, | |
| "eval_allNLI-dev_cosine_accuracy_threshold": 0.7670466899871826, | |
| "eval_allNLI-dev_cosine_ap": 0.6027188699685837, | |
| "eval_allNLI-dev_cosine_f1": 0.6329670329670329, | |
| "eval_allNLI-dev_cosine_f1_threshold": 0.6024478077888489, | |
| "eval_allNLI-dev_cosine_precision": 0.5106382978723404, | |
| "eval_allNLI-dev_cosine_recall": 0.8323699421965318, | |
| "eval_allNLI-dev_dot_accuracy": 0.73046875, | |
| "eval_allNLI-dev_dot_accuracy_threshold": 770.0897216796875, | |
| "eval_allNLI-dev_dot_ap": 0.6081423958491258, | |
| "eval_allNLI-dev_dot_f1": 0.6353944562899787, | |
| "eval_allNLI-dev_dot_f1_threshold": 591.9297485351562, | |
| "eval_allNLI-dev_dot_precision": 0.5033783783783784, | |
| "eval_allNLI-dev_dot_recall": 0.861271676300578, | |
| "eval_allNLI-dev_euclidean_accuracy": 0.73046875, | |
| "eval_allNLI-dev_euclidean_accuracy_threshold": 21.835845947265625, | |
| "eval_allNLI-dev_euclidean_ap": 0.6005093324675692, | |
| "eval_allNLI-dev_euclidean_f1": 0.6293103448275861, | |
| "eval_allNLI-dev_euclidean_f1_threshold": 28.473522186279297, | |
| "eval_allNLI-dev_euclidean_precision": 0.5017182130584192, | |
| "eval_allNLI-dev_euclidean_recall": 0.8439306358381503, | |
| "eval_allNLI-dev_manhattan_accuracy": 0.7265625, | |
| "eval_allNLI-dev_manhattan_accuracy_threshold": 680.2508544921875, | |
| "eval_allNLI-dev_manhattan_ap": 0.6018042293397726, | |
| "eval_allNLI-dev_manhattan_f1": 0.6304801670146138, | |
| "eval_allNLI-dev_manhattan_f1_threshold": 898.6156005859375, | |
| "eval_allNLI-dev_manhattan_precision": 0.4934640522875817, | |
| "eval_allNLI-dev_manhattan_recall": 0.8728323699421965, | |
| "eval_allNLI-dev_max_accuracy": 0.732421875, | |
| "eval_allNLI-dev_max_accuracy_threshold": 770.0897216796875, | |
| "eval_allNLI-dev_max_ap": 0.6081423958491258, | |
| "eval_allNLI-dev_max_f1": 0.6353944562899787, | |
| "eval_allNLI-dev_max_f1_threshold": 898.6156005859375, | |
| "eval_allNLI-dev_max_precision": 0.5106382978723404, | |
| "eval_allNLI-dev_max_recall": 0.8728323699421965, | |
| "eval_sequential_score": 0.7138885693409427, | |
| "eval_sts-test_pearson_cosine": 0.9214303723022845, | |
| "eval_sts-test_pearson_dot": 0.9134748689148063, | |
| "eval_sts-test_pearson_euclidean": 0.9310374550677829, | |
| "eval_sts-test_pearson_manhattan": 0.9302032670949281, | |
| "eval_sts-test_pearson_max": 0.9310374550677829, | |
| "eval_sts-test_spearman_cosine": 0.9289372414465175, | |
| "eval_sts-test_spearman_dot": 0.9125128124956916, | |
| "eval_sts-test_spearman_euclidean": 0.9281762462465566, | |
| "eval_sts-test_spearman_manhattan": 0.927857841021757, | |
| "eval_sts-test_spearman_max": 0.9289372414465175, | |
| "eval_vitaminc-pairs_loss": 2.8373610973358154, | |
| "eval_vitaminc-pairs_runtime": 4.5356, | |
| "eval_vitaminc-pairs_samples_per_second": 28.221, | |
| "eval_vitaminc-pairs_steps_per_second": 0.22, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.0038363171355498, | |
| "eval_negation-triplets_loss": 0.5640828013420105, | |
| "eval_negation-triplets_runtime": 3.3229, | |
| "eval_negation-triplets_samples_per_second": 38.521, | |
| "eval_negation-triplets_steps_per_second": 0.301, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.0038363171355498, | |
| "eval_scitail-pairs-pos_loss": 0.0052706534042954445, | |
| "eval_scitail-pairs-pos_runtime": 2.668, | |
| "eval_scitail-pairs-pos_samples_per_second": 47.976, | |
| "eval_scitail-pairs-pos_steps_per_second": 0.375, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.0038363171355498, | |
| "eval_scitail-pairs-qa_loss": 0.0019441621843725443, | |
| "eval_scitail-pairs-qa_runtime": 2.1089, | |
| "eval_scitail-pairs-qa_samples_per_second": 60.695, | |
| "eval_scitail-pairs-qa_steps_per_second": 0.474, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.0038363171355498, | |
| "eval_xsum-pairs_loss": 0.011966066434979439, | |
| "eval_xsum-pairs_runtime": 3.0863, | |
| "eval_xsum-pairs_samples_per_second": 41.473, | |
| "eval_xsum-pairs_steps_per_second": 0.324, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.0038363171355498, | |
| "eval_sciq_pairs_loss": 0.04289625212550163, | |
| "eval_sciq_pairs_runtime": 4.6422, | |
| "eval_sciq_pairs_samples_per_second": 27.573, | |
| "eval_sciq_pairs_steps_per_second": 0.215, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.0038363171355498, | |
| "eval_qasc_pairs_loss": 0.028154749423265457, | |
| "eval_qasc_pairs_runtime": 2.0822, | |
| "eval_qasc_pairs_samples_per_second": 61.473, | |
| "eval_qasc_pairs_steps_per_second": 0.48, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.0038363171355498, | |
| "eval_openbookqa_pairs_loss": 0.43164512515068054, | |
| "eval_openbookqa_pairs_runtime": 2.2533, | |
| "eval_openbookqa_pairs_samples_per_second": 56.804, | |
| "eval_openbookqa_pairs_steps_per_second": 0.444, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.0038363171355498, | |
| "eval_msmarco_pairs_loss": 0.06808631122112274, | |
| "eval_msmarco_pairs_runtime": 2.2513, | |
| "eval_msmarco_pairs_samples_per_second": 56.857, | |
| "eval_msmarco_pairs_steps_per_second": 0.444, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.0038363171355498, | |
| "eval_nq_pairs_loss": 0.14540795981884003, | |
| "eval_nq_pairs_runtime": 3.1738, | |
| "eval_nq_pairs_samples_per_second": 40.33, | |
| "eval_nq_pairs_steps_per_second": 0.315, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.0038363171355498, | |
| "eval_trivia_pairs_loss": 0.05832359194755554, | |
| "eval_trivia_pairs_runtime": 3.27, | |
| "eval_trivia_pairs_samples_per_second": 39.143, | |
| "eval_trivia_pairs_steps_per_second": 0.306, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.0038363171355498, | |
| "eval_gooaq_pairs_loss": 0.07345020771026611, | |
| "eval_gooaq_pairs_runtime": 2.163, | |
| "eval_gooaq_pairs_samples_per_second": 59.176, | |
| "eval_gooaq_pairs_steps_per_second": 0.462, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.0038363171355498, | |
| "eval_paws-pos_loss": 0.024956367909908295, | |
| "eval_paws-pos_runtime": 2.2558, | |
| "eval_paws-pos_samples_per_second": 56.742, | |
| "eval_paws-pos_steps_per_second": 0.443, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.0038363171355498, | |
| "eval_global_dataset_loss": 0.1613905131816864, | |
| "eval_global_dataset_runtime": 8.5533, | |
| "eval_global_dataset_samples_per_second": 37.997, | |
| "eval_global_dataset_steps_per_second": 0.351, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.0127877237851663, | |
| "grad_norm": 2.3196866512298584, | |
| "learning_rate": 1.7086675175202038e-05, | |
| "loss": 0.102, | |
| "step": 1584 | |
| }, | |
| { | |
| "epoch": 1.0230179028132993, | |
| "grad_norm": 2.289067506790161, | |
| "learning_rate": 1.6949216826456383e-05, | |
| "loss": 0.0806, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.0332480818414322, | |
| "grad_norm": 0.1721343994140625, | |
| "learning_rate": 1.6809412560533328e-05, | |
| "loss": 0.0643, | |
| "step": 1616 | |
| }, | |
| { | |
| "epoch": 1.0434782608695652, | |
| "grad_norm": 0.0001264104212168604, | |
| "learning_rate": 1.666733609135639e-05, | |
| "loss": 0.2551, | |
| "step": 1632 | |
| }, | |
| { | |
| "epoch": 1.0537084398976981, | |
| "grad_norm": 2.5722861289978027, | |
| "learning_rate": 1.6523062330902796e-05, | |
| "loss": 0.1509, | |
| "step": 1648 | |
| }, | |
| { | |
| "epoch": 1.0639386189258313, | |
| "grad_norm": 25.231658935546875, | |
| "learning_rate": 1.6376667349704974e-05, | |
| "loss": 0.0928, | |
| "step": 1664 | |
| }, | |
| { | |
| "epoch": 1.0741687979539642, | |
| "grad_norm": 4.063713073730469, | |
| "learning_rate": 1.6228228336741233e-05, | |
| "loss": 0.1388, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 1.0843989769820972, | |
| "grad_norm": 80.98094940185547, | |
| "learning_rate": 1.6077823558736674e-05, | |
| "loss": 1.2414, | |
| "step": 1696 | |
| }, | |
| { | |
| "epoch": 1.0946291560102301, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.593510427438927e-05, | |
| "loss": 4.1558, | |
| "step": 1712 | |
| }, | |
| { | |
| "epoch": 1.104219948849105, | |
| "eval_Qnli-dev_cosine_accuracy": 0.685546875, | |
| "eval_Qnli-dev_cosine_accuracy_threshold": 0.721319317817688, | |
| "eval_Qnli-dev_cosine_ap": 0.7009920218538748, | |
| "eval_Qnli-dev_cosine_f1": 0.6844106463878326, | |
| "eval_Qnli-dev_cosine_f1_threshold": 0.6511796116828918, | |
| "eval_Qnli-dev_cosine_precision": 0.6206896551724138, | |
| "eval_Qnli-dev_cosine_recall": 0.7627118644067796, | |
| "eval_Qnli-dev_dot_accuracy": 0.66796875, | |
| "eval_Qnli-dev_dot_accuracy_threshold": 668.3919677734375, | |
| "eval_Qnli-dev_dot_ap": 0.6596658618501305, | |
| "eval_Qnli-dev_dot_f1": 0.6794425087108014, | |
| "eval_Qnli-dev_dot_f1_threshold": 570.9491577148438, | |
| "eval_Qnli-dev_dot_precision": 0.5769230769230769, | |
| "eval_Qnli-dev_dot_recall": 0.826271186440678, | |
| "eval_Qnli-dev_euclidean_accuracy": 0.69140625, | |
| "eval_Qnli-dev_euclidean_accuracy_threshold": 22.470321655273438, | |
| "eval_Qnli-dev_euclidean_ap": 0.7051676051367692, | |
| "eval_Qnli-dev_euclidean_f1": 0.6814814814814815, | |
| "eval_Qnli-dev_euclidean_f1_threshold": 25.704437255859375, | |
| "eval_Qnli-dev_euclidean_precision": 0.6052631578947368, | |
| "eval_Qnli-dev_euclidean_recall": 0.7796610169491526, | |
| "eval_Qnli-dev_manhattan_accuracy": 0.689453125, | |
| "eval_Qnli-dev_manhattan_accuracy_threshold": 694.1198120117188, | |
| "eval_Qnli-dev_manhattan_ap": 0.7037892706023994, | |
| "eval_Qnli-dev_manhattan_f1": 0.6807017543859649, | |
| "eval_Qnli-dev_manhattan_f1_threshold": 828.624267578125, | |
| "eval_Qnli-dev_manhattan_precision": 0.5808383233532934, | |
| "eval_Qnli-dev_manhattan_recall": 0.8220338983050848, | |
| "eval_Qnli-dev_max_accuracy": 0.69140625, | |
| "eval_Qnli-dev_max_accuracy_threshold": 694.1198120117188, | |
| "eval_Qnli-dev_max_ap": 0.7051676051367692, | |
| "eval_Qnli-dev_max_f1": 0.6844106463878326, | |
| "eval_Qnli-dev_max_f1_threshold": 828.624267578125, | |
| "eval_Qnli-dev_max_precision": 0.6206896551724138, | |
| "eval_Qnli-dev_max_recall": 0.826271186440678, | |
| "eval_allNLI-dev_cosine_accuracy": 0.716796875, | |
| "eval_allNLI-dev_cosine_accuracy_threshold": 0.8099356293678284, | |
| "eval_allNLI-dev_cosine_ap": 0.570875050964069, | |
| "eval_allNLI-dev_cosine_f1": 0.5963302752293578, | |
| "eval_allNLI-dev_cosine_f1_threshold": 0.6979917287826538, | |
| "eval_allNLI-dev_cosine_precision": 0.49429657794676807, | |
| "eval_allNLI-dev_cosine_recall": 0.7514450867052023, | |
| "eval_allNLI-dev_dot_accuracy": 0.70703125, | |
| "eval_allNLI-dev_dot_accuracy_threshold": 776.184814453125, | |
| "eval_allNLI-dev_dot_ap": 0.5517451813015753, | |
| "eval_allNLI-dev_dot_f1": 0.5868544600938967, | |
| "eval_allNLI-dev_dot_f1_threshold": 687.5419921875, | |
| "eval_allNLI-dev_dot_precision": 0.49407114624505927, | |
| "eval_allNLI-dev_dot_recall": 0.7225433526011561, | |
| "eval_allNLI-dev_euclidean_accuracy": 0.712890625, | |
| "eval_allNLI-dev_euclidean_accuracy_threshold": 19.473464965820312, | |
| "eval_allNLI-dev_euclidean_ap": 0.565705018028892, | |
| "eval_allNLI-dev_euclidean_f1": 0.6093023255813954, | |
| "eval_allNLI-dev_euclidean_f1_threshold": 24.294639587402344, | |
| "eval_allNLI-dev_euclidean_precision": 0.5097276264591439, | |
| "eval_allNLI-dev_euclidean_recall": 0.7572254335260116, | |
| "eval_allNLI-dev_manhattan_accuracy": 0.7109375, | |
| "eval_allNLI-dev_manhattan_accuracy_threshold": 603.7655639648438, | |
| "eval_allNLI-dev_manhattan_ap": 0.566990345262909, | |
| "eval_allNLI-dev_manhattan_f1": 0.6041189931350115, | |
| "eval_allNLI-dev_manhattan_f1_threshold": 762.2060546875, | |
| "eval_allNLI-dev_manhattan_precision": 0.5, | |
| "eval_allNLI-dev_manhattan_recall": 0.7630057803468208, | |
| "eval_allNLI-dev_max_accuracy": 0.716796875, | |
| "eval_allNLI-dev_max_accuracy_threshold": 776.184814453125, | |
| "eval_allNLI-dev_max_ap": 0.570875050964069, | |
| "eval_allNLI-dev_max_f1": 0.6093023255813954, | |
| "eval_allNLI-dev_max_f1_threshold": 762.2060546875, | |
| "eval_allNLI-dev_max_precision": 0.5097276264591439, | |
| "eval_allNLI-dev_max_recall": 0.7630057803468208, | |
| "eval_sequential_score": 0.7051676051367692, | |
| "eval_sts-test_pearson_cosine": 0.8987901287364303, | |
| "eval_sts-test_pearson_dot": 0.8571070149666554, | |
| "eval_sts-test_pearson_euclidean": 0.9120892993468994, | |
| "eval_sts-test_pearson_manhattan": 0.9132430998059138, | |
| "eval_sts-test_pearson_max": 0.9132430998059138, | |
| "eval_sts-test_spearman_cosine": 0.9119312251026489, | |
| "eval_sts-test_spearman_dot": 0.8493634572723213, | |
| "eval_sts-test_spearman_euclidean": 0.9094618952503329, | |
| "eval_sts-test_spearman_manhattan": 0.9099741629394802, | |
| "eval_sts-test_spearman_max": 0.9119312251026489, | |
| "eval_vitaminc-pairs_loss": 3.369173049926758, | |
| "eval_vitaminc-pairs_runtime": 4.5658, | |
| "eval_vitaminc-pairs_samples_per_second": 28.034, | |
| "eval_vitaminc-pairs_steps_per_second": 0.219, | |
| "step": 1727 | |
| }, | |
| { | |
| "epoch": 1.104219948849105, | |
| "eval_negation-triplets_loss": 0.9118797779083252, | |
| "eval_negation-triplets_runtime": 3.3172, | |
| "eval_negation-triplets_samples_per_second": 38.587, | |
| "eval_negation-triplets_steps_per_second": 0.301, | |
| "step": 1727 | |
| }, | |
| { | |
| "epoch": 1.104219948849105, | |
| "eval_scitail-pairs-pos_loss": 0.011614671908318996, | |
| "eval_scitail-pairs-pos_runtime": 2.6431, | |
| "eval_scitail-pairs-pos_samples_per_second": 48.428, | |
| "eval_scitail-pairs-pos_steps_per_second": 0.378, | |
| "step": 1727 | |
| }, | |
| { | |
| "epoch": 1.104219948849105, | |
| "eval_scitail-pairs-qa_loss": 0.6668704748153687, | |
| "eval_scitail-pairs-qa_runtime": 2.1134, | |
| "eval_scitail-pairs-qa_samples_per_second": 60.567, | |
| "eval_scitail-pairs-qa_steps_per_second": 0.473, | |
| "step": 1727 | |
| }, | |
| { | |
| "epoch": 1.104219948849105, | |
| "eval_xsum-pairs_loss": 0.04073762521147728, | |
| "eval_xsum-pairs_runtime": 3.0805, | |
| "eval_xsum-pairs_samples_per_second": 41.552, | |
| "eval_xsum-pairs_steps_per_second": 0.325, | |
| "step": 1727 | |
| }, | |
| { | |
| "epoch": 1.104219948849105, | |
| "eval_sciq_pairs_loss": 0.05893560126423836, | |
| "eval_sciq_pairs_runtime": 4.6137, | |
| "eval_sciq_pairs_samples_per_second": 27.743, | |
| "eval_sciq_pairs_steps_per_second": 0.217, | |
| "step": 1727 | |
| }, | |
| { | |
| "epoch": 1.104219948849105, | |
| "eval_qasc_pairs_loss": 4.738304138183594, | |
| "eval_qasc_pairs_runtime": 2.0741, | |
| "eval_qasc_pairs_samples_per_second": 61.714, | |
| "eval_qasc_pairs_steps_per_second": 0.482, | |
| "step": 1727 | |
| }, | |
| { | |
| "epoch": 1.104219948849105, | |
| "eval_openbookqa_pairs_loss": 3.11826229095459, | |
| "eval_openbookqa_pairs_runtime": 2.2454, | |
| "eval_openbookqa_pairs_samples_per_second": 57.007, | |
| "eval_openbookqa_pairs_steps_per_second": 0.445, | |
| "step": 1727 | |
| }, | |
| { | |
| "epoch": 1.104219948849105, | |
| "eval_msmarco_pairs_loss": 9.6693115234375, | |
| "eval_msmarco_pairs_runtime": 2.2545, | |
| "eval_msmarco_pairs_samples_per_second": 56.776, | |
| "eval_msmarco_pairs_steps_per_second": 0.444, | |
| "step": 1727 | |
| }, | |
| { | |
| "epoch": 1.104219948849105, | |
| "eval_nq_pairs_loss": 1.279419183731079, | |
| "eval_nq_pairs_runtime": 3.1753, | |
| "eval_nq_pairs_samples_per_second": 40.312, | |
| "eval_nq_pairs_steps_per_second": 0.315, | |
| "step": 1727 | |
| }, | |
| { | |
| "epoch": 1.104219948849105, | |
| "eval_trivia_pairs_loss": 0.20214243233203888, | |
| "eval_trivia_pairs_runtime": 3.2642, | |
| "eval_trivia_pairs_samples_per_second": 39.214, | |
| "eval_trivia_pairs_steps_per_second": 0.306, | |
| "step": 1727 | |
| }, | |
| { | |
| "epoch": 1.104219948849105, | |
| "eval_gooaq_pairs_loss": 5.455305576324463, | |
| "eval_gooaq_pairs_runtime": 2.166, | |
| "eval_gooaq_pairs_samples_per_second": 59.096, | |
| "eval_gooaq_pairs_steps_per_second": 0.462, | |
| "step": 1727 | |
| }, | |
| { | |
| "epoch": 1.104219948849105, | |
| "eval_paws-pos_loss": 0.02642166055738926, | |
| "eval_paws-pos_runtime": 2.2959, | |
| "eval_paws-pos_samples_per_second": 55.75, | |
| "eval_paws-pos_steps_per_second": 0.436, | |
| "step": 1727 | |
| }, | |
| { | |
| "epoch": 1.104219948849105, | |
| "eval_global_dataset_loss": 1.6158013343811035, | |
| "eval_global_dataset_runtime": 8.5468, | |
| "eval_global_dataset_samples_per_second": 38.026, | |
| "eval_global_dataset_steps_per_second": 0.351, | |
| "step": 1727 | |
| }, | |
| { | |
| "epoch": 1.104859335038363, | |
| "grad_norm": 1204.4183349609375, | |
| "learning_rate": 1.579079309696945e-05, | |
| "loss": 1.8742, | |
| "step": 1728 | |
| }, | |
| { | |
| "epoch": 1.1150895140664963, | |
| "grad_norm": 95.80963134765625, | |
| "learning_rate": 1.563518191874478e-05, | |
| "loss": 1.7176, | |
| "step": 1744 | |
| }, | |
| { | |
| "epoch": 1.1253196930946292, | |
| "grad_norm": 1.3516439199447632, | |
| "learning_rate": 1.5477917668214496e-05, | |
| "loss": 0.3091, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 1.1355498721227621, | |
| "grad_norm": 2.584233045578003, | |
| "learning_rate": 1.531908326534432e-05, | |
| "loss": 0.3178, | |
| "step": 1776 | |
| }, | |
| { | |
| "epoch": 1.145780051150895, | |
| "grad_norm": 12.02332878112793, | |
| "learning_rate": 1.5158762457986643e-05, | |
| "loss": 0.173, | |
| "step": 1792 | |
| }, | |
| { | |
| "epoch": 1.156010230179028, | |
| "grad_norm": 59.90679168701172, | |
| "learning_rate": 1.4997039777723213e-05, | |
| "loss": 0.1028, | |
| "step": 1808 | |
| }, | |
| { | |
| "epoch": 1.1662404092071612, | |
| "grad_norm": 2.210491180419922, | |
| "learning_rate": 1.4834000495294563e-05, | |
| "loss": 0.1533, | |
| "step": 1824 | |
| }, | |
| { | |
| "epoch": 1.1764705882352942, | |
| "grad_norm": 2.456197738647461, | |
| "learning_rate": 1.4669730575639735e-05, | |
| "loss": 0.2395, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 1.186700767263427, | |
| "grad_norm": 3.8251633644104004, | |
| "learning_rate": 1.450431663256994e-05, | |
| "loss": 0.2036, | |
| "step": 1856 | |
| }, | |
| { | |
| "epoch": 1.19693094629156, | |
| "grad_norm": 25.096830368041992, | |
| "learning_rate": 1.4337845883100118e-05, | |
| "loss": 0.2104, | |
| "step": 1872 | |
| }, | |
| { | |
| "epoch": 1.2046035805626598, | |
| "eval_Qnli-dev_cosine_accuracy": 0.712890625, | |
| "eval_Qnli-dev_cosine_accuracy_threshold": 0.7136298418045044, | |
| "eval_Qnli-dev_cosine_ap": 0.7429006619357093, | |
| "eval_Qnli-dev_cosine_f1": 0.705685618729097, | |
| "eval_Qnli-dev_cosine_f1_threshold": 0.6252090930938721, | |
| "eval_Qnli-dev_cosine_precision": 0.5828729281767956, | |
| "eval_Qnli-dev_cosine_recall": 0.8940677966101694, | |
| "eval_Qnli-dev_dot_accuracy": 0.689453125, | |
| "eval_Qnli-dev_dot_accuracy_threshold": 764.2352294921875, | |
| "eval_Qnli-dev_dot_ap": 0.7164630756489325, | |
| "eval_Qnli-dev_dot_f1": 0.7067137809187279, | |
| "eval_Qnli-dev_dot_f1_threshold": 678.6840209960938, | |
| "eval_Qnli-dev_dot_precision": 0.6060606060606061, | |
| "eval_Qnli-dev_dot_recall": 0.847457627118644, | |
| "eval_Qnli-dev_euclidean_accuracy": 0.71875, | |
| "eval_Qnli-dev_euclidean_accuracy_threshold": 23.21845245361328, | |
| "eval_Qnli-dev_euclidean_ap": 0.7459968056180196, | |
| "eval_Qnli-dev_euclidean_f1": 0.7014388489208634, | |
| "eval_Qnli-dev_euclidean_f1_threshold": 26.616165161132812, | |
| "eval_Qnli-dev_euclidean_precision": 0.609375, | |
| "eval_Qnli-dev_euclidean_recall": 0.826271186440678, | |
| "eval_Qnli-dev_manhattan_accuracy": 0.71875, | |
| "eval_Qnli-dev_manhattan_accuracy_threshold": 725.244384765625, | |
| "eval_Qnli-dev_manhattan_ap": 0.7439472197082637, | |
| "eval_Qnli-dev_manhattan_f1": 0.7078039927404719, | |
| "eval_Qnli-dev_manhattan_f1_threshold": 829.4242553710938, | |
| "eval_Qnli-dev_manhattan_precision": 0.6190476190476191, | |
| "eval_Qnli-dev_manhattan_recall": 0.826271186440678, | |
| "eval_Qnli-dev_max_accuracy": 0.71875, | |
| "eval_Qnli-dev_max_accuracy_threshold": 764.2352294921875, | |
| "eval_Qnli-dev_max_ap": 0.7459968056180196, | |
| "eval_Qnli-dev_max_f1": 0.7078039927404719, | |
| "eval_Qnli-dev_max_f1_threshold": 829.4242553710938, | |
| "eval_Qnli-dev_max_precision": 0.6190476190476191, | |
| "eval_Qnli-dev_max_recall": 0.8940677966101694, | |
| "eval_allNLI-dev_cosine_accuracy": 0.732421875, | |
| "eval_allNLI-dev_cosine_accuracy_threshold": 0.8159675598144531, | |
| "eval_allNLI-dev_cosine_ap": 0.5991355834488622, | |
| "eval_allNLI-dev_cosine_f1": 0.6309278350515464, | |
| "eval_allNLI-dev_cosine_f1_threshold": 0.6821494102478027, | |
| "eval_allNLI-dev_cosine_precision": 0.49038461538461536, | |
| "eval_allNLI-dev_cosine_recall": 0.884393063583815, | |
| "eval_allNLI-dev_dot_accuracy": 0.736328125, | |
| "eval_allNLI-dev_dot_accuracy_threshold": 879.013916015625, | |
| "eval_allNLI-dev_dot_ap": 0.5930218788414645, | |
| "eval_allNLI-dev_dot_f1": 0.6206896551724138, | |
| "eval_allNLI-dev_dot_f1_threshold": 740.831787109375, | |
| "eval_allNLI-dev_dot_precision": 0.4948453608247423, | |
| "eval_allNLI-dev_dot_recall": 0.8323699421965318, | |
| "eval_allNLI-dev_euclidean_accuracy": 0.728515625, | |
| "eval_allNLI-dev_euclidean_accuracy_threshold": 20.647186279296875, | |
| "eval_allNLI-dev_euclidean_ap": 0.5969327943116731, | |
| "eval_allNLI-dev_euclidean_f1": 0.6322869955156951, | |
| "eval_allNLI-dev_euclidean_f1_threshold": 24.933399200439453, | |
| "eval_allNLI-dev_euclidean_precision": 0.5164835164835165, | |
| "eval_allNLI-dev_euclidean_recall": 0.815028901734104, | |
| "eval_allNLI-dev_manhattan_accuracy": 0.734375, | |
| "eval_allNLI-dev_manhattan_accuracy_threshold": 642.3578491210938, | |
| "eval_allNLI-dev_manhattan_ap": 0.598127538996714, | |
| "eval_allNLI-dev_manhattan_f1": 0.6324786324786326, | |
| "eval_allNLI-dev_manhattan_f1_threshold": 796.259521484375, | |
| "eval_allNLI-dev_manhattan_precision": 0.5016949152542373, | |
| "eval_allNLI-dev_manhattan_recall": 0.8554913294797688, | |
| "eval_allNLI-dev_max_accuracy": 0.736328125, | |
| "eval_allNLI-dev_max_accuracy_threshold": 879.013916015625, | |
| "eval_allNLI-dev_max_ap": 0.5991355834488622, | |
| "eval_allNLI-dev_max_f1": 0.6324786324786326, | |
| "eval_allNLI-dev_max_f1_threshold": 796.259521484375, | |
| "eval_allNLI-dev_max_precision": 0.5164835164835165, | |
| "eval_allNLI-dev_max_recall": 0.884393063583815, | |
| "eval_sequential_score": 0.7459968056180196, | |
| "eval_sts-test_pearson_cosine": 0.9106921279068343, | |
| "eval_sts-test_pearson_dot": 0.8935209770403933, | |
| "eval_sts-test_pearson_euclidean": 0.9256757227724981, | |
| "eval_sts-test_pearson_manhattan": 0.9246302028077688, | |
| "eval_sts-test_pearson_max": 0.9256757227724981, | |
| "eval_sts-test_spearman_cosine": 0.9239059466308052, | |
| "eval_sts-test_spearman_dot": 0.8917772707787254, | |
| "eval_sts-test_spearman_euclidean": 0.9216089091348462, | |
| "eval_sts-test_spearman_manhattan": 0.9208650089167368, | |
| "eval_sts-test_spearman_max": 0.9239059466308052, | |
| "eval_vitaminc-pairs_loss": 2.7120437622070312, | |
| "eval_vitaminc-pairs_runtime": 4.4474, | |
| "eval_vitaminc-pairs_samples_per_second": 28.781, | |
| "eval_vitaminc-pairs_steps_per_second": 0.225, | |
| "step": 1884 | |
| }, | |
| { | |
| "epoch": 1.2046035805626598, | |
| "eval_negation-triplets_loss": 0.5890626907348633, | |
| "eval_negation-triplets_runtime": 3.2515, | |
| "eval_negation-triplets_samples_per_second": 39.366, | |
| "eval_negation-triplets_steps_per_second": 0.308, | |
| "step": 1884 | |
| }, | |
| { | |
| "epoch": 1.2046035805626598, | |
| "eval_scitail-pairs-pos_loss": 0.009994841180741787, | |
| "eval_scitail-pairs-pos_runtime": 2.6823, | |
| "eval_scitail-pairs-pos_samples_per_second": 47.72, | |
| "eval_scitail-pairs-pos_steps_per_second": 0.373, | |
| "step": 1884 | |
| }, | |
| { | |
| "epoch": 1.2046035805626598, | |
| "eval_scitail-pairs-qa_loss": 0.0001172328120446764, | |
| "eval_scitail-pairs-qa_runtime": 2.0519, | |
| "eval_scitail-pairs-qa_samples_per_second": 62.383, | |
| "eval_scitail-pairs-qa_steps_per_second": 0.487, | |
| "step": 1884 | |
| }, | |
| { | |
| "epoch": 1.2046035805626598, | |
| "eval_xsum-pairs_loss": 0.021892216056585312, | |
| "eval_xsum-pairs_runtime": 3.0334, | |
| "eval_xsum-pairs_samples_per_second": 42.197, | |
| "eval_xsum-pairs_steps_per_second": 0.33, | |
| "step": 1884 | |
| }, | |
| { | |
| "epoch": 1.2046035805626598, | |
| "eval_sciq_pairs_loss": 0.032289452850818634, | |
| "eval_sciq_pairs_runtime": 4.5988, | |
| "eval_sciq_pairs_samples_per_second": 27.833, | |
| "eval_sciq_pairs_steps_per_second": 0.217, | |
| "step": 1884 | |
| }, | |
| { | |
| "epoch": 1.2046035805626598, | |
| "eval_qasc_pairs_loss": 0.016237368807196617, | |
| "eval_qasc_pairs_runtime": 2.1203, | |
| "eval_qasc_pairs_samples_per_second": 60.368, | |
| "eval_qasc_pairs_steps_per_second": 0.472, | |
| "step": 1884 | |
| }, | |
| { | |
| "epoch": 1.2046035805626598, | |
| "eval_openbookqa_pairs_loss": 0.3769121468067169, | |
| "eval_openbookqa_pairs_runtime": 2.1997, | |
| "eval_openbookqa_pairs_samples_per_second": 58.189, | |
| "eval_openbookqa_pairs_steps_per_second": 0.455, | |
| "step": 1884 | |
| }, | |
| { | |
| "epoch": 1.2046035805626598, | |
| "eval_msmarco_pairs_loss": 0.06260273605585098, | |
| "eval_msmarco_pairs_runtime": 2.1998, | |
| "eval_msmarco_pairs_samples_per_second": 58.188, | |
| "eval_msmarco_pairs_steps_per_second": 0.455, | |
| "step": 1884 | |
| }, | |
| { | |
| "epoch": 1.2046035805626598, | |
| "eval_nq_pairs_loss": 0.054137811064720154, | |
| "eval_nq_pairs_runtime": 3.1436, | |
| "eval_nq_pairs_samples_per_second": 40.718, | |
| "eval_nq_pairs_steps_per_second": 0.318, | |
| "step": 1884 | |
| }, | |
| { | |
| "epoch": 1.2046035805626598, | |
| "eval_trivia_pairs_loss": 0.050407882779836655, | |
| "eval_trivia_pairs_runtime": 3.2652, | |
| "eval_trivia_pairs_samples_per_second": 39.201, | |
| "eval_trivia_pairs_steps_per_second": 0.306, | |
| "step": 1884 | |
| }, | |
| { | |
| "epoch": 1.2046035805626598, | |
| "eval_gooaq_pairs_loss": 0.09814567863941193, | |
| "eval_gooaq_pairs_runtime": 2.1176, | |
| "eval_gooaq_pairs_samples_per_second": 60.446, | |
| "eval_gooaq_pairs_steps_per_second": 0.472, | |
| "step": 1884 | |
| }, | |
| { | |
| "epoch": 1.2046035805626598, | |
| "eval_paws-pos_loss": 0.028179308399558067, | |
| "eval_paws-pos_runtime": 2.2116, | |
| "eval_paws-pos_samples_per_second": 57.876, | |
| "eval_paws-pos_steps_per_second": 0.452, | |
| "step": 1884 | |
| }, | |
| { | |
| "epoch": 1.2046035805626598, | |
| "eval_global_dataset_loss": 0.16618798673152924, | |
| "eval_global_dataset_runtime": 8.5125, | |
| "eval_global_dataset_samples_per_second": 38.179, | |
| "eval_global_dataset_steps_per_second": 0.352, | |
| "step": 1884 | |
| }, | |
| { | |
| "epoch": 1.207161125319693, | |
| "grad_norm": 0.5832350850105286, | |
| "learning_rate": 1.4170406101462443e-05, | |
| "loss": 0.239, | |
| "step": 1888 | |
| }, | |
| { | |
| "epoch": 1.2173913043478262, | |
| "grad_norm": 68.81095886230469, | |
| "learning_rate": 1.4002085572826026e-05, | |
| "loss": 0.2029, | |
| "step": 1904 | |
| }, | |
| { | |
| "epoch": 1.227621483375959, | |
| "grad_norm": 4.664492130279541, | |
| "learning_rate": 1.3832973046747209e-05, | |
| "loss": 0.1581, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 1.237851662404092, | |
| "grad_norm": 104.21939849853516, | |
| "learning_rate": 1.366315769037503e-05, | |
| "loss": 0.1683, | |
| "step": 1936 | |
| }, | |
| { | |
| "epoch": 1.248081841432225, | |
| "grad_norm": 0.5536424517631531, | |
| "learning_rate": 1.3492729041436467e-05, | |
| "loss": 0.1056, | |
| "step": 1952 | |
| }, | |
| { | |
| "epoch": 1.258312020460358, | |
| "grad_norm": 157.6248321533203, | |
| "learning_rate": 1.3332475096730661e-05, | |
| "loss": 0.1002, | |
| "step": 1968 | |
| }, | |
| { | |
| "epoch": 1.2685421994884911, | |
| "grad_norm": 7.810324668884277, | |
| "learning_rate": 1.3161114157533556e-05, | |
| "loss": 0.1527, | |
| "step": 1984 | |
| }, | |
| { | |
| "epoch": 1.278772378516624, | |
| "grad_norm": 18.249252319335938, | |
| "learning_rate": 1.300014498108573e-05, | |
| "loss": 0.2542, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.289002557544757, | |
| "grad_norm": 3.5903186798095703, | |
| "learning_rate": 1.2828190885999954e-05, | |
| "loss": 0.1295, | |
| "step": 2016 | |
| }, | |
| { | |
| "epoch": 1.29923273657289, | |
| "grad_norm": 3.7519044876098633, | |
| "learning_rate": 1.2656063747282686e-05, | |
| "loss": 0.1565, | |
| "step": 2032 | |
| }, | |
| { | |
| "epoch": 1.304987212276215, | |
| "eval_Qnli-dev_cosine_accuracy": 0.689453125, | |
| "eval_Qnli-dev_cosine_accuracy_threshold": 0.7200680375099182, | |
| "eval_Qnli-dev_cosine_ap": 0.7074961402648423, | |
| "eval_Qnli-dev_cosine_f1": 0.6932907348242812, | |
| "eval_Qnli-dev_cosine_f1_threshold": 0.5718638300895691, | |
| "eval_Qnli-dev_cosine_precision": 0.5564102564102564, | |
| "eval_Qnli-dev_cosine_recall": 0.9194915254237288, | |
| "eval_Qnli-dev_dot_accuracy": 0.66796875, | |
| "eval_Qnli-dev_dot_accuracy_threshold": 756.9666748046875, | |
| "eval_Qnli-dev_dot_ap": 0.6780815733364163, | |
| "eval_Qnli-dev_dot_f1": 0.6889952153110047, | |
| "eval_Qnli-dev_dot_f1_threshold": 583.8939208984375, | |
| "eval_Qnli-dev_dot_precision": 0.5524296675191815, | |
| "eval_Qnli-dev_dot_recall": 0.9152542372881356, | |
| "eval_Qnli-dev_euclidean_accuracy": 0.693359375, | |
| "eval_Qnli-dev_euclidean_accuracy_threshold": 25.547969818115234, | |
| "eval_Qnli-dev_euclidean_ap": 0.7135678036818122, | |
| "eval_Qnli-dev_euclidean_f1": 0.6930693069306931, | |
| "eval_Qnli-dev_euclidean_f1_threshold": 29.2337703704834, | |
| "eval_Qnli-dev_euclidean_precision": 0.5675675675675675, | |
| "eval_Qnli-dev_euclidean_recall": 0.8898305084745762, | |
| "eval_Qnli-dev_manhattan_accuracy": 0.697265625, | |
| "eval_Qnli-dev_manhattan_accuracy_threshold": 819.421875, | |
| "eval_Qnli-dev_manhattan_ap": 0.7137351110663105, | |
| "eval_Qnli-dev_manhattan_f1": 0.6931637519872814, | |
| "eval_Qnli-dev_manhattan_f1_threshold": 939.3760986328125, | |
| "eval_Qnli-dev_manhattan_precision": 0.55470737913486, | |
| "eval_Qnli-dev_manhattan_recall": 0.923728813559322, | |
| "eval_Qnli-dev_max_accuracy": 0.697265625, | |
| "eval_Qnli-dev_max_accuracy_threshold": 819.421875, | |
| "eval_Qnli-dev_max_ap": 0.7137351110663105, | |
| "eval_Qnli-dev_max_f1": 0.6932907348242812, | |
| "eval_Qnli-dev_max_f1_threshold": 939.3760986328125, | |
| "eval_Qnli-dev_max_precision": 0.5675675675675675, | |
| "eval_Qnli-dev_max_recall": 0.923728813559322, | |
| "eval_allNLI-dev_cosine_accuracy": 0.72265625, | |
| "eval_allNLI-dev_cosine_accuracy_threshold": 0.7746777534484863, | |
| "eval_allNLI-dev_cosine_ap": 0.6016440911436023, | |
| "eval_allNLI-dev_cosine_f1": 0.625, | |
| "eval_allNLI-dev_cosine_f1_threshold": 0.646347165107727, | |
| "eval_allNLI-dev_cosine_precision": 0.49828178694158076, | |
| "eval_allNLI-dev_cosine_recall": 0.838150289017341, | |
| "eval_allNLI-dev_dot_accuracy": 0.712890625, | |
| "eval_allNLI-dev_dot_accuracy_threshold": 820.7058715820312, | |
| "eval_allNLI-dev_dot_ap": 0.5936979597059939, | |
| "eval_allNLI-dev_dot_f1": 0.6192468619246863, | |
| "eval_allNLI-dev_dot_f1_threshold": 657.5602416992188, | |
| "eval_allNLI-dev_dot_precision": 0.4852459016393443, | |
| "eval_allNLI-dev_dot_recall": 0.8554913294797688, | |
| "eval_allNLI-dev_euclidean_accuracy": 0.71875, | |
| "eval_allNLI-dev_euclidean_accuracy_threshold": 21.08960723876953, | |
| "eval_allNLI-dev_euclidean_ap": 0.5996751666865368, | |
| "eval_allNLI-dev_euclidean_f1": 0.6266094420600858, | |
| "eval_allNLI-dev_euclidean_f1_threshold": 27.183345794677734, | |
| "eval_allNLI-dev_euclidean_precision": 0.49829351535836175, | |
| "eval_allNLI-dev_euclidean_recall": 0.8439306358381503, | |
| "eval_allNLI-dev_manhattan_accuracy": 0.712890625, | |
| "eval_allNLI-dev_manhattan_accuracy_threshold": 651.502197265625, | |
| "eval_allNLI-dev_manhattan_ap": 0.5987385476183086, | |
| "eval_allNLI-dev_manhattan_f1": 0.6297872340425532, | |
| "eval_allNLI-dev_manhattan_f1_threshold": 852.67578125, | |
| "eval_allNLI-dev_manhattan_precision": 0.4983164983164983, | |
| "eval_allNLI-dev_manhattan_recall": 0.8554913294797688, | |
| "eval_allNLI-dev_max_accuracy": 0.72265625, | |
| "eval_allNLI-dev_max_accuracy_threshold": 820.7058715820312, | |
| "eval_allNLI-dev_max_ap": 0.6016440911436023, | |
| "eval_allNLI-dev_max_f1": 0.6297872340425532, | |
| "eval_allNLI-dev_max_f1_threshold": 852.67578125, | |
| "eval_allNLI-dev_max_precision": 0.4983164983164983, | |
| "eval_allNLI-dev_max_recall": 0.8554913294797688, | |
| "eval_sequential_score": 0.7137351110663105, | |
| "eval_sts-test_pearson_cosine": 0.9215439665433898, | |
| "eval_sts-test_pearson_dot": 0.9082500491778752, | |
| "eval_sts-test_pearson_euclidean": 0.9336864314981593, | |
| "eval_sts-test_pearson_manhattan": 0.9330194433958785, | |
| "eval_sts-test_pearson_max": 0.9336864314981593, | |
| "eval_sts-test_spearman_cosine": 0.9312936191150817, | |
| "eval_sts-test_spearman_dot": 0.9088146577568291, | |
| "eval_sts-test_spearman_euclidean": 0.9310582722314242, | |
| "eval_sts-test_spearman_manhattan": 0.9305906663011455, | |
| "eval_sts-test_spearman_max": 0.9312936191150817, | |
| "eval_vitaminc-pairs_loss": 3.2005655765533447, | |
| "eval_vitaminc-pairs_runtime": 4.4625, | |
| "eval_vitaminc-pairs_samples_per_second": 28.684, | |
| "eval_vitaminc-pairs_steps_per_second": 0.224, | |
| "step": 2041 | |
| }, | |
| { | |
| "epoch": 1.304987212276215, | |
| "eval_negation-triplets_loss": 0.5541307926177979, | |
| "eval_negation-triplets_runtime": 3.3279, | |
| "eval_negation-triplets_samples_per_second": 38.462, | |
| "eval_negation-triplets_steps_per_second": 0.3, | |
| "step": 2041 | |
| }, | |
| { | |
| "epoch": 1.304987212276215, | |
| "eval_scitail-pairs-pos_loss": 0.009232006035745144, | |
| "eval_scitail-pairs-pos_runtime": 2.5936, | |
| "eval_scitail-pairs-pos_samples_per_second": 49.352, | |
| "eval_scitail-pairs-pos_steps_per_second": 0.386, | |
| "step": 2041 | |
| }, | |
| { | |
| "epoch": 1.304987212276215, | |
| "eval_scitail-pairs-qa_loss": 4.288867785362527e-05, | |
| "eval_scitail-pairs-qa_runtime": 2.0926, | |
| "eval_scitail-pairs-qa_samples_per_second": 61.169, | |
| "eval_scitail-pairs-qa_steps_per_second": 0.478, | |
| "step": 2041 | |
| }, | |
| { | |
| "epoch": 1.304987212276215, | |
| "eval_xsum-pairs_loss": 0.013388755731284618, | |
| "eval_xsum-pairs_runtime": 3.0285, | |
| "eval_xsum-pairs_samples_per_second": 42.265, | |
| "eval_xsum-pairs_steps_per_second": 0.33, | |
| "step": 2041 | |
| }, | |
| { | |
| "epoch": 1.304987212276215, | |
| "eval_sciq_pairs_loss": 0.03405136987566948, | |
| "eval_sciq_pairs_runtime": 4.5462, | |
| "eval_sciq_pairs_samples_per_second": 28.156, | |
| "eval_sciq_pairs_steps_per_second": 0.22, | |
| "step": 2041 | |
| }, | |
| { | |
| "epoch": 1.304987212276215, | |
| "eval_qasc_pairs_loss": 0.01835418865084648, | |
| "eval_qasc_pairs_runtime": 2.0383, | |
| "eval_qasc_pairs_samples_per_second": 62.797, | |
| "eval_qasc_pairs_steps_per_second": 0.491, | |
| "step": 2041 | |
| }, | |
| { | |
| "epoch": 1.304987212276215, | |
| "eval_openbookqa_pairs_loss": 0.31454747915267944, | |
| "eval_openbookqa_pairs_runtime": 2.2106, | |
| "eval_openbookqa_pairs_samples_per_second": 57.902, | |
| "eval_openbookqa_pairs_steps_per_second": 0.452, | |
| "step": 2041 | |
| }, | |
| { | |
| "epoch": 1.304987212276215, | |
| "eval_msmarco_pairs_loss": 0.032347671687603, | |
| "eval_msmarco_pairs_runtime": 2.1917, | |
| "eval_msmarco_pairs_samples_per_second": 58.403, | |
| "eval_msmarco_pairs_steps_per_second": 0.456, | |
| "step": 2041 | |
| }, | |
| { | |
| "epoch": 1.304987212276215, | |
| "eval_nq_pairs_loss": 0.03822262957692146, | |
| "eval_nq_pairs_runtime": 3.1409, | |
| "eval_nq_pairs_samples_per_second": 40.753, | |
| "eval_nq_pairs_steps_per_second": 0.318, | |
| "step": 2041 | |
| }, | |
| { | |
| "epoch": 1.304987212276215, | |
| "eval_trivia_pairs_loss": 0.04505493864417076, | |
| "eval_trivia_pairs_runtime": 3.2444, | |
| "eval_trivia_pairs_samples_per_second": 39.453, | |
| "eval_trivia_pairs_steps_per_second": 0.308, | |
| "step": 2041 | |
| }, | |
| { | |
| "epoch": 1.304987212276215, | |
| "eval_gooaq_pairs_loss": 0.12212444096803665, | |
| "eval_gooaq_pairs_runtime": 2.1177, | |
| "eval_gooaq_pairs_samples_per_second": 60.443, | |
| "eval_gooaq_pairs_steps_per_second": 0.472, | |
| "step": 2041 | |
| }, | |
| { | |
| "epoch": 1.304987212276215, | |
| "eval_paws-pos_loss": 0.02862868271768093, | |
| "eval_paws-pos_runtime": 2.243, | |
| "eval_paws-pos_samples_per_second": 57.067, | |
| "eval_paws-pos_steps_per_second": 0.446, | |
| "step": 2041 | |
| }, | |
| { | |
| "epoch": 1.304987212276215, | |
| "eval_global_dataset_loss": 0.18155933916568756, | |
| "eval_global_dataset_runtime": 8.46, | |
| "eval_global_dataset_samples_per_second": 38.416, | |
| "eval_global_dataset_steps_per_second": 0.355, | |
| "step": 2041 | |
| }, | |
| { | |
| "epoch": 1.309462915601023, | |
| "grad_norm": 34.67777633666992, | |
| "learning_rate": 1.2483854321583284e-05, | |
| "loss": 0.222, | |
| "step": 2048 | |
| }, | |
| { | |
| "epoch": 1.319693094629156, | |
| "grad_norm": 1.5841178894042969, | |
| "learning_rate": 1.231165340893816e-05, | |
| "loss": 0.1467, | |
| "step": 2064 | |
| }, | |
| { | |
| "epoch": 1.329923273657289, | |
| "grad_norm": 3.430466890335083, | |
| "learning_rate": 1.2139551804895087e-05, | |
| "loss": 0.1023, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 1.340153452685422, | |
| "grad_norm": 81.68347930908203, | |
| "learning_rate": 1.196764025263988e-05, | |
| "loss": 0.1005, | |
| "step": 2096 | |
| }, | |
| { | |
| "epoch": 1.350383631713555, | |
| "grad_norm": 15.748366355895996, | |
| "learning_rate": 1.1796009395150653e-05, | |
| "loss": 0.0889, | |
| "step": 2112 | |
| }, | |
| { | |
| "epoch": 1.3606138107416879, | |
| "grad_norm": 1.2746334075927734, | |
| "learning_rate": 1.162474972740494e-05, | |
| "loss": 0.0584, | |
| "step": 2128 | |
| }, | |
| { | |
| "epoch": 1.370843989769821, | |
| "grad_norm": 1.2424001693725586, | |
| "learning_rate": 1.1453951548664843e-05, | |
| "loss": 0.0334, | |
| "step": 2144 | |
| }, | |
| { | |
| "epoch": 1.381074168797954, | |
| "grad_norm": 1.4791334867477417, | |
| "learning_rate": 1.1283704914865373e-05, | |
| "loss": 0.0607, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 1.391304347826087, | |
| "grad_norm": 0.3298259675502777, | |
| "learning_rate": 1.1114099591131088e-05, | |
| "loss": 0.0673, | |
| "step": 2176 | |
| }, | |
| { | |
| "epoch": 1.40153452685422, | |
| "grad_norm": 2.7499611377716064, | |
| "learning_rate": 1.094522500444608e-05, | |
| "loss": 0.0867, | |
| "step": 2192 | |
| }, | |
| { | |
| "epoch": 1.4053708439897699, | |
| "eval_Qnli-dev_cosine_accuracy": 0.7109375, | |
| "eval_Qnli-dev_cosine_accuracy_threshold": 0.6296566724777222, | |
| "eval_Qnli-dev_cosine_ap": 0.746579202899539, | |
| "eval_Qnli-dev_cosine_f1": 0.7207547169811321, | |
| "eval_Qnli-dev_cosine_f1_threshold": 0.6296566724777222, | |
| "eval_Qnli-dev_cosine_precision": 0.6496598639455783, | |
| "eval_Qnli-dev_cosine_recall": 0.809322033898305, | |
| "eval_Qnli-dev_dot_accuracy": 0.6953125, | |
| "eval_Qnli-dev_dot_accuracy_threshold": 670.4129028320312, | |
| "eval_Qnli-dev_dot_ap": 0.7194816709290788, | |
| "eval_Qnli-dev_dot_f1": 0.7074829931972789, | |
| "eval_Qnli-dev_dot_f1_threshold": 606.4783935546875, | |
| "eval_Qnli-dev_dot_precision": 0.5909090909090909, | |
| "eval_Qnli-dev_dot_recall": 0.8813559322033898, | |
| "eval_Qnli-dev_euclidean_accuracy": 0.7109375, | |
| "eval_Qnli-dev_euclidean_accuracy_threshold": 24.506855010986328, | |
| "eval_Qnli-dev_euclidean_ap": 0.7531093459530998, | |
| "eval_Qnli-dev_euclidean_f1": 0.7158273381294964, | |
| "eval_Qnli-dev_euclidean_f1_threshold": 28.381576538085938, | |
| "eval_Qnli-dev_euclidean_precision": 0.621875, | |
| "eval_Qnli-dev_euclidean_recall": 0.8432203389830508, | |
| "eval_Qnli-dev_manhattan_accuracy": 0.7109375, | |
| "eval_Qnli-dev_manhattan_accuracy_threshold": 763.5152587890625, | |
| "eval_Qnli-dev_manhattan_ap": 0.7527541108490108, | |
| "eval_Qnli-dev_manhattan_f1": 0.7202925045703841, | |
| "eval_Qnli-dev_manhattan_f1_threshold": 880.400146484375, | |
| "eval_Qnli-dev_manhattan_precision": 0.6334405144694534, | |
| "eval_Qnli-dev_manhattan_recall": 0.8347457627118644, | |
| "eval_Qnli-dev_max_accuracy": 0.7109375, | |
| "eval_Qnli-dev_max_accuracy_threshold": 763.5152587890625, | |
| "eval_Qnli-dev_max_ap": 0.7531093459530998, | |
| "eval_Qnli-dev_max_f1": 0.7207547169811321, | |
| "eval_Qnli-dev_max_f1_threshold": 880.400146484375, | |
| "eval_Qnli-dev_max_precision": 0.6496598639455783, | |
| "eval_Qnli-dev_max_recall": 0.8813559322033898, | |
| "eval_allNLI-dev_cosine_accuracy": 0.732421875, | |
| "eval_allNLI-dev_cosine_accuracy_threshold": 0.811450719833374, | |
| "eval_allNLI-dev_cosine_ap": 0.6159034432584911, | |
| "eval_allNLI-dev_cosine_f1": 0.6255707762557078, | |
| "eval_allNLI-dev_cosine_f1_threshold": 0.6691842079162598, | |
| "eval_allNLI-dev_cosine_precision": 0.5169811320754717, | |
| "eval_allNLI-dev_cosine_recall": 0.791907514450867, | |
| "eval_allNLI-dev_dot_accuracy": 0.720703125, | |
| "eval_allNLI-dev_dot_accuracy_threshold": 830.4066162109375, | |
| "eval_allNLI-dev_dot_ap": 0.5929912225490203, | |
| "eval_allNLI-dev_dot_f1": 0.618510158013544, | |
| "eval_allNLI-dev_dot_f1_threshold": 690.5487060546875, | |
| "eval_allNLI-dev_dot_precision": 0.5074074074074074, | |
| "eval_allNLI-dev_dot_recall": 0.791907514450867, | |
| "eval_allNLI-dev_euclidean_accuracy": 0.732421875, | |
| "eval_allNLI-dev_euclidean_accuracy_threshold": 20.805784225463867, | |
| "eval_allNLI-dev_euclidean_ap": 0.6140508975734817, | |
| "eval_allNLI-dev_euclidean_f1": 0.6330275229357799, | |
| "eval_allNLI-dev_euclidean_f1_threshold": 26.284591674804688, | |
| "eval_allNLI-dev_euclidean_precision": 0.5247148288973384, | |
| "eval_allNLI-dev_euclidean_recall": 0.7976878612716763, | |
| "eval_allNLI-dev_manhattan_accuracy": 0.736328125, | |
| "eval_allNLI-dev_manhattan_accuracy_threshold": 651.1251220703125, | |
| "eval_allNLI-dev_manhattan_ap": 0.6133754185588589, | |
| "eval_allNLI-dev_manhattan_f1": 0.6342592592592593, | |
| "eval_allNLI-dev_manhattan_f1_threshold": 816.6806640625, | |
| "eval_allNLI-dev_manhattan_precision": 0.528957528957529, | |
| "eval_allNLI-dev_manhattan_recall": 0.791907514450867, | |
| "eval_allNLI-dev_max_accuracy": 0.736328125, | |
| "eval_allNLI-dev_max_accuracy_threshold": 830.4066162109375, | |
| "eval_allNLI-dev_max_ap": 0.6159034432584911, | |
| "eval_allNLI-dev_max_f1": 0.6342592592592593, | |
| "eval_allNLI-dev_max_f1_threshold": 816.6806640625, | |
| "eval_allNLI-dev_max_precision": 0.528957528957529, | |
| "eval_allNLI-dev_max_recall": 0.7976878612716763, | |
| "eval_sequential_score": 0.7531093459530998, | |
| "eval_sts-test_pearson_cosine": 0.9105458631850136, | |
| "eval_sts-test_pearson_dot": 0.9021500085799636, | |
| "eval_sts-test_pearson_euclidean": 0.9259675759265122, | |
| "eval_sts-test_pearson_manhattan": 0.9248636478860692, | |
| "eval_sts-test_pearson_max": 0.9259675759265122, | |
| "eval_sts-test_spearman_cosine": 0.9246942401002147, | |
| "eval_sts-test_spearman_dot": 0.9057603372853743, | |
| "eval_sts-test_spearman_euclidean": 0.9238697428603396, | |
| "eval_sts-test_spearman_manhattan": 0.9232223263617901, | |
| "eval_sts-test_spearman_max": 0.9246942401002147, | |
| "eval_vitaminc-pairs_loss": 2.784407615661621, | |
| "eval_vitaminc-pairs_runtime": 4.4438, | |
| "eval_vitaminc-pairs_samples_per_second": 28.804, | |
| "eval_vitaminc-pairs_steps_per_second": 0.225, | |
| "step": 2198 | |
| }, | |
| { | |
| "epoch": 1.4053708439897699, | |
| "eval_negation-triplets_loss": 0.5277444124221802, | |
| "eval_negation-triplets_runtime": 3.238, | |
| "eval_negation-triplets_samples_per_second": 39.531, | |
| "eval_negation-triplets_steps_per_second": 0.309, | |
| "step": 2198 | |
| }, | |
| { | |
| "epoch": 1.4053708439897699, | |
| "eval_scitail-pairs-pos_loss": 0.013501234352588654, | |
| "eval_scitail-pairs-pos_runtime": 2.6613, | |
| "eval_scitail-pairs-pos_samples_per_second": 48.096, | |
| "eval_scitail-pairs-pos_steps_per_second": 0.376, | |
| "step": 2198 | |
| }, | |
| { | |
| "epoch": 1.4053708439897699, | |
| "eval_scitail-pairs-qa_loss": 4.85505661345087e-05, | |
| "eval_scitail-pairs-qa_runtime": 2.0709, | |
| "eval_scitail-pairs-qa_samples_per_second": 61.81, | |
| "eval_scitail-pairs-qa_steps_per_second": 0.483, | |
| "step": 2198 | |
| }, | |
| { | |
| "epoch": 1.4053708439897699, | |
| "eval_xsum-pairs_loss": 0.016912106424570084, | |
| "eval_xsum-pairs_runtime": 3.0349, | |
| "eval_xsum-pairs_samples_per_second": 42.176, | |
| "eval_xsum-pairs_steps_per_second": 0.33, | |
| "step": 2198 | |
| }, | |
| { | |
| "epoch": 1.4053708439897699, | |
| "eval_sciq_pairs_loss": 0.03630587086081505, | |
| "eval_sciq_pairs_runtime": 4.5961, | |
| "eval_sciq_pairs_samples_per_second": 27.85, | |
| "eval_sciq_pairs_steps_per_second": 0.218, | |
| "step": 2198 | |
| }, | |
| { | |
| "epoch": 1.4053708439897699, | |
| "eval_qasc_pairs_loss": 0.019222740083932877, | |
| "eval_qasc_pairs_runtime": 2.0676, | |
| "eval_qasc_pairs_samples_per_second": 61.906, | |
| "eval_qasc_pairs_steps_per_second": 0.484, | |
| "step": 2198 | |
| }, | |
| { | |
| "epoch": 1.4053708439897699, | |
| "eval_openbookqa_pairs_loss": 0.33180904388427734, | |
| "eval_openbookqa_pairs_runtime": 2.1916, | |
| "eval_openbookqa_pairs_samples_per_second": 58.405, | |
| "eval_openbookqa_pairs_steps_per_second": 0.456, | |
| "step": 2198 | |
| }, | |
| { | |
| "epoch": 1.4053708439897699, | |
| "eval_msmarco_pairs_loss": 0.031763821840286255, | |
| "eval_msmarco_pairs_runtime": 2.184, | |
| "eval_msmarco_pairs_samples_per_second": 58.608, | |
| "eval_msmarco_pairs_steps_per_second": 0.458, | |
| "step": 2198 | |
| }, | |
| { | |
| "epoch": 1.4053708439897699, | |
| "eval_nq_pairs_loss": 0.06116734445095062, | |
| "eval_nq_pairs_runtime": 3.1339, | |
| "eval_nq_pairs_samples_per_second": 40.844, | |
| "eval_nq_pairs_steps_per_second": 0.319, | |
| "step": 2198 | |
| }, | |
| { | |
| "epoch": 1.4053708439897699, | |
| "eval_trivia_pairs_loss": 0.043449435383081436, | |
| "eval_trivia_pairs_runtime": 3.2502, | |
| "eval_trivia_pairs_samples_per_second": 39.382, | |
| "eval_trivia_pairs_steps_per_second": 0.308, | |
| "step": 2198 | |
| }, | |
| { | |
| "epoch": 1.4053708439897699, | |
| "eval_gooaq_pairs_loss": 0.10998809337615967, | |
| "eval_gooaq_pairs_runtime": 2.1203, | |
| "eval_gooaq_pairs_samples_per_second": 60.368, | |
| "eval_gooaq_pairs_steps_per_second": 0.472, | |
| "step": 2198 | |
| }, | |
| { | |
| "epoch": 1.4053708439897699, | |
| "eval_paws-pos_loss": 0.027607694268226624, | |
| "eval_paws-pos_runtime": 2.1905, | |
| "eval_paws-pos_samples_per_second": 58.433, | |
| "eval_paws-pos_steps_per_second": 0.457, | |
| "step": 2198 | |
| }, | |
| { | |
| "epoch": 1.4053708439897699, | |
| "eval_global_dataset_loss": 0.14062480628490448, | |
| "eval_global_dataset_runtime": 8.4785, | |
| "eval_global_dataset_samples_per_second": 38.332, | |
| "eval_global_dataset_steps_per_second": 0.354, | |
| "step": 2198 | |
| }, | |
| { | |
| "epoch": 1.4117647058823528, | |
| "grad_norm": 0.052861202508211136, | |
| "learning_rate": 1.0777170196502213e-05, | |
| "loss": 0.0564, | |
| "step": 2208 | |
| }, | |
| { | |
| "epoch": 1.421994884910486, | |
| "grad_norm": 0.8577427864074707, | |
| "learning_rate": 1.0610023776750566e-05, | |
| "loss": 0.0778, | |
| "step": 2224 | |
| }, | |
| { | |
| "epoch": 1.432225063938619, | |
| "grad_norm": 2.7579126358032227, | |
| "learning_rate": 1.0443873875680734e-05, | |
| "loss": 0.0488, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 1.4424552429667519, | |
| "grad_norm": 5.610947608947754, | |
| "learning_rate": 1.0278808098352694e-05, | |
| "loss": 0.0418, | |
| "step": 2256 | |
| }, | |
| { | |
| "epoch": 1.452685421994885, | |
| "grad_norm": 1.0244652032852173, | |
| "learning_rate": 1.0114913478205714e-05, | |
| "loss": 0.0279, | |
| "step": 2272 | |
| }, | |
| { | |
| "epoch": 1.4629156010230178, | |
| "grad_norm": 4.970147132873535, | |
| "learning_rate": 9.952276431168634e-06, | |
| "loss": 0.0929, | |
| "step": 2288 | |
| }, | |
| { | |
| "epoch": 1.473145780051151, | |
| "grad_norm": 11.788580894470215, | |
| "learning_rate": 9.790982710095772e-06, | |
| "loss": 0.0791, | |
| "step": 2304 | |
| }, | |
| { | |
| "epoch": 1.4833759590792839, | |
| "grad_norm": 1.0409075021743774, | |
| "learning_rate": 9.631117359552411e-06, | |
| "loss": 0.1057, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 1.4936061381074168, | |
| "grad_norm": 2.0581777095794678, | |
| "learning_rate": 9.472764670973773e-06, | |
| "loss": 0.0842, | |
| "step": 2336 | |
| }, | |
| { | |
| "epoch": 1.50383631713555, | |
| "grad_norm": 9.296435356140137, | |
| "learning_rate": 9.316008138221075e-06, | |
| "loss": 0.0622, | |
| "step": 2352 | |
| }, | |
| { | |
| "epoch": 1.5057544757033248, | |
| "eval_Qnli-dev_cosine_accuracy": 0.681640625, | |
| "eval_Qnli-dev_cosine_accuracy_threshold": 0.7123683094978333, | |
| "eval_Qnli-dev_cosine_ap": 0.7201932202052597, | |
| "eval_Qnli-dev_cosine_f1": 0.7010309278350516, | |
| "eval_Qnli-dev_cosine_f1_threshold": 0.5615949630737305, | |
| "eval_Qnli-dev_cosine_precision": 0.5895953757225434, | |
| "eval_Qnli-dev_cosine_recall": 0.864406779661017, | |
| "eval_Qnli-dev_dot_accuracy": 0.673828125, | |
| "eval_Qnli-dev_dot_accuracy_threshold": 685.181884765625, | |
| "eval_Qnli-dev_dot_ap": 0.6897146478507191, | |
| "eval_Qnli-dev_dot_f1": 0.6969205834683955, | |
| "eval_Qnli-dev_dot_f1_threshold": 513.651123046875, | |
| "eval_Qnli-dev_dot_precision": 0.5643044619422573, | |
| "eval_Qnli-dev_dot_recall": 0.9110169491525424, | |
| "eval_Qnli-dev_euclidean_accuracy": 0.685546875, | |
| "eval_Qnli-dev_euclidean_accuracy_threshold": 25.745054244995117, | |
| "eval_Qnli-dev_euclidean_ap": 0.7272320129102358, | |
| "eval_Qnli-dev_euclidean_f1": 0.6986754966887417, | |
| "eval_Qnli-dev_euclidean_f1_threshold": 30.013221740722656, | |
| "eval_Qnli-dev_euclidean_precision": 0.5733695652173914, | |
| "eval_Qnli-dev_euclidean_recall": 0.8940677966101694, | |
| "eval_Qnli-dev_manhattan_accuracy": 0.681640625, | |
| "eval_Qnli-dev_manhattan_accuracy_threshold": 807.0958251953125, | |
| "eval_Qnli-dev_manhattan_ap": 0.7263357505187384, | |
| "eval_Qnli-dev_manhattan_f1": 0.6993243243243245, | |
| "eval_Qnli-dev_manhattan_f1_threshold": 923.9697265625, | |
| "eval_Qnli-dev_manhattan_precision": 0.5814606741573034, | |
| "eval_Qnli-dev_manhattan_recall": 0.8771186440677966, | |
| "eval_Qnli-dev_max_accuracy": 0.685546875, | |
| "eval_Qnli-dev_max_accuracy_threshold": 807.0958251953125, | |
| "eval_Qnli-dev_max_ap": 0.7272320129102358, | |
| "eval_Qnli-dev_max_f1": 0.7010309278350516, | |
| "eval_Qnli-dev_max_f1_threshold": 923.9697265625, | |
| "eval_Qnli-dev_max_precision": 0.5895953757225434, | |
| "eval_Qnli-dev_max_recall": 0.9110169491525424, | |
| "eval_allNLI-dev_cosine_accuracy": 0.71484375, | |
| "eval_allNLI-dev_cosine_accuracy_threshold": 0.8047086000442505, | |
| "eval_allNLI-dev_cosine_ap": 0.6080113352779702, | |
| "eval_allNLI-dev_cosine_f1": 0.6310679611650486, | |
| "eval_allNLI-dev_cosine_f1_threshold": 0.659548282623291, | |
| "eval_allNLI-dev_cosine_precision": 0.5439330543933054, | |
| "eval_allNLI-dev_cosine_recall": 0.7514450867052023, | |
| "eval_allNLI-dev_dot_accuracy": 0.72265625, | |
| "eval_allNLI-dev_dot_accuracy_threshold": 816.7735595703125, | |
| "eval_allNLI-dev_dot_ap": 0.600457833078373, | |
| "eval_allNLI-dev_dot_f1": 0.620985010706638, | |
| "eval_allNLI-dev_dot_f1_threshold": 640.6546020507812, | |
| "eval_allNLI-dev_dot_precision": 0.4931972789115646, | |
| "eval_allNLI-dev_dot_recall": 0.838150289017341, | |
| "eval_allNLI-dev_euclidean_accuracy": 0.720703125, | |
| "eval_allNLI-dev_euclidean_accuracy_threshold": 24.504844665527344, | |
| "eval_allNLI-dev_euclidean_ap": 0.6046133720555715, | |
| "eval_allNLI-dev_euclidean_f1": 0.6252983293556086, | |
| "eval_allNLI-dev_euclidean_f1_threshold": 26.812313079833984, | |
| "eval_allNLI-dev_euclidean_precision": 0.532520325203252, | |
| "eval_allNLI-dev_euclidean_recall": 0.7572254335260116, | |
| "eval_allNLI-dev_manhattan_accuracy": 0.71875, | |
| "eval_allNLI-dev_manhattan_accuracy_threshold": 758.1986083984375, | |
| "eval_allNLI-dev_manhattan_ap": 0.6045263522674633, | |
| "eval_allNLI-dev_manhattan_f1": 0.6270783847980997, | |
| "eval_allNLI-dev_manhattan_f1_threshold": 839.986572265625, | |
| "eval_allNLI-dev_manhattan_precision": 0.532258064516129, | |
| "eval_allNLI-dev_manhattan_recall": 0.7630057803468208, | |
| "eval_allNLI-dev_max_accuracy": 0.72265625, | |
| "eval_allNLI-dev_max_accuracy_threshold": 816.7735595703125, | |
| "eval_allNLI-dev_max_ap": 0.6080113352779702, | |
| "eval_allNLI-dev_max_f1": 0.6310679611650486, | |
| "eval_allNLI-dev_max_f1_threshold": 839.986572265625, | |
| "eval_allNLI-dev_max_precision": 0.5439330543933054, | |
| "eval_allNLI-dev_max_recall": 0.838150289017341, | |
| "eval_sequential_score": 0.7272320129102358, | |
| "eval_sts-test_pearson_cosine": 0.9160506859420039, | |
| "eval_sts-test_pearson_dot": 0.9064020147620191, | |
| "eval_sts-test_pearson_euclidean": 0.9289059375496083, | |
| "eval_sts-test_pearson_manhattan": 0.9279650883873299, | |
| "eval_sts-test_pearson_max": 0.9289059375496083, | |
| "eval_sts-test_spearman_cosine": 0.9257037838059433, | |
| "eval_sts-test_spearman_dot": 0.9074262946234223, | |
| "eval_sts-test_spearman_euclidean": 0.9252091928650454, | |
| "eval_sts-test_spearman_manhattan": 0.9244578639375454, | |
| "eval_sts-test_spearman_max": 0.9257037838059433, | |
| "eval_vitaminc-pairs_loss": 3.682206392288208, | |
| "eval_vitaminc-pairs_runtime": 4.489, | |
| "eval_vitaminc-pairs_samples_per_second": 28.514, | |
| "eval_vitaminc-pairs_steps_per_second": 0.223, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 1.5057544757033248, | |
| "eval_negation-triplets_loss": 0.5200686454772949, | |
| "eval_negation-triplets_runtime": 3.2973, | |
| "eval_negation-triplets_samples_per_second": 38.82, | |
| "eval_negation-triplets_steps_per_second": 0.303, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 1.5057544757033248, | |
| "eval_scitail-pairs-pos_loss": 0.007723253685981035, | |
| "eval_scitail-pairs-pos_runtime": 2.6389, | |
| "eval_scitail-pairs-pos_samples_per_second": 48.504, | |
| "eval_scitail-pairs-pos_steps_per_second": 0.379, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 1.5057544757033248, | |
| "eval_scitail-pairs-qa_loss": 1.3277389371069148e-05, | |
| "eval_scitail-pairs-qa_runtime": 2.0959, | |
| "eval_scitail-pairs-qa_samples_per_second": 61.073, | |
| "eval_scitail-pairs-qa_steps_per_second": 0.477, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 1.5057544757033248, | |
| "eval_xsum-pairs_loss": 0.002649100497364998, | |
| "eval_xsum-pairs_runtime": 3.0688, | |
| "eval_xsum-pairs_samples_per_second": 41.71, | |
| "eval_xsum-pairs_steps_per_second": 0.326, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 1.5057544757033248, | |
| "eval_sciq_pairs_loss": 0.051051076501607895, | |
| "eval_sciq_pairs_runtime": 4.5846, | |
| "eval_sciq_pairs_samples_per_second": 27.92, | |
| "eval_sciq_pairs_steps_per_second": 0.218, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 1.5057544757033248, | |
| "eval_qasc_pairs_loss": 0.08482103049755096, | |
| "eval_qasc_pairs_runtime": 2.0947, | |
| "eval_qasc_pairs_samples_per_second": 61.106, | |
| "eval_qasc_pairs_steps_per_second": 0.477, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 1.5057544757033248, | |
| "eval_openbookqa_pairs_loss": 0.33308377861976624, | |
| "eval_openbookqa_pairs_runtime": 2.219, | |
| "eval_openbookqa_pairs_samples_per_second": 57.685, | |
| "eval_openbookqa_pairs_steps_per_second": 0.451, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 1.5057544757033248, | |
| "eval_msmarco_pairs_loss": 0.030436920002102852, | |
| "eval_msmarco_pairs_runtime": 2.2472, | |
| "eval_msmarco_pairs_samples_per_second": 56.96, | |
| "eval_msmarco_pairs_steps_per_second": 0.445, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 1.5057544757033248, | |
| "eval_nq_pairs_loss": 0.06497643887996674, | |
| "eval_nq_pairs_runtime": 3.1785, | |
| "eval_nq_pairs_samples_per_second": 40.271, | |
| "eval_nq_pairs_steps_per_second": 0.315, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 1.5057544757033248, | |
| "eval_trivia_pairs_loss": 0.04112045466899872, | |
| "eval_trivia_pairs_runtime": 3.2644, | |
| "eval_trivia_pairs_samples_per_second": 39.211, | |
| "eval_trivia_pairs_steps_per_second": 0.306, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 1.5057544757033248, | |
| "eval_gooaq_pairs_loss": 0.149126797914505, | |
| "eval_gooaq_pairs_runtime": 2.1424, | |
| "eval_gooaq_pairs_samples_per_second": 59.747, | |
| "eval_gooaq_pairs_steps_per_second": 0.467, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 1.5057544757033248, | |
| "eval_paws-pos_loss": 0.026574240997433662, | |
| "eval_paws-pos_runtime": 2.3371, | |
| "eval_paws-pos_samples_per_second": 54.768, | |
| "eval_paws-pos_steps_per_second": 0.428, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 1.5057544757033248, | |
| "eval_global_dataset_loss": 0.22731050848960876, | |
| "eval_global_dataset_runtime": 8.5184, | |
| "eval_global_dataset_samples_per_second": 38.153, | |
| "eval_global_dataset_steps_per_second": 0.352, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 1.5140664961636827, | |
| "grad_norm": 70.8691635131836, | |
| "learning_rate": 9.160930413558115e-06, | |
| "loss": 0.2944, | |
| "step": 2368 | |
| }, | |
| { | |
| "epoch": 1.5242966751918159, | |
| "grad_norm": 34.8607063293457, | |
| "learning_rate": 9.007613264071626e-06, | |
| "loss": 0.2136, | |
| "step": 2384 | |
| }, | |
| { | |
| "epoch": 1.5345268542199488, | |
| "grad_norm": 1.7063093185424805, | |
| "learning_rate": 8.85613752855832e-06, | |
| "loss": 0.0236, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.5447570332480818, | |
| "grad_norm": 0.32521870732307434, | |
| "learning_rate": 8.70658307490141e-06, | |
| "loss": 0.0332, | |
| "step": 2416 | |
| }, | |
| { | |
| "epoch": 1.554987212276215, | |
| "grad_norm": 15.296995162963867, | |
| "learning_rate": 8.559028757959066e-06, | |
| "loss": 0.1219, | |
| "step": 2432 | |
| }, | |
| { | |
| "epoch": 1.5652173913043477, | |
| "grad_norm": 0.006756455171853304, | |
| "learning_rate": 8.413552377986974e-06, | |
| "loss": 0.0288, | |
| "step": 2448 | |
| }, | |
| { | |
| "epoch": 1.5754475703324808, | |
| "grad_norm": 0.05724082887172699, | |
| "learning_rate": 8.270230639616982e-06, | |
| "loss": 0.0358, | |
| "step": 2464 | |
| }, | |
| { | |
| "epoch": 1.5856777493606138, | |
| "grad_norm": 1.6112960577011108, | |
| "learning_rate": 8.129139111413413e-06, | |
| "loss": 0.0256, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 1.5959079283887467, | |
| "grad_norm": 5.7564239501953125, | |
| "learning_rate": 7.990352186028394e-06, | |
| "loss": 0.0885, | |
| "step": 2496 | |
| }, | |
| { | |
| "epoch": 1.60613810741688, | |
| "grad_norm": 0.015546978451311588, | |
| "learning_rate": 7.853943040977193e-06, | |
| "loss": 0.0238, | |
| "step": 2512 | |
| }, | |
| { | |
| "epoch": 1.60613810741688, | |
| "eval_Qnli-dev_cosine_accuracy": 0.693359375, | |
| "eval_Qnli-dev_cosine_accuracy_threshold": 0.6473661661148071, | |
| "eval_Qnli-dev_cosine_ap": 0.728570941062977, | |
| "eval_Qnli-dev_cosine_f1": 0.6936026936026936, | |
| "eval_Qnli-dev_cosine_f1_threshold": 0.5359816551208496, | |
| "eval_Qnli-dev_cosine_precision": 0.5754189944134078, | |
| "eval_Qnli-dev_cosine_recall": 0.8728813559322034, | |
| "eval_Qnli-dev_dot_accuracy": 0.69140625, | |
| "eval_Qnli-dev_dot_accuracy_threshold": 652.9169311523438, | |
| "eval_Qnli-dev_dot_ap": 0.6991992865870353, | |
| "eval_Qnli-dev_dot_f1": 0.6930379746835442, | |
| "eval_Qnli-dev_dot_f1_threshold": 469.866943359375, | |
| "eval_Qnli-dev_dot_precision": 0.553030303030303, | |
| "eval_Qnli-dev_dot_recall": 0.9279661016949152, | |
| "eval_Qnli-dev_euclidean_accuracy": 0.708984375, | |
| "eval_Qnli-dev_euclidean_accuracy_threshold": 26.47934341430664, | |
| "eval_Qnli-dev_euclidean_ap": 0.7340208427165894, | |
| "eval_Qnli-dev_euclidean_f1": 0.6976744186046511, | |
| "eval_Qnli-dev_euclidean_f1_threshold": 30.567405700683594, | |
| "eval_Qnli-dev_euclidean_precision": 0.5737704918032787, | |
| "eval_Qnli-dev_euclidean_recall": 0.8898305084745762, | |
| "eval_Qnli-dev_manhattan_accuracy": 0.705078125, | |
| "eval_Qnli-dev_manhattan_accuracy_threshold": 829.47412109375, | |
| "eval_Qnli-dev_manhattan_ap": 0.732121903199535, | |
| "eval_Qnli-dev_manhattan_f1": 0.6983606557377049, | |
| "eval_Qnli-dev_manhattan_f1_threshold": 960.8088989257812, | |
| "eval_Qnli-dev_manhattan_precision": 0.56951871657754, | |
| "eval_Qnli-dev_manhattan_recall": 0.902542372881356, | |
| "eval_Qnli-dev_max_accuracy": 0.708984375, | |
| "eval_Qnli-dev_max_accuracy_threshold": 829.47412109375, | |
| "eval_Qnli-dev_max_ap": 0.7340208427165894, | |
| "eval_Qnli-dev_max_f1": 0.6983606557377049, | |
| "eval_Qnli-dev_max_f1_threshold": 960.8088989257812, | |
| "eval_Qnli-dev_max_precision": 0.5754189944134078, | |
| "eval_Qnli-dev_max_recall": 0.9279661016949152, | |
| "eval_allNLI-dev_cosine_accuracy": 0.736328125, | |
| "eval_allNLI-dev_cosine_accuracy_threshold": 0.7576148509979248, | |
| "eval_allNLI-dev_cosine_ap": 0.6140786507388798, | |
| "eval_allNLI-dev_cosine_f1": 0.6312997347480107, | |
| "eval_allNLI-dev_cosine_f1_threshold": 0.6731173992156982, | |
| "eval_allNLI-dev_cosine_precision": 0.5833333333333334, | |
| "eval_allNLI-dev_cosine_recall": 0.6878612716763006, | |
| "eval_allNLI-dev_dot_accuracy": 0.7421875, | |
| "eval_allNLI-dev_dot_accuracy_threshold": 789.9077758789062, | |
| "eval_allNLI-dev_dot_ap": 0.6081056850255593, | |
| "eval_allNLI-dev_dot_f1": 0.6322314049586777, | |
| "eval_allNLI-dev_dot_f1_threshold": 595.100341796875, | |
| "eval_allNLI-dev_dot_precision": 0.4919614147909968, | |
| "eval_allNLI-dev_dot_recall": 0.884393063583815, | |
| "eval_allNLI-dev_euclidean_accuracy": 0.7265625, | |
| "eval_allNLI-dev_euclidean_accuracy_threshold": 22.29912567138672, | |
| "eval_allNLI-dev_euclidean_ap": 0.6113267675600776, | |
| "eval_allNLI-dev_euclidean_f1": 0.632603406326034, | |
| "eval_allNLI-dev_euclidean_f1_threshold": 27.276336669921875, | |
| "eval_allNLI-dev_euclidean_precision": 0.5462184873949579, | |
| "eval_allNLI-dev_euclidean_recall": 0.7514450867052023, | |
| "eval_allNLI-dev_manhattan_accuracy": 0.728515625, | |
| "eval_allNLI-dev_manhattan_accuracy_threshold": 762.1873779296875, | |
| "eval_allNLI-dev_manhattan_ap": 0.6113305289229682, | |
| "eval_allNLI-dev_manhattan_f1": 0.6365795724465557, | |
| "eval_allNLI-dev_manhattan_f1_threshold": 863.731689453125, | |
| "eval_allNLI-dev_manhattan_precision": 0.5403225806451613, | |
| "eval_allNLI-dev_manhattan_recall": 0.7745664739884393, | |
| "eval_allNLI-dev_max_accuracy": 0.7421875, | |
| "eval_allNLI-dev_max_accuracy_threshold": 789.9077758789062, | |
| "eval_allNLI-dev_max_ap": 0.6140786507388798, | |
| "eval_allNLI-dev_max_f1": 0.6365795724465557, | |
| "eval_allNLI-dev_max_f1_threshold": 863.731689453125, | |
| "eval_allNLI-dev_max_precision": 0.5833333333333334, | |
| "eval_allNLI-dev_max_recall": 0.884393063583815, | |
| "eval_sequential_score": 0.7340208427165894, | |
| "eval_sts-test_pearson_cosine": 0.9188870896264573, | |
| "eval_sts-test_pearson_dot": 0.9108527492371125, | |
| "eval_sts-test_pearson_euclidean": 0.9293551108911019, | |
| "eval_sts-test_pearson_manhattan": 0.928555669032084, | |
| "eval_sts-test_pearson_max": 0.9293551108911019, | |
| "eval_sts-test_spearman_cosine": 0.9250970462039988, | |
| "eval_sts-test_spearman_dot": 0.9086391880609135, | |
| "eval_sts-test_spearman_euclidean": 0.9245674150254314, | |
| "eval_sts-test_spearman_manhattan": 0.9240344275022601, | |
| "eval_sts-test_spearman_max": 0.9250970462039988, | |
| "eval_vitaminc-pairs_loss": 3.9443750381469727, | |
| "eval_vitaminc-pairs_runtime": 4.4349, | |
| "eval_vitaminc-pairs_samples_per_second": 28.862, | |
| "eval_vitaminc-pairs_steps_per_second": 0.225, | |
| "step": 2512 | |
| }, | |
| { | |
| "epoch": 1.60613810741688, | |
| "eval_negation-triplets_loss": 0.527554988861084, | |
| "eval_negation-triplets_runtime": 3.2798, | |
| "eval_negation-triplets_samples_per_second": 39.027, | |
| "eval_negation-triplets_steps_per_second": 0.305, | |
| "step": 2512 | |
| }, | |
| { | |
| "epoch": 1.60613810741688, | |
| "eval_scitail-pairs-pos_loss": 0.0058472794480621815, | |
| "eval_scitail-pairs-pos_runtime": 2.7126, | |
| "eval_scitail-pairs-pos_samples_per_second": 47.188, | |
| "eval_scitail-pairs-pos_steps_per_second": 0.369, | |
| "step": 2512 | |
| }, | |
| { | |
| "epoch": 1.60613810741688, | |
| "eval_scitail-pairs-qa_loss": 1.7218910215888172e-05, | |
| "eval_scitail-pairs-qa_runtime": 2.0932, | |
| "eval_scitail-pairs-qa_samples_per_second": 61.152, | |
| "eval_scitail-pairs-qa_steps_per_second": 0.478, | |
| "step": 2512 | |
| }, | |
| { | |
| "epoch": 1.60613810741688, | |
| "eval_xsum-pairs_loss": 0.0020577283576130867, | |
| "eval_xsum-pairs_runtime": 3.0538, | |
| "eval_xsum-pairs_samples_per_second": 41.915, | |
| "eval_xsum-pairs_steps_per_second": 0.327, | |
| "step": 2512 | |
| }, | |
| { | |
| "epoch": 1.60613810741688, | |
| "eval_sciq_pairs_loss": 0.032742708921432495, | |
| "eval_sciq_pairs_runtime": 4.5995, | |
| "eval_sciq_pairs_samples_per_second": 27.829, | |
| "eval_sciq_pairs_steps_per_second": 0.217, | |
| "step": 2512 | |
| }, | |
| { | |
| "epoch": 1.60613810741688, | |
| "eval_qasc_pairs_loss": 0.02351214736700058, | |
| "eval_qasc_pairs_runtime": 2.0944, | |
| "eval_qasc_pairs_samples_per_second": 61.117, | |
| "eval_qasc_pairs_steps_per_second": 0.477, | |
| "step": 2512 | |
| }, | |
| { | |
| "epoch": 1.60613810741688, | |
| "eval_openbookqa_pairs_loss": 0.3075703978538513, | |
| "eval_openbookqa_pairs_runtime": 2.2161, | |
| "eval_openbookqa_pairs_samples_per_second": 57.759, | |
| "eval_openbookqa_pairs_steps_per_second": 0.451, | |
| "step": 2512 | |
| }, | |
| { | |
| "epoch": 1.60613810741688, | |
| "eval_msmarco_pairs_loss": 0.029360398650169373, | |
| "eval_msmarco_pairs_runtime": 2.2302, | |
| "eval_msmarco_pairs_samples_per_second": 57.395, | |
| "eval_msmarco_pairs_steps_per_second": 0.448, | |
| "step": 2512 | |
| }, | |
| { | |
| "epoch": 1.60613810741688, | |
| "eval_nq_pairs_loss": 0.0868440568447113, | |
| "eval_nq_pairs_runtime": 3.1599, | |
| "eval_nq_pairs_samples_per_second": 40.508, | |
| "eval_nq_pairs_steps_per_second": 0.316, | |
| "step": 2512 | |
| }, | |
| { | |
| "epoch": 1.60613810741688, | |
| "eval_trivia_pairs_loss": 0.057686708867549896, | |
| "eval_trivia_pairs_runtime": 3.2652, | |
| "eval_trivia_pairs_samples_per_second": 39.201, | |
| "eval_trivia_pairs_steps_per_second": 0.306, | |
| "step": 2512 | |
| }, | |
| { | |
| "epoch": 1.60613810741688, | |
| "eval_gooaq_pairs_loss": 0.08344699442386627, | |
| "eval_gooaq_pairs_runtime": 2.168, | |
| "eval_gooaq_pairs_samples_per_second": 59.041, | |
| "eval_gooaq_pairs_steps_per_second": 0.461, | |
| "step": 2512 | |
| }, | |
| { | |
| "epoch": 1.60613810741688, | |
| "eval_paws-pos_loss": 0.026426253840327263, | |
| "eval_paws-pos_runtime": 2.242, | |
| "eval_paws-pos_samples_per_second": 57.092, | |
| "eval_paws-pos_steps_per_second": 0.446, | |
| "step": 2512 | |
| }, | |
| { | |
| "epoch": 1.60613810741688, | |
| "eval_global_dataset_loss": 0.20840241014957428, | |
| "eval_global_dataset_runtime": 8.5231, | |
| "eval_global_dataset_samples_per_second": 38.131, | |
| "eval_global_dataset_steps_per_second": 0.352, | |
| "step": 2512 | |
| }, | |
| { | |
| "epoch": 1.6163682864450126, | |
| "grad_norm": 9.793644905090332, | |
| "learning_rate": 7.719983600054272e-06, | |
| "loss": 0.0402, | |
| "step": 2528 | |
| }, | |
| { | |
| "epoch": 1.6265984654731458, | |
| "grad_norm": 1.3591527938842773, | |
| "learning_rate": 7.588544495410364e-06, | |
| "loss": 0.0269, | |
| "step": 2544 | |
| }, | |
| { | |
| "epoch": 1.6368286445012787, | |
| "grad_norm": 0.011334802955389023, | |
| "learning_rate": 7.459695030310602e-06, | |
| "loss": 0.0034, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 1.6470588235294117, | |
| "grad_norm": 0.023672953248023987, | |
| "learning_rate": 7.333503142593324e-06, | |
| "loss": 0.0322, | |
| "step": 2576 | |
| }, | |
| { | |
| "epoch": 1.6572890025575449, | |
| "grad_norm": 0.0010882157366722822, | |
| "learning_rate": 7.210035368848809e-06, | |
| "loss": 0.0369, | |
| "step": 2592 | |
| }, | |
| { | |
| "epoch": 1.6675191815856778, | |
| "grad_norm": 0.0980476662516594, | |
| "learning_rate": 7.089356809336851e-06, | |
| "loss": 0.0465, | |
| "step": 2608 | |
| }, | |
| { | |
| "epoch": 1.6777493606138107, | |
| "grad_norm": 0.1794150471687317, | |
| "learning_rate": 6.97153109366166e-06, | |
| "loss": 0.0369, | |
| "step": 2624 | |
| }, | |
| { | |
| "epoch": 1.6879795396419437, | |
| "grad_norm": 2.7029049396514893, | |
| "learning_rate": 6.856620347222178e-06, | |
| "loss": 0.0319, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 1.6982097186700766, | |
| "grad_norm": 1.326107382774353, | |
| "learning_rate": 6.744685158455533e-06, | |
| "loss": 0.0205, | |
| "step": 2656 | |
| }, | |
| { | |
| "epoch": 1.7065217391304348, | |
| "eval_Qnli-dev_cosine_accuracy": 0.69921875, | |
| "eval_Qnli-dev_cosine_accuracy_threshold": 0.6766778230667114, | |
| "eval_Qnli-dev_cosine_ap": 0.7250695203116795, | |
| "eval_Qnli-dev_cosine_f1": 0.6969205834683955, | |
| "eval_Qnli-dev_cosine_f1_threshold": 0.5103563070297241, | |
| "eval_Qnli-dev_cosine_precision": 0.5643044619422573, | |
| "eval_Qnli-dev_cosine_recall": 0.9110169491525424, | |
| "eval_Qnli-dev_dot_accuracy": 0.677734375, | |
| "eval_Qnli-dev_dot_accuracy_threshold": 649.56689453125, | |
| "eval_Qnli-dev_dot_ap": 0.6896629987582321, | |
| "eval_Qnli-dev_dot_f1": 0.696629213483146, | |
| "eval_Qnli-dev_dot_f1_threshold": 476.5931396484375, | |
| "eval_Qnli-dev_dot_precision": 0.5607235142118863, | |
| "eval_Qnli-dev_dot_recall": 0.9194915254237288, | |
| "eval_Qnli-dev_euclidean_accuracy": 0.6953125, | |
| "eval_Qnli-dev_euclidean_accuracy_threshold": 25.720714569091797, | |
| "eval_Qnli-dev_euclidean_ap": 0.7341156342532311, | |
| "eval_Qnli-dev_euclidean_f1": 0.7085346215780998, | |
| "eval_Qnli-dev_euclidean_f1_threshold": 31.031585693359375, | |
| "eval_Qnli-dev_euclidean_precision": 0.5714285714285714, | |
| "eval_Qnli-dev_euclidean_recall": 0.9322033898305084, | |
| "eval_Qnli-dev_manhattan_accuracy": 0.697265625, | |
| "eval_Qnli-dev_manhattan_accuracy_threshold": 809.2759399414062, | |
| "eval_Qnli-dev_manhattan_ap": 0.7340206275864524, | |
| "eval_Qnli-dev_manhattan_f1": 0.7085346215780998, | |
| "eval_Qnli-dev_manhattan_f1_threshold": 965.2506103515625, | |
| "eval_Qnli-dev_manhattan_precision": 0.5714285714285714, | |
| "eval_Qnli-dev_manhattan_recall": 0.9322033898305084, | |
| "eval_Qnli-dev_max_accuracy": 0.69921875, | |
| "eval_Qnli-dev_max_accuracy_threshold": 809.2759399414062, | |
| "eval_Qnli-dev_max_ap": 0.7341156342532311, | |
| "eval_Qnli-dev_max_f1": 0.7085346215780998, | |
| "eval_Qnli-dev_max_f1_threshold": 965.2506103515625, | |
| "eval_Qnli-dev_max_precision": 0.5714285714285714, | |
| "eval_Qnli-dev_max_recall": 0.9322033898305084, | |
| "eval_allNLI-dev_cosine_accuracy": 0.73046875, | |
| "eval_allNLI-dev_cosine_accuracy_threshold": 0.7652855515480042, | |
| "eval_allNLI-dev_cosine_ap": 0.6096440983010656, | |
| "eval_allNLI-dev_cosine_f1": 0.6298850574712644, | |
| "eval_allNLI-dev_cosine_f1_threshold": 0.6244068145751953, | |
| "eval_allNLI-dev_cosine_precision": 0.5229007633587787, | |
| "eval_allNLI-dev_cosine_recall": 0.791907514450867, | |
| "eval_allNLI-dev_dot_accuracy": 0.734375, | |
| "eval_allNLI-dev_dot_accuracy_threshold": 771.7056884765625, | |
| "eval_allNLI-dev_dot_ap": 0.5989721468389131, | |
| "eval_allNLI-dev_dot_f1": 0.6342592592592593, | |
| "eval_allNLI-dev_dot_f1_threshold": 630.4150390625, | |
| "eval_allNLI-dev_dot_precision": 0.528957528957529, | |
| "eval_allNLI-dev_dot_recall": 0.791907514450867, | |
| "eval_allNLI-dev_euclidean_accuracy": 0.724609375, | |
| "eval_allNLI-dev_euclidean_accuracy_threshold": 23.682987213134766, | |
| "eval_allNLI-dev_euclidean_ap": 0.6078285091951803, | |
| "eval_allNLI-dev_euclidean_f1": 0.6279069767441859, | |
| "eval_allNLI-dev_euclidean_f1_threshold": 27.55190658569336, | |
| "eval_allNLI-dev_euclidean_precision": 0.5252918287937743, | |
| "eval_allNLI-dev_euclidean_recall": 0.7803468208092486, | |
| "eval_allNLI-dev_manhattan_accuracy": 0.7265625, | |
| "eval_allNLI-dev_manhattan_accuracy_threshold": 730.2838134765625, | |
| "eval_allNLI-dev_manhattan_ap": 0.6087996071893012, | |
| "eval_allNLI-dev_manhattan_f1": 0.6288416075650118, | |
| "eval_allNLI-dev_manhattan_f1_threshold": 854.34423828125, | |
| "eval_allNLI-dev_manhattan_precision": 0.532, | |
| "eval_allNLI-dev_manhattan_recall": 0.7687861271676301, | |
| "eval_allNLI-dev_max_accuracy": 0.734375, | |
| "eval_allNLI-dev_max_accuracy_threshold": 771.7056884765625, | |
| "eval_allNLI-dev_max_ap": 0.6096440983010656, | |
| "eval_allNLI-dev_max_f1": 0.6342592592592593, | |
| "eval_allNLI-dev_max_f1_threshold": 854.34423828125, | |
| "eval_allNLI-dev_max_precision": 0.532, | |
| "eval_allNLI-dev_max_recall": 0.791907514450867, | |
| "eval_sequential_score": 0.7341156342532311, | |
| "eval_sts-test_pearson_cosine": 0.9192192140464367, | |
| "eval_sts-test_pearson_dot": 0.9079761457416948, | |
| "eval_sts-test_pearson_euclidean": 0.9327564143290585, | |
| "eval_sts-test_pearson_manhattan": 0.9322355031566009, | |
| "eval_sts-test_pearson_max": 0.9327564143290585, | |
| "eval_sts-test_spearman_cosine": 0.9277826589026194, | |
| "eval_sts-test_spearman_dot": 0.9045746099937783, | |
| "eval_sts-test_spearman_euclidean": 0.9285149685440283, | |
| "eval_sts-test_spearman_manhattan": 0.9280981552954288, | |
| "eval_sts-test_spearman_max": 0.9285149685440283, | |
| "eval_vitaminc-pairs_loss": 4.271366119384766, | |
| "eval_vitaminc-pairs_runtime": 4.4921, | |
| "eval_vitaminc-pairs_samples_per_second": 28.494, | |
| "eval_vitaminc-pairs_steps_per_second": 0.223, | |
| "step": 2669 | |
| }, | |
| { | |
| "epoch": 1.7065217391304348, | |
| "eval_negation-triplets_loss": 0.4780758321285248, | |
| "eval_negation-triplets_runtime": 3.2594, | |
| "eval_negation-triplets_samples_per_second": 39.271, | |
| "eval_negation-triplets_steps_per_second": 0.307, | |
| "step": 2669 | |
| }, | |
| { | |
| "epoch": 1.7065217391304348, | |
| "eval_scitail-pairs-pos_loss": 0.007746011950075626, | |
| "eval_scitail-pairs-pos_runtime": 2.6115, | |
| "eval_scitail-pairs-pos_samples_per_second": 49.014, | |
| "eval_scitail-pairs-pos_steps_per_second": 0.383, | |
| "step": 2669 | |
| }, | |
| { | |
| "epoch": 1.7065217391304348, | |
| "eval_scitail-pairs-qa_loss": 1.2080555279680993e-05, | |
| "eval_scitail-pairs-qa_runtime": 2.0597, | |
| "eval_scitail-pairs-qa_samples_per_second": 62.144, | |
| "eval_scitail-pairs-qa_steps_per_second": 0.485, | |
| "step": 2669 | |
| }, | |
| { | |
| "epoch": 1.7065217391304348, | |
| "eval_xsum-pairs_loss": 0.0036456859670579433, | |
| "eval_xsum-pairs_runtime": 3.0454, | |
| "eval_xsum-pairs_samples_per_second": 42.03, | |
| "eval_xsum-pairs_steps_per_second": 0.328, | |
| "step": 2669 | |
| }, | |
| { | |
| "epoch": 1.7065217391304348, | |
| "eval_sciq_pairs_loss": 0.03622252866625786, | |
| "eval_sciq_pairs_runtime": 4.6136, | |
| "eval_sciq_pairs_samples_per_second": 27.744, | |
| "eval_sciq_pairs_steps_per_second": 0.217, | |
| "step": 2669 | |
| }, | |
| { | |
| "epoch": 1.7065217391304348, | |
| "eval_qasc_pairs_loss": 0.043721288442611694, | |
| "eval_qasc_pairs_runtime": 2.0535, | |
| "eval_qasc_pairs_samples_per_second": 62.332, | |
| "eval_qasc_pairs_steps_per_second": 0.487, | |
| "step": 2669 | |
| }, | |
| { | |
| "epoch": 1.7065217391304348, | |
| "eval_openbookqa_pairs_loss": 0.30733567476272583, | |
| "eval_openbookqa_pairs_runtime": 2.1772, | |
| "eval_openbookqa_pairs_samples_per_second": 58.792, | |
| "eval_openbookqa_pairs_steps_per_second": 0.459, | |
| "step": 2669 | |
| }, | |
| { | |
| "epoch": 1.7065217391304348, | |
| "eval_msmarco_pairs_loss": 0.022198248654603958, | |
| "eval_msmarco_pairs_runtime": 2.214, | |
| "eval_msmarco_pairs_samples_per_second": 57.815, | |
| "eval_msmarco_pairs_steps_per_second": 0.452, | |
| "step": 2669 | |
| }, | |
| { | |
| "epoch": 1.7065217391304348, | |
| "eval_nq_pairs_loss": 0.07203967869281769, | |
| "eval_nq_pairs_runtime": 3.1744, | |
| "eval_nq_pairs_samples_per_second": 40.323, | |
| "eval_nq_pairs_steps_per_second": 0.315, | |
| "step": 2669 | |
| }, | |
| { | |
| "epoch": 1.7065217391304348, | |
| "eval_trivia_pairs_loss": 0.07977017015218735, | |
| "eval_trivia_pairs_runtime": 3.2437, | |
| "eval_trivia_pairs_samples_per_second": 39.461, | |
| "eval_trivia_pairs_steps_per_second": 0.308, | |
| "step": 2669 | |
| }, | |
| { | |
| "epoch": 1.7065217391304348, | |
| "eval_gooaq_pairs_loss": 0.07775235176086426, | |
| "eval_gooaq_pairs_runtime": 2.107, | |
| "eval_gooaq_pairs_samples_per_second": 60.749, | |
| "eval_gooaq_pairs_steps_per_second": 0.475, | |
| "step": 2669 | |
| }, | |
| { | |
| "epoch": 1.7065217391304348, | |
| "eval_paws-pos_loss": 0.026608193293213844, | |
| "eval_paws-pos_runtime": 2.1959, | |
| "eval_paws-pos_samples_per_second": 58.292, | |
| "eval_paws-pos_steps_per_second": 0.455, | |
| "step": 2669 | |
| }, | |
| { | |
| "epoch": 1.7065217391304348, | |
| "eval_global_dataset_loss": 0.2343701273202896, | |
| "eval_global_dataset_runtime": 8.489, | |
| "eval_global_dataset_samples_per_second": 38.285, | |
| "eval_global_dataset_steps_per_second": 0.353, | |
| "step": 2669 | |
| }, | |
| { | |
| "epoch": 1.7084398976982098, | |
| "grad_norm": 0.00658835144713521, | |
| "learning_rate": 6.635784546890851e-06, | |
| "loss": 0.0193, | |
| "step": 2672 | |
| }, | |
| { | |
| "epoch": 1.7186700767263428, | |
| "grad_norm": 1.2516794204711914, | |
| "learning_rate": 6.529975932030317e-06, | |
| "loss": 0.0242, | |
| "step": 2688 | |
| }, | |
| { | |
| "epoch": 1.7289002557544757, | |
| "grad_norm": 7.638283729553223, | |
| "learning_rate": 6.427315103073879e-06, | |
| "loss": 0.0269, | |
| "step": 2704 | |
| }, | |
| { | |
| "epoch": 1.7391304347826086, | |
| "grad_norm": 1.1831001043319702, | |
| "learning_rate": 6.327856189503528e-06, | |
| "loss": 0.0652, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 1.7493606138107416, | |
| "grad_norm": 0.6214678883552551, | |
| "learning_rate": 6.231651632542719e-06, | |
| "loss": 0.0241, | |
| "step": 2736 | |
| }, | |
| { | |
| "epoch": 1.7595907928388748, | |
| "grad_norm": 0.23502814769744873, | |
| "learning_rate": 6.1387521575059315e-06, | |
| "loss": 0.0426, | |
| "step": 2752 | |
| }, | |
| { | |
| "epoch": 1.7698209718670077, | |
| "grad_norm": 4.492419242858887, | |
| "learning_rate": 6.049206747052985e-06, | |
| "loss": 0.0351, | |
| "step": 2768 | |
| }, | |
| { | |
| "epoch": 1.7800511508951407, | |
| "grad_norm": 0.7867029905319214, | |
| "learning_rate": 5.963062615362177e-06, | |
| "loss": 0.0119, | |
| "step": 2784 | |
| }, | |
| { | |
| "epoch": 1.7902813299232738, | |
| "grad_norm": 0.37003540992736816, | |
| "learning_rate": 5.880365183235899e-06, | |
| "loss": 0.0534, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.8005115089514065, | |
| "grad_norm": 0.055295828729867935, | |
| "learning_rate": 5.801158054151822e-06, | |
| "loss": 0.0382, | |
| "step": 2816 | |
| }, | |
| { | |
| "epoch": 1.8069053708439897, | |
| "eval_Qnli-dev_cosine_accuracy": 0.69921875, | |
| "eval_Qnli-dev_cosine_accuracy_threshold": 0.6631137728691101, | |
| "eval_Qnli-dev_cosine_ap": 0.7398636171753594, | |
| "eval_Qnli-dev_cosine_f1": 0.7108843537414966, | |
| "eval_Qnli-dev_cosine_f1_threshold": 0.533083438873291, | |
| "eval_Qnli-dev_cosine_precision": 0.59375, | |
| "eval_Qnli-dev_cosine_recall": 0.885593220338983, | |
| "eval_Qnli-dev_dot_accuracy": 0.6875, | |
| "eval_Qnli-dev_dot_accuracy_threshold": 626.9236450195312, | |
| "eval_Qnli-dev_dot_ap": 0.7045907783463303, | |
| "eval_Qnli-dev_dot_f1": 0.7040816326530612, | |
| "eval_Qnli-dev_dot_f1_threshold": 509.6514892578125, | |
| "eval_Qnli-dev_dot_precision": 0.5880681818181818, | |
| "eval_Qnli-dev_dot_recall": 0.8771186440677966, | |
| "eval_Qnli-dev_euclidean_accuracy": 0.712890625, | |
| "eval_Qnli-dev_euclidean_accuracy_threshold": 26.434934616088867, | |
| "eval_Qnli-dev_euclidean_ap": 0.7502698925885934, | |
| "eval_Qnli-dev_euclidean_f1": 0.7077922077922079, | |
| "eval_Qnli-dev_euclidean_f1_threshold": 31.29346466064453, | |
| "eval_Qnli-dev_euclidean_precision": 0.5736842105263158, | |
| "eval_Qnli-dev_euclidean_recall": 0.923728813559322, | |
| "eval_Qnli-dev_manhattan_accuracy": 0.712890625, | |
| "eval_Qnli-dev_manhattan_accuracy_threshold": 829.012451171875, | |
| "eval_Qnli-dev_manhattan_ap": 0.7489138769701764, | |
| "eval_Qnli-dev_manhattan_f1": 0.7080536912751678, | |
| "eval_Qnli-dev_manhattan_f1_threshold": 942.7531127929688, | |
| "eval_Qnli-dev_manhattan_precision": 0.5861111111111111, | |
| "eval_Qnli-dev_manhattan_recall": 0.8940677966101694, | |
| "eval_Qnli-dev_max_accuracy": 0.712890625, | |
| "eval_Qnli-dev_max_accuracy_threshold": 829.012451171875, | |
| "eval_Qnli-dev_max_ap": 0.7502698925885934, | |
| "eval_Qnli-dev_max_f1": 0.7108843537414966, | |
| "eval_Qnli-dev_max_f1_threshold": 942.7531127929688, | |
| "eval_Qnli-dev_max_precision": 0.59375, | |
| "eval_Qnli-dev_max_recall": 0.923728813559322, | |
| "eval_allNLI-dev_cosine_accuracy": 0.736328125, | |
| "eval_allNLI-dev_cosine_accuracy_threshold": 0.7404429912567139, | |
| "eval_allNLI-dev_cosine_ap": 0.6204456508553208, | |
| "eval_allNLI-dev_cosine_f1": 0.6423357664233577, | |
| "eval_allNLI-dev_cosine_f1_threshold": 0.6341676115989685, | |
| "eval_allNLI-dev_cosine_precision": 0.5546218487394958, | |
| "eval_allNLI-dev_cosine_recall": 0.7630057803468208, | |
| "eval_allNLI-dev_dot_accuracy": 0.734375, | |
| "eval_allNLI-dev_dot_accuracy_threshold": 756.48681640625, | |
| "eval_allNLI-dev_dot_ap": 0.6117745711676507, | |
| "eval_allNLI-dev_dot_f1": 0.6453201970443351, | |
| "eval_allNLI-dev_dot_f1_threshold": 647.1702880859375, | |
| "eval_allNLI-dev_dot_precision": 0.5622317596566524, | |
| "eval_allNLI-dev_dot_recall": 0.7572254335260116, | |
| "eval_allNLI-dev_euclidean_accuracy": 0.728515625, | |
| "eval_allNLI-dev_euclidean_accuracy_threshold": 22.43575668334961, | |
| "eval_allNLI-dev_euclidean_ap": 0.618431892134383, | |
| "eval_allNLI-dev_euclidean_f1": 0.6485148514851485, | |
| "eval_allNLI-dev_euclidean_f1_threshold": 27.08157730102539, | |
| "eval_allNLI-dev_euclidean_precision": 0.5670995670995671, | |
| "eval_allNLI-dev_euclidean_recall": 0.7572254335260116, | |
| "eval_allNLI-dev_manhattan_accuracy": 0.728515625, | |
| "eval_allNLI-dev_manhattan_accuracy_threshold": 693.8013916015625, | |
| "eval_allNLI-dev_manhattan_ap": 0.6192659575258165, | |
| "eval_allNLI-dev_manhattan_f1": 0.6519607843137254, | |
| "eval_allNLI-dev_manhattan_f1_threshold": 849.3646240234375, | |
| "eval_allNLI-dev_manhattan_precision": 0.5659574468085107, | |
| "eval_allNLI-dev_manhattan_recall": 0.7687861271676301, | |
| "eval_allNLI-dev_max_accuracy": 0.736328125, | |
| "eval_allNLI-dev_max_accuracy_threshold": 756.48681640625, | |
| "eval_allNLI-dev_max_ap": 0.6204456508553208, | |
| "eval_allNLI-dev_max_f1": 0.6519607843137254, | |
| "eval_allNLI-dev_max_f1_threshold": 849.3646240234375, | |
| "eval_allNLI-dev_max_precision": 0.5670995670995671, | |
| "eval_allNLI-dev_max_recall": 0.7687861271676301, | |
| "eval_sequential_score": 0.7502698925885934, | |
| "eval_sts-test_pearson_cosine": 0.920227595498864, | |
| "eval_sts-test_pearson_dot": 0.9073931652803287, | |
| "eval_sts-test_pearson_euclidean": 0.932570320150163, | |
| "eval_sts-test_pearson_manhattan": 0.9318187890128696, | |
| "eval_sts-test_pearson_max": 0.932570320150163, | |
| "eval_sts-test_spearman_cosine": 0.9280390836303921, | |
| "eval_sts-test_spearman_dot": 0.9030609880797368, | |
| "eval_sts-test_spearman_euclidean": 0.928895578022162, | |
| "eval_sts-test_spearman_manhattan": 0.9282397482864712, | |
| "eval_sts-test_spearman_max": 0.928895578022162, | |
| "eval_vitaminc-pairs_loss": 3.553054094314575, | |
| "eval_vitaminc-pairs_runtime": 4.4408, | |
| "eval_vitaminc-pairs_samples_per_second": 28.824, | |
| "eval_vitaminc-pairs_steps_per_second": 0.225, | |
| "step": 2826 | |
| }, | |
| { | |
| "epoch": 1.8069053708439897, | |
| "eval_negation-triplets_loss": 0.5148701071739197, | |
| "eval_negation-triplets_runtime": 3.2688, | |
| "eval_negation-triplets_samples_per_second": 39.159, | |
| "eval_negation-triplets_steps_per_second": 0.306, | |
| "step": 2826 | |
| }, | |
| { | |
| "epoch": 1.8069053708439897, | |
| "eval_scitail-pairs-pos_loss": 0.008990920148789883, | |
| "eval_scitail-pairs-pos_runtime": 2.5949, | |
| "eval_scitail-pairs-pos_samples_per_second": 49.327, | |
| "eval_scitail-pairs-pos_steps_per_second": 0.385, | |
| "step": 2826 | |
| }, | |
| { | |
| "epoch": 1.8069053708439897, | |
| "eval_scitail-pairs-qa_loss": 1.550289016449824e-05, | |
| "eval_scitail-pairs-qa_runtime": 2.0533, | |
| "eval_scitail-pairs-qa_samples_per_second": 62.338, | |
| "eval_scitail-pairs-qa_steps_per_second": 0.487, | |
| "step": 2826 | |
| }, | |
| { | |
| "epoch": 1.8069053708439897, | |
| "eval_xsum-pairs_loss": 0.0033486157190054655, | |
| "eval_xsum-pairs_runtime": 3.039, | |
| "eval_xsum-pairs_samples_per_second": 42.119, | |
| "eval_xsum-pairs_steps_per_second": 0.329, | |
| "step": 2826 | |
| }, | |
| { | |
| "epoch": 1.8069053708439897, | |
| "eval_sciq_pairs_loss": 0.027603797614574432, | |
| "eval_sciq_pairs_runtime": 4.5522, | |
| "eval_sciq_pairs_samples_per_second": 28.118, | |
| "eval_sciq_pairs_steps_per_second": 0.22, | |
| "step": 2826 | |
| }, | |
| { | |
| "epoch": 1.8069053708439897, | |
| "eval_qasc_pairs_loss": 0.021395964547991753, | |
| "eval_qasc_pairs_runtime": 2.0496, | |
| "eval_qasc_pairs_samples_per_second": 62.451, | |
| "eval_qasc_pairs_steps_per_second": 0.488, | |
| "step": 2826 | |
| }, | |
| { | |
| "epoch": 1.8069053708439897, | |
| "eval_openbookqa_pairs_loss": 0.3091314136981964, | |
| "eval_openbookqa_pairs_runtime": 2.1823, | |
| "eval_openbookqa_pairs_samples_per_second": 58.653, | |
| "eval_openbookqa_pairs_steps_per_second": 0.458, | |
| "step": 2826 | |
| }, | |
| { | |
| "epoch": 1.8069053708439897, | |
| "eval_msmarco_pairs_loss": 0.023623336106538773, | |
| "eval_msmarco_pairs_runtime": 2.2106, | |
| "eval_msmarco_pairs_samples_per_second": 57.902, | |
| "eval_msmarco_pairs_steps_per_second": 0.452, | |
| "step": 2826 | |
| }, | |
| { | |
| "epoch": 1.8069053708439897, | |
| "eval_nq_pairs_loss": 0.05649925395846367, | |
| "eval_nq_pairs_runtime": 3.2173, | |
| "eval_nq_pairs_samples_per_second": 39.785, | |
| "eval_nq_pairs_steps_per_second": 0.311, | |
| "step": 2826 | |
| }, | |
| { | |
| "epoch": 1.8069053708439897, | |
| "eval_trivia_pairs_loss": 0.09056694805622101, | |
| "eval_trivia_pairs_runtime": 3.2424, | |
| "eval_trivia_pairs_samples_per_second": 39.477, | |
| "eval_trivia_pairs_steps_per_second": 0.308, | |
| "step": 2826 | |
| }, | |
| { | |
| "epoch": 1.8069053708439897, | |
| "eval_gooaq_pairs_loss": 0.04637813940644264, | |
| "eval_gooaq_pairs_runtime": 2.1197, | |
| "eval_gooaq_pairs_samples_per_second": 60.386, | |
| "eval_gooaq_pairs_steps_per_second": 0.472, | |
| "step": 2826 | |
| }, | |
| { | |
| "epoch": 1.8069053708439897, | |
| "eval_paws-pos_loss": 0.028115691617131233, | |
| "eval_paws-pos_runtime": 2.2067, | |
| "eval_paws-pos_samples_per_second": 58.006, | |
| "eval_paws-pos_steps_per_second": 0.453, | |
| "step": 2826 | |
| }, | |
| { | |
| "epoch": 1.8069053708439897, | |
| "eval_global_dataset_loss": 0.184990793466568, | |
| "eval_global_dataset_runtime": 8.4796, | |
| "eval_global_dataset_samples_per_second": 38.327, | |
| "eval_global_dataset_steps_per_second": 0.354, | |
| "step": 2826 | |
| } | |
| ], | |
| "logging_steps": 16, | |
| "max_steps": 3128, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 157, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 64, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |