{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.2526315789473683,
  "eval_steps": 214,
  "global_step": 1926,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.012865497076023392,
      "grad_norm": 0.07311347126960754,
      "learning_rate": 3.5081502480510277e-07,
      "loss": 0.1802,
      "step": 11
    },
    {
      "epoch": 0.025730994152046785,
      "grad_norm": 0.3663940727710724,
      "learning_rate": 7.016300496102055e-07,
      "loss": 0.1573,
      "step": 22
    },
    {
      "epoch": 0.03859649122807018,
      "grad_norm": 0.22339867055416107,
      "learning_rate": 1.0524450744153084e-06,
      "loss": 0.1184,
      "step": 33
    },
    {
      "epoch": 0.05146198830409357,
      "grad_norm": 0.06488268822431564,
      "learning_rate": 1.403260099220411e-06,
      "loss": 0.1456,
      "step": 44
    },
    {
      "epoch": 0.06432748538011696,
      "grad_norm": 0.7134692072868347,
      "learning_rate": 1.754075124025514e-06,
      "loss": 0.2102,
      "step": 55
    },
    {
      "epoch": 0.07719298245614035,
      "grad_norm": 0.048255760222673416,
      "learning_rate": 2.104890148830617e-06,
      "loss": 0.151,
      "step": 66
    },
    {
      "epoch": 0.09005847953216374,
      "grad_norm": 0.43056783080101013,
      "learning_rate": 2.4557051736357195e-06,
      "loss": 0.1356,
      "step": 77
    },
    {
      "epoch": 0.10292397660818714,
      "grad_norm": 0.7663404941558838,
      "learning_rate": 2.806520198440822e-06,
      "loss": 0.2292,
      "step": 88
    },
    {
      "epoch": 0.11578947368421053,
      "grad_norm": 0.48333388566970825,
      "learning_rate": 3.1573352232459252e-06,
      "loss": 0.126,
      "step": 99
    },
    {
      "epoch": 0.1286549707602339,
      "grad_norm": 0.5180703997612,
      "learning_rate": 3.508150248051028e-06,
      "loss": 0.1942,
      "step": 110
    },
    {
      "epoch": 0.1415204678362573,
      "grad_norm": 0.6447436809539795,
      "learning_rate": 3.85896527285613e-06,
      "loss": 0.2089,
      "step": 121
    },
    {
      "epoch": 0.1543859649122807,
      "grad_norm": 0.5512965321540833,
      "learning_rate": 4.209780297661234e-06,
      "loss": 0.1225,
      "step": 132
    },
    {
      "epoch": 0.1672514619883041,
      "grad_norm": 0.5181564688682556,
      "learning_rate": 4.560595322466336e-06,
      "loss": 0.2504,
      "step": 143
    },
    {
      "epoch": 0.18011695906432748,
      "grad_norm": 1.549516201019287,
      "learning_rate": 4.911410347271439e-06,
      "loss": 0.1454,
      "step": 154
    },
    {
      "epoch": 0.19298245614035087,
      "grad_norm": 0.06744886934757233,
      "learning_rate": 5.262225372076542e-06,
      "loss": 0.2052,
      "step": 165
    },
    {
      "epoch": 0.20584795321637428,
      "grad_norm": 0.3412599265575409,
      "learning_rate": 5.613040396881644e-06,
      "loss": 0.1321,
      "step": 176
    },
    {
      "epoch": 0.21871345029239767,
      "grad_norm": 0.4878319203853607,
      "learning_rate": 5.963855421686748e-06,
      "loss": 0.1975,
      "step": 187
    },
    {
      "epoch": 0.23157894736842105,
      "grad_norm": 0.6517124176025391,
      "learning_rate": 6.3146704464918505e-06,
      "loss": 0.1615,
      "step": 198
    },
    {
      "epoch": 0.24444444444444444,
      "grad_norm": 0.1128321960568428,
      "learning_rate": 6.665485471296953e-06,
      "loss": 0.2174,
      "step": 209
    },
    {
      "epoch": 0.25029239766081873,
      "eval_Qnli-dev_cosine_accuracy": 0.697265625,
      "eval_Qnli-dev_cosine_accuracy_threshold": 0.6495540738105774,
      "eval_Qnli-dev_cosine_ap": 0.7205205074888317,
      "eval_Qnli-dev_cosine_f1": 0.6815286624203821,
      "eval_Qnli-dev_cosine_f1_threshold": 0.4835514724254608,
      "eval_Qnli-dev_cosine_precision": 0.5459183673469388,
      "eval_Qnli-dev_cosine_recall": 0.9067796610169492,
      "eval_Qnli-dev_dot_accuracy": 0.666015625,
      "eval_Qnli-dev_dot_accuracy_threshold": 307.405517578125,
      "eval_Qnli-dev_dot_ap": 0.676904834512821,
      "eval_Qnli-dev_dot_f1": 0.6718027734976887,
      "eval_Qnli-dev_dot_f1_threshold": 182.19287109375,
      "eval_Qnli-dev_dot_precision": 0.5278450363196125,
      "eval_Qnli-dev_dot_recall": 0.923728813559322,
      "eval_Qnli-dev_euclidean_accuracy": 0.70703125,
      "eval_Qnli-dev_euclidean_accuracy_threshold": 17.179746627807617,
      "eval_Qnli-dev_euclidean_ap": 0.7311696464051982,
      "eval_Qnli-dev_euclidean_f1": 0.6860706860706861,
      "eval_Qnli-dev_euclidean_f1_threshold": 17.50692367553711,
      "eval_Qnli-dev_euclidean_precision": 0.673469387755102,
      "eval_Qnli-dev_euclidean_recall": 0.6991525423728814,
      "eval_Qnli-dev_manhattan_accuracy": 0.703125,
      "eval_Qnli-dev_manhattan_accuracy_threshold": 357.37890625,
      "eval_Qnli-dev_manhattan_ap": 0.7327744127614749,
      "eval_Qnli-dev_manhattan_f1": 0.680161943319838,
      "eval_Qnli-dev_manhattan_f1_threshold": 373.75103759765625,
      "eval_Qnli-dev_manhattan_precision": 0.6511627906976745,
      "eval_Qnli-dev_manhattan_recall": 0.711864406779661,
      "eval_Qnli-dev_max_accuracy": 0.70703125,
      "eval_Qnli-dev_max_accuracy_threshold": 357.37890625,
      "eval_Qnli-dev_max_ap": 0.7327744127614749,
      "eval_Qnli-dev_max_f1": 0.6860706860706861,
      "eval_Qnli-dev_max_f1_threshold": 373.75103759765625,
      "eval_Qnli-dev_max_precision": 0.673469387755102,
      "eval_Qnli-dev_max_recall": 0.923728813559322,
      "eval_allNLI-dev_cosine_accuracy": 0.740234375,
      "eval_allNLI-dev_cosine_accuracy_threshold": 0.7851241827011108,
      "eval_allNLI-dev_cosine_ap": 0.6340322426598262,
      "eval_allNLI-dev_cosine_f1": 0.6371681415929203,
      "eval_allNLI-dev_cosine_f1_threshold": 0.5923386812210083,
      "eval_allNLI-dev_cosine_precision": 0.5161290322580645,
      "eval_allNLI-dev_cosine_recall": 0.8323699421965318,
      "eval_allNLI-dev_dot_accuracy": 0.724609375,
      "eval_allNLI-dev_dot_accuracy_threshold": 294.0272521972656,
      "eval_allNLI-dev_dot_ap": 0.5910094855503549,
      "eval_allNLI-dev_dot_f1": 0.5960264900662251,
      "eval_allNLI-dev_dot_f1_threshold": 227.6922149658203,
      "eval_allNLI-dev_dot_precision": 0.48214285714285715,
      "eval_allNLI-dev_dot_recall": 0.7803468208092486,
      "eval_allNLI-dev_euclidean_accuracy": 0.748046875,
      "eval_allNLI-dev_euclidean_accuracy_threshold": 13.517601013183594,
      "eval_allNLI-dev_euclidean_ap": 0.6422252682731053,
      "eval_allNLI-dev_euclidean_f1": 0.65,
      "eval_allNLI-dev_euclidean_f1_threshold": 17.501617431640625,
      "eval_allNLI-dev_euclidean_precision": 0.5355805243445693,
      "eval_allNLI-dev_euclidean_recall": 0.8265895953757225,
      "eval_allNLI-dev_manhattan_accuracy": 0.74609375,
      "eval_allNLI-dev_manhattan_accuracy_threshold": 298.3919677734375,
      "eval_allNLI-dev_manhattan_ap": 0.6432220315530937,
      "eval_allNLI-dev_manhattan_f1": 0.6618357487922705,
      "eval_allNLI-dev_manhattan_f1_threshold": 358.1668701171875,
      "eval_allNLI-dev_manhattan_precision": 0.5684647302904564,
      "eval_allNLI-dev_manhattan_recall": 0.791907514450867,
      "eval_allNLI-dev_max_accuracy": 0.748046875,
      "eval_allNLI-dev_max_accuracy_threshold": 298.3919677734375,
      "eval_allNLI-dev_max_ap": 0.6432220315530937,
      "eval_allNLI-dev_max_f1": 0.6618357487922705,
      "eval_allNLI-dev_max_f1_threshold": 358.1668701171875,
      "eval_allNLI-dev_max_precision": 0.5684647302904564,
      "eval_allNLI-dev_max_recall": 0.8323699421965318,
      "eval_sequential_score": 0.7327744127614749,
      "eval_sts-test_pearson_cosine": 0.8852985023833193,
      "eval_sts-test_pearson_dot": 0.8698187375798812,
      "eval_sts-test_pearson_euclidean": 0.9048697523934177,
      "eval_sts-test_pearson_manhattan": 0.9054784772409876,
      "eval_sts-test_pearson_max": 0.9054784772409876,
      "eval_sts-test_spearman_cosine": 0.9079225861122531,
      "eval_sts-test_spearman_dot": 0.8661416896957076,
      "eval_sts-test_spearman_euclidean": 0.9007419777144345,
      "eval_sts-test_spearman_manhattan": 0.9013345291665179,
      "eval_sts-test_spearman_max": 0.9079225861122531,
      "eval_vitaminc-pairs_loss": 2.7610974311828613,
      "eval_vitaminc-pairs_runtime": 3.8706,
      "eval_vitaminc-pairs_samples_per_second": 33.07,
      "eval_vitaminc-pairs_steps_per_second": 0.258,
      "step": 214
    },
    {
      "epoch": 0.25029239766081873,
      "eval_negation-triplets_loss": 1.0606263875961304,
      "eval_negation-triplets_runtime": 0.6073,
      "eval_negation-triplets_samples_per_second": 210.757,
      "eval_negation-triplets_steps_per_second": 1.647,
      "step": 214
    },
    {
      "epoch": 0.25029239766081873,
      "eval_scitail-pairs-pos_loss": 0.059617433696985245,
      "eval_scitail-pairs-pos_runtime": 0.9151,
      "eval_scitail-pairs-pos_samples_per_second": 139.868,
      "eval_scitail-pairs-pos_steps_per_second": 1.093,
      "step": 214
    },
    {
      "epoch": 0.25029239766081873,
      "eval_scitail-pairs-qa_loss": 2.513320396246854e-07,
      "eval_scitail-pairs-qa_runtime": 0.5906,
      "eval_scitail-pairs-qa_samples_per_second": 216.739,
      "eval_scitail-pairs-qa_steps_per_second": 1.693,
      "step": 214
    },
    {
      "epoch": 0.25029239766081873,
      "eval_xsum-pairs_loss": 0.004431054927408695,
      "eval_xsum-pairs_runtime": 2.7873,
      "eval_xsum-pairs_samples_per_second": 45.922,
      "eval_xsum-pairs_steps_per_second": 0.359,
      "step": 214
    },
    {
      "epoch": 0.25029239766081873,
      "eval_sciq_pairs_loss": 0.013232991099357605,
      "eval_sciq_pairs_runtime": 4.1862,
      "eval_sciq_pairs_samples_per_second": 30.576,
      "eval_sciq_pairs_steps_per_second": 0.239,
      "step": 214
    },
    {
      "epoch": 0.25029239766081873,
      "eval_qasc_pairs_loss": 0.049007147550582886,
      "eval_qasc_pairs_runtime": 0.6288,
      "eval_qasc_pairs_samples_per_second": 203.554,
      "eval_qasc_pairs_steps_per_second": 1.59,
      "step": 214
    },
    {
      "epoch": 0.25029239766081873,
      "eval_openbookqa_pairs_loss": 1.3196656703948975,
      "eval_openbookqa_pairs_runtime": 0.5848,
      "eval_openbookqa_pairs_samples_per_second": 218.897,
      "eval_openbookqa_pairs_steps_per_second": 1.71,
      "step": 214
    },
    {
      "epoch": 0.25029239766081873,
      "eval_msmarco_pairs_loss": 0.13587385416030884,
      "eval_msmarco_pairs_runtime": 1.341,
      "eval_msmarco_pairs_samples_per_second": 95.453,
      "eval_msmarco_pairs_steps_per_second": 0.746,
      "step": 214
    },
    {
      "epoch": 0.25029239766081873,
      "eval_nq_pairs_loss": 0.04134061187505722,
      "eval_nq_pairs_runtime": 2.9296,
      "eval_nq_pairs_samples_per_second": 43.693,
      "eval_nq_pairs_steps_per_second": 0.341,
      "step": 214
    },
    {
      "epoch": 0.25029239766081873,
      "eval_trivia_pairs_loss": 0.211629718542099,
      "eval_trivia_pairs_runtime": 3.2033,
      "eval_trivia_pairs_samples_per_second": 39.958,
      "eval_trivia_pairs_steps_per_second": 0.312,
      "step": 214
    },
    {
      "epoch": 0.25029239766081873,
      "eval_gooaq_pairs_loss": 0.11869887262582779,
      "eval_gooaq_pairs_runtime": 0.869,
      "eval_gooaq_pairs_samples_per_second": 147.291,
      "eval_gooaq_pairs_steps_per_second": 1.151,
      "step": 214
    },
    {
      "epoch": 0.25029239766081873,
      "eval_paws-pos_loss": 0.04590649530291557,
      "eval_paws-pos_runtime": 0.6652,
      "eval_paws-pos_samples_per_second": 192.433,
      "eval_paws-pos_steps_per_second": 1.503,
      "step": 214
    },
    {
      "epoch": 0.25029239766081873,
      "eval_global_dataset_loss": 0.21873071789741516,
      "eval_global_dataset_runtime": 24.2472,
      "eval_global_dataset_samples_per_second": 27.343,
      "eval_global_dataset_steps_per_second": 0.247,
      "step": 214
    },
    {
      "epoch": 0.2573099415204678,
      "grad_norm": 0.2186487466096878,
      "learning_rate": 7.016300496102056e-06,
      "loss": 0.1545,
      "step": 220
    },
    {
      "epoch": 0.27017543859649124,
      "grad_norm": 0.16798946261405945,
      "learning_rate": 7.3671155209071584e-06,
      "loss": 0.1201,
      "step": 231
    },
    {
      "epoch": 0.2830409356725146,
      "grad_norm": 0.5161852836608887,
      "learning_rate": 7.71793054571226e-06,
      "loss": 0.1389,
      "step": 242
    },
    {
      "epoch": 0.295906432748538,
      "grad_norm": 0.6402292251586914,
      "learning_rate": 8.068745570517365e-06,
      "loss": 0.1657,
      "step": 253
    },
    {
      "epoch": 0.3087719298245614,
      "grad_norm": 0.8064345717430115,
      "learning_rate": 8.419560595322467e-06,
      "loss": 0.237,
      "step": 264
    },
    {
      "epoch": 0.3216374269005848,
      "grad_norm": 0.8077338337898254,
      "learning_rate": 8.770375620127569e-06,
      "loss": 0.1094,
      "step": 275
    },
    {
      "epoch": 0.3345029239766082,
      "grad_norm": 0.23748837411403656,
      "learning_rate": 9.121190644932673e-06,
      "loss": 0.196,
      "step": 286
    },
    {
      "epoch": 0.3473684210526316,
      "grad_norm": 0.26720044016838074,
      "learning_rate": 9.472005669737774e-06,
      "loss": 0.2164,
      "step": 297
    },
    {
      "epoch": 0.36023391812865496,
      "grad_norm": 0.8082326650619507,
      "learning_rate": 9.822820694542878e-06,
      "loss": 0.1793,
      "step": 308
    },
    {
      "epoch": 0.3730994152046784,
      "grad_norm": 0.8150445818901062,
      "learning_rate": 1.017363571934798e-05,
      "loss": 0.2878,
      "step": 319
    },
    {
      "epoch": 0.38596491228070173,
      "grad_norm": 0.2097979038953781,
      "learning_rate": 1.0524450744153083e-05,
      "loss": 0.1189,
      "step": 330
    },
    {
      "epoch": 0.39883040935672515,
      "grad_norm": 1.0323094129562378,
      "learning_rate": 1.0875265768958187e-05,
      "loss": 0.1475,
      "step": 341
    },
    {
      "epoch": 0.41169590643274856,
      "grad_norm": 0.41917282342910767,
      "learning_rate": 1.1226080793763289e-05,
      "loss": 0.1019,
      "step": 352
    },
    {
      "epoch": 0.4245614035087719,
      "grad_norm": 0.17783042788505554,
      "learning_rate": 1.1576895818568394e-05,
      "loss": 0.1587,
      "step": 363
    },
    {
      "epoch": 0.43742690058479533,
      "grad_norm": 0.8943735957145691,
      "learning_rate": 1.1927710843373496e-05,
      "loss": 0.2483,
      "step": 374
    },
    {
      "epoch": 0.4502923976608187,
      "grad_norm": 0.7853964567184448,
      "learning_rate": 1.2278525868178599e-05,
      "loss": 0.1427,
      "step": 385
    },
    {
      "epoch": 0.4631578947368421,
      "grad_norm": 0.4753592908382416,
      "learning_rate": 1.2629340892983701e-05,
      "loss": 0.1199,
      "step": 396
    },
    {
      "epoch": 0.4760233918128655,
      "grad_norm": 0.47377559542655945,
      "learning_rate": 1.2980155917788803e-05,
      "loss": 0.2037,
      "step": 407
    },
    {
      "epoch": 0.4888888888888889,
      "grad_norm": 0.6249018311500549,
      "learning_rate": 1.3330970942593906e-05,
      "loss": 0.1317,
      "step": 418
    },
    {
      "epoch": 0.5005847953216375,
      "eval_Qnli-dev_cosine_accuracy": 0.6953125,
      "eval_Qnli-dev_cosine_accuracy_threshold": 0.6539117097854614,
      "eval_Qnli-dev_cosine_ap": 0.7174538904795291,
      "eval_Qnli-dev_cosine_f1": 0.6773675762439807,
      "eval_Qnli-dev_cosine_f1_threshold": 0.4876832365989685,
      "eval_Qnli-dev_cosine_precision": 0.5452196382428941,
      "eval_Qnli-dev_cosine_recall": 0.8940677966101694,
      "eval_Qnli-dev_dot_accuracy": 0.673828125,
      "eval_Qnli-dev_dot_accuracy_threshold": 248.8419647216797,
      "eval_Qnli-dev_dot_ap": 0.6692436401997881,
      "eval_Qnli-dev_dot_f1": 0.6758832565284177,
      "eval_Qnli-dev_dot_f1_threshold": 174.55992126464844,
      "eval_Qnli-dev_dot_precision": 0.5301204819277109,
      "eval_Qnli-dev_dot_recall": 0.9322033898305084,
      "eval_Qnli-dev_euclidean_accuracy": 0.70703125,
      "eval_Qnli-dev_euclidean_accuracy_threshold": 16.61339569091797,
      "eval_Qnli-dev_euclidean_ap": 0.7278403442362325,
      "eval_Qnli-dev_euclidean_f1": 0.6821052631578948,
      "eval_Qnli-dev_euclidean_f1_threshold": 17.059036254882812,
      "eval_Qnli-dev_euclidean_precision": 0.6778242677824268,
      "eval_Qnli-dev_euclidean_recall": 0.6864406779661016,
      "eval_Qnli-dev_manhattan_accuracy": 0.697265625,
      "eval_Qnli-dev_manhattan_accuracy_threshold": 348.561279296875,
      "eval_Qnli-dev_manhattan_ap": 0.7293997108333973,
      "eval_Qnli-dev_manhattan_f1": 0.6797642436149313,
      "eval_Qnli-dev_manhattan_f1_threshold": 371.4664306640625,
      "eval_Qnli-dev_manhattan_precision": 0.6336996336996337,
      "eval_Qnli-dev_manhattan_recall": 0.7330508474576272,
      "eval_Qnli-dev_max_accuracy": 0.70703125,
      "eval_Qnli-dev_max_accuracy_threshold": 348.561279296875,
      "eval_Qnli-dev_max_ap": 0.7293997108333973,
      "eval_Qnli-dev_max_f1": 0.6821052631578948,
      "eval_Qnli-dev_max_f1_threshold": 371.4664306640625,
      "eval_Qnli-dev_max_precision": 0.6778242677824268,
      "eval_Qnli-dev_max_recall": 0.9322033898305084,
      "eval_allNLI-dev_cosine_accuracy": 0.740234375,
      "eval_allNLI-dev_cosine_accuracy_threshold": 0.789513111114502,
      "eval_allNLI-dev_cosine_ap": 0.6326730829325957,
      "eval_allNLI-dev_cosine_f1": 0.6369710467706012,
      "eval_allNLI-dev_cosine_f1_threshold": 0.6001436710357666,
      "eval_allNLI-dev_cosine_precision": 0.5181159420289855,
      "eval_allNLI-dev_cosine_recall": 0.8265895953757225,
      "eval_allNLI-dev_dot_accuracy": 0.728515625,
      "eval_allNLI-dev_dot_accuracy_threshold": 284.5158996582031,
      "eval_allNLI-dev_dot_ap": 0.587991265887336,
      "eval_allNLI-dev_dot_f1": 0.5996204933586338,
      "eval_allNLI-dev_dot_f1_threshold": 187.17926025390625,
      "eval_allNLI-dev_dot_precision": 0.4463276836158192,
      "eval_allNLI-dev_dot_recall": 0.9132947976878613,
      "eval_allNLI-dev_euclidean_accuracy": 0.740234375,
      "eval_allNLI-dev_euclidean_accuracy_threshold": 13.375718116760254,
      "eval_allNLI-dev_euclidean_ap": 0.6391067622382595,
      "eval_allNLI-dev_euclidean_f1": 0.6478260869565217,
      "eval_allNLI-dev_euclidean_f1_threshold": 17.581111907958984,
      "eval_allNLI-dev_euclidean_precision": 0.519163763066202,
      "eval_allNLI-dev_euclidean_recall": 0.861271676300578,
      "eval_allNLI-dev_manhattan_accuracy": 0.740234375,
      "eval_allNLI-dev_manhattan_accuracy_threshold": 271.5396728515625,
      "eval_allNLI-dev_manhattan_ap": 0.6397141445378819,
      "eval_allNLI-dev_manhattan_f1": 0.6558139534883721,
      "eval_allNLI-dev_manhattan_f1_threshold": 356.73675537109375,
      "eval_allNLI-dev_manhattan_precision": 0.5486381322957199,
      "eval_allNLI-dev_manhattan_recall": 0.815028901734104,
      "eval_allNLI-dev_max_accuracy": 0.740234375,
      "eval_allNLI-dev_max_accuracy_threshold": 284.5158996582031,
      "eval_allNLI-dev_max_ap": 0.6397141445378819,
      "eval_allNLI-dev_max_f1": 0.6558139534883721,
      "eval_allNLI-dev_max_f1_threshold": 356.73675537109375,
      "eval_allNLI-dev_max_precision": 0.5486381322957199,
      "eval_allNLI-dev_max_recall": 0.9132947976878613,
      "eval_sequential_score": 0.7293997108333973,
      "eval_sts-test_pearson_cosine": 0.8826342923852873,
      "eval_sts-test_pearson_dot": 0.8663977738237862,
      "eval_sts-test_pearson_euclidean": 0.9007138184358896,
      "eval_sts-test_pearson_manhattan": 0.9014088314200603,
      "eval_sts-test_pearson_max": 0.9014088314200603,
      "eval_sts-test_spearman_cosine": 0.9062742181501622,
      "eval_sts-test_spearman_dot": 0.8628408814067393,
      "eval_sts-test_spearman_euclidean": 0.897460680975433,
      "eval_sts-test_spearman_manhattan": 0.8979340598184311,
      "eval_sts-test_spearman_max": 0.9062742181501622,
      "eval_vitaminc-pairs_loss": 2.7317824363708496,
      "eval_vitaminc-pairs_runtime": 3.8325,
      "eval_vitaminc-pairs_samples_per_second": 33.398,
      "eval_vitaminc-pairs_steps_per_second": 0.261,
      "step": 428
    },
    {
      "epoch": 0.5005847953216375,
      "eval_negation-triplets_loss": 1.0631705522537231,
      "eval_negation-triplets_runtime": 0.6008,
      "eval_negation-triplets_samples_per_second": 213.032,
      "eval_negation-triplets_steps_per_second": 1.664,
      "step": 428
    },
    {
      "epoch": 0.5005847953216375,
      "eval_scitail-pairs-pos_loss": 0.06051468849182129,
      "eval_scitail-pairs-pos_runtime": 0.8927,
      "eval_scitail-pairs-pos_samples_per_second": 143.381,
      "eval_scitail-pairs-pos_steps_per_second": 1.12,
      "step": 428
    },
    {
      "epoch": 0.5005847953216375,
      "eval_scitail-pairs-qa_loss": 3.731894366865163e-07,
      "eval_scitail-pairs-qa_runtime": 0.5829,
      "eval_scitail-pairs-qa_samples_per_second": 219.584,
      "eval_scitail-pairs-qa_steps_per_second": 1.716,
      "step": 428
    },
    {
      "epoch": 0.5005847953216375,
      "eval_xsum-pairs_loss": 0.004530374892055988,
      "eval_xsum-pairs_runtime": 2.7882,
      "eval_xsum-pairs_samples_per_second": 45.908,
      "eval_xsum-pairs_steps_per_second": 0.359,
      "step": 428
    },
    {
      "epoch": 0.5005847953216375,
      "eval_sciq_pairs_loss": 0.0028694826178252697,
      "eval_sciq_pairs_runtime": 4.1341,
      "eval_sciq_pairs_samples_per_second": 30.962,
      "eval_sciq_pairs_steps_per_second": 0.242,
      "step": 428
    },
    {
      "epoch": 0.5005847953216375,
      "eval_qasc_pairs_loss": 0.0601225420832634,
      "eval_qasc_pairs_runtime": 0.6017,
      "eval_qasc_pairs_samples_per_second": 212.728,
      "eval_qasc_pairs_steps_per_second": 1.662,
      "step": 428
    },
    {
      "epoch": 0.5005847953216375,
      "eval_openbookqa_pairs_loss": 1.2716314792633057,
      "eval_openbookqa_pairs_runtime": 0.5746,
      "eval_openbookqa_pairs_samples_per_second": 222.757,
      "eval_openbookqa_pairs_steps_per_second": 1.74,
      "step": 428
    },
    {
      "epoch": 0.5005847953216375,
      "eval_msmarco_pairs_loss": 0.16218337416648865,
      "eval_msmarco_pairs_runtime": 1.3355,
      "eval_msmarco_pairs_samples_per_second": 95.842,
      "eval_msmarco_pairs_steps_per_second": 0.749,
      "step": 428
    },
    {
      "epoch": 0.5005847953216375,
      "eval_nq_pairs_loss": 0.039985254406929016,
      "eval_nq_pairs_runtime": 2.9238,
      "eval_nq_pairs_samples_per_second": 43.779,
      "eval_nq_pairs_steps_per_second": 0.342,
      "step": 428
    },
    {
      "epoch": 0.5005847953216375,
      "eval_trivia_pairs_loss": 0.20936143398284912,
      "eval_trivia_pairs_runtime": 3.1822,
      "eval_trivia_pairs_samples_per_second": 40.223,
      "eval_trivia_pairs_steps_per_second": 0.314,
      "step": 428
    },
    {
      "epoch": 0.5005847953216375,
      "eval_gooaq_pairs_loss": 0.12705038487911224,
      "eval_gooaq_pairs_runtime": 0.8602,
      "eval_gooaq_pairs_samples_per_second": 148.795,
      "eval_gooaq_pairs_steps_per_second": 1.162,
      "step": 428
    },
    {
      "epoch": 0.5005847953216375,
      "eval_paws-pos_loss": 0.046078916639089584,
      "eval_paws-pos_runtime": 0.6578,
      "eval_paws-pos_samples_per_second": 194.575,
      "eval_paws-pos_steps_per_second": 1.52,
      "step": 428
    },
    {
      "epoch": 0.5005847953216375,
      "eval_global_dataset_loss": 0.21221815049648285,
      "eval_global_dataset_runtime": 24.2782,
      "eval_global_dataset_samples_per_second": 27.308,
      "eval_global_dataset_steps_per_second": 0.247,
      "step": 428
    },
    {
      "epoch": 0.5017543859649123,
      "grad_norm": 0.6901716589927673,
      "learning_rate": 1.3681785967399008e-05,
      "loss": 0.1293,
      "step": 429
    },
    {
      "epoch": 0.5146198830409356,
      "grad_norm": 1.1465657949447632,
      "learning_rate": 1.4032600992204112e-05,
      "loss": 0.1902,
      "step": 440
    },
    {
      "epoch": 0.5274853801169591,
      "grad_norm": 1.0795351266860962,
      "learning_rate": 1.4383416017009213e-05,
      "loss": 0.1429,
      "step": 451
    },
    {
      "epoch": 0.5403508771929825,
      "grad_norm": 0.9797111749649048,
      "learning_rate": 1.4734231041814317e-05,
      "loss": 0.2446,
      "step": 462
    },
    {
      "epoch": 0.5532163742690058,
      "grad_norm": 0.21088336408138275,
      "learning_rate": 1.5085046066619419e-05,
      "loss": 0.1623,
      "step": 473
    },
    {
      "epoch": 0.5660818713450292,
      "grad_norm": 0.4258130192756653,
      "learning_rate": 1.543586109142452e-05,
      "loss": 0.0707,
      "step": 484
    },
    {
      "epoch": 0.5789473684210527,
      "grad_norm": 0.8029544949531555,
      "learning_rate": 1.5786676116229624e-05,
      "loss": 0.1557,
      "step": 495
    },
    {
      "epoch": 0.591812865497076,
      "grad_norm": 2.734902858734131,
      "learning_rate": 1.613749114103473e-05,
      "loss": 0.2016,
      "step": 506
    },
    {
      "epoch": 0.6046783625730994,
      "grad_norm": 0.4968857169151306,
      "learning_rate": 1.648830616583983e-05,
      "loss": 0.1018,
      "step": 517
    },
    {
      "epoch": 0.6175438596491228,
      "grad_norm": 1.5250153541564941,
      "learning_rate": 1.6839121190644935e-05,
      "loss": 0.1821,
      "step": 528
    },
    {
      "epoch": 0.6304093567251462,
      "grad_norm": 0.7500655055046082,
      "learning_rate": 1.7189936215450038e-05,
      "loss": 0.1437,
      "step": 539
    },
    {
      "epoch": 0.6432748538011696,
      "grad_norm": 0.19580113887786865,
      "learning_rate": 1.7540751240255138e-05,
      "loss": 0.1112,
      "step": 550
    },
    {
      "epoch": 0.656140350877193,
      "grad_norm": 0.1376626342535019,
      "learning_rate": 1.789156626506024e-05,
      "loss": 0.12,
      "step": 561
    },
    {
      "epoch": 0.6690058479532164,
      "grad_norm": 0.49516016244888306,
      "learning_rate": 1.8242381289865345e-05,
      "loss": 0.0933,
      "step": 572
    },
    {
      "epoch": 0.6818713450292397,
      "grad_norm": 0.20120573043823242,
      "learning_rate": 1.859319631467045e-05,
      "loss": 0.0939,
      "step": 583
    },
    {
      "epoch": 0.6947368421052632,
      "grad_norm": 0.3648889362812042,
      "learning_rate": 1.894401133947555e-05,
      "loss": 0.2064,
      "step": 594
    },
    {
      "epoch": 0.7076023391812866,
      "grad_norm": 0.07958167791366577,
      "learning_rate": 1.9294826364280652e-05,
      "loss": 0.131,
      "step": 605
    },
    {
      "epoch": 0.7204678362573099,
      "grad_norm": 0.7020072340965271,
      "learning_rate": 1.9645641389085756e-05,
      "loss": 0.161,
      "step": 616
    },
    {
      "epoch": 0.7333333333333333,
      "grad_norm": 1.3057806491851807,
      "learning_rate": 1.999645641389086e-05,
      "loss": 0.213,
      "step": 627
    },
    {
      "epoch": 0.7461988304093568,
      "grad_norm": 0.7668664455413818,
      "learning_rate": 2.034727143869596e-05,
      "loss": 0.1853,
      "step": 638
    },
    {
      "epoch": 0.7508771929824561,
      "eval_Qnli-dev_cosine_accuracy": 0.693359375,
      "eval_Qnli-dev_cosine_accuracy_threshold": 0.6550551652908325,
      "eval_Qnli-dev_cosine_ap": 0.7155098805507838,
      "eval_Qnli-dev_cosine_f1": 0.6794871794871794,
      "eval_Qnli-dev_cosine_f1_threshold": 0.4866919219493866,
      "eval_Qnli-dev_cosine_precision": 0.5463917525773195,
      "eval_Qnli-dev_cosine_recall": 0.8983050847457628,
      "eval_Qnli-dev_dot_accuracy": 0.67578125,
      "eval_Qnli-dev_dot_accuracy_threshold": 258.037841796875,
      "eval_Qnli-dev_dot_ap": 0.672701841309456,
      "eval_Qnli-dev_dot_f1": 0.6731078904991948,
      "eval_Qnli-dev_dot_f1_threshold": 197.6945343017578,
      "eval_Qnli-dev_dot_precision": 0.5428571428571428,
      "eval_Qnli-dev_dot_recall": 0.885593220338983,
      "eval_Qnli-dev_euclidean_accuracy": 0.697265625,
      "eval_Qnli-dev_euclidean_accuracy_threshold": 16.745851516723633,
      "eval_Qnli-dev_euclidean_ap": 0.7236455475550527,
      "eval_Qnli-dev_euclidean_f1": 0.6750524109014674,
      "eval_Qnli-dev_euclidean_f1_threshold": 17.19139862060547,
      "eval_Qnli-dev_euclidean_precision": 0.6680497925311203,
      "eval_Qnli-dev_euclidean_recall": 0.6822033898305084,
      "eval_Qnli-dev_manhattan_accuracy": 0.697265625,
      "eval_Qnli-dev_manhattan_accuracy_threshold": 362.6970520019531,
      "eval_Qnli-dev_manhattan_ap": 0.7257321921740054,
      "eval_Qnli-dev_manhattan_f1": 0.6774847870182557,
      "eval_Qnli-dev_manhattan_f1_threshold": 369.7593994140625,
      "eval_Qnli-dev_manhattan_precision": 0.6498054474708171,
      "eval_Qnli-dev_manhattan_recall": 0.7076271186440678,
      "eval_Qnli-dev_max_accuracy": 0.697265625,
      "eval_Qnli-dev_max_accuracy_threshold": 362.6970520019531,
      "eval_Qnli-dev_max_ap": 0.7257321921740054,
      "eval_Qnli-dev_max_f1": 0.6794871794871794,
      "eval_Qnli-dev_max_f1_threshold": 369.7593994140625,
      "eval_Qnli-dev_max_precision": 0.6680497925311203,
      "eval_Qnli-dev_max_recall": 0.8983050847457628,
      "eval_allNLI-dev_cosine_accuracy": 0.73828125,
      "eval_allNLI-dev_cosine_accuracy_threshold": 0.7900433540344238,
      "eval_allNLI-dev_cosine_ap": 0.6359348988299178,
      "eval_allNLI-dev_cosine_f1": 0.639269406392694,
      "eval_allNLI-dev_cosine_f1_threshold": 0.6079586744308472,
      "eval_allNLI-dev_cosine_precision": 0.5283018867924528,
      "eval_allNLI-dev_cosine_recall": 0.8092485549132948,
      "eval_allNLI-dev_dot_accuracy": 0.7265625,
      "eval_allNLI-dev_dot_accuracy_threshold": 282.57489013671875,
      "eval_allNLI-dev_dot_ap": 0.589207838274076,
      "eval_allNLI-dev_dot_f1": 0.6059405940594059,
      "eval_allNLI-dev_dot_f1_threshold": 203.0603485107422,
      "eval_allNLI-dev_dot_precision": 0.4608433734939759,
      "eval_allNLI-dev_dot_recall": 0.884393063583815,
      "eval_allNLI-dev_euclidean_accuracy": 0.744140625,
      "eval_allNLI-dev_euclidean_accuracy_threshold": 13.129840850830078,
      "eval_allNLI-dev_euclidean_ap": 0.6431587171633473,
      "eval_allNLI-dev_euclidean_f1": 0.6506550218340611,
      "eval_allNLI-dev_euclidean_f1_threshold": 17.757301330566406,
      "eval_allNLI-dev_euclidean_precision": 0.5228070175438596,
      "eval_allNLI-dev_euclidean_recall": 0.861271676300578,
      "eval_allNLI-dev_manhattan_accuracy": 0.74609375,
      "eval_allNLI-dev_manhattan_accuracy_threshold": 276.65826416015625,
      "eval_allNLI-dev_manhattan_ap": 0.6424686977323816,
      "eval_allNLI-dev_manhattan_f1": 0.6589861751152074,
      "eval_allNLI-dev_manhattan_f1_threshold": 362.68414306640625,
      "eval_allNLI-dev_manhattan_precision": 0.5478927203065134,
      "eval_allNLI-dev_manhattan_recall": 0.8265895953757225,
      "eval_allNLI-dev_max_accuracy": 0.74609375,
      "eval_allNLI-dev_max_accuracy_threshold": 282.57489013671875,
      "eval_allNLI-dev_max_ap": 0.6431587171633473,
      "eval_allNLI-dev_max_f1": 0.6589861751152074,
      "eval_allNLI-dev_max_f1_threshold": 362.68414306640625,
      "eval_allNLI-dev_max_precision": 0.5478927203065134,
      "eval_allNLI-dev_max_recall": 0.884393063583815,
      "eval_sequential_score": 0.7257321921740054,
      "eval_sts-test_pearson_cosine": 0.8848372605057793,
      "eval_sts-test_pearson_dot": 0.8709019996065221,
      "eval_sts-test_pearson_euclidean": 0.9038234321498232,
      "eval_sts-test_pearson_manhattan": 0.9044737426180963,
      "eval_sts-test_pearson_max": 0.9044737426180963,
      "eval_sts-test_spearman_cosine": 0.9073185783372533,
      "eval_sts-test_spearman_dot": 0.8668432552205406,
      "eval_sts-test_spearman_euclidean": 0.899716547310912,
      "eval_sts-test_spearman_manhattan": 0.9006361409812439,
      "eval_sts-test_spearman_max": 0.9073185783372533,
      "eval_vitaminc-pairs_loss": 2.7074272632598877,
      "eval_vitaminc-pairs_runtime": 3.7948,
      "eval_vitaminc-pairs_samples_per_second": 33.73,
      "eval_vitaminc-pairs_steps_per_second": 0.264,
      "step": 642
    },
    {
      "epoch": 0.7508771929824561,
      "eval_negation-triplets_loss": 1.0683540105819702,
      "eval_negation-triplets_runtime": 0.5897,
      "eval_negation-triplets_samples_per_second": 217.072,
      "eval_negation-triplets_steps_per_second": 1.696,
      "step": 642
    },
    {
      "epoch": 0.7508771929824561,
      "eval_scitail-pairs-pos_loss": 0.05928462743759155,
      "eval_scitail-pairs-pos_runtime": 0.8353,
      "eval_scitail-pairs-pos_samples_per_second": 153.247,
      "eval_scitail-pairs-pos_steps_per_second": 1.197,
      "step": 642
    },
    {
      "epoch": 0.7508771929824561,
      "eval_scitail-pairs-qa_loss": 2.8886071845590777e-07,
      "eval_scitail-pairs-qa_runtime": 0.58,
      "eval_scitail-pairs-qa_samples_per_second": 220.677,
      "eval_scitail-pairs-qa_steps_per_second": 1.724,
      "step": 642
    },
    {
      "epoch": 0.7508771929824561,
      "eval_xsum-pairs_loss": 0.005155234597623348,
      "eval_xsum-pairs_runtime": 2.8136,
      "eval_xsum-pairs_samples_per_second": 45.494,
      "eval_xsum-pairs_steps_per_second": 0.355,
      "step": 642
    },
    {
      "epoch": 0.7508771929824561,
      "eval_sciq_pairs_loss": 0.0030471039935946465,
      "eval_sciq_pairs_runtime": 4.0962,
      "eval_sciq_pairs_samples_per_second": 31.248,
      "eval_sciq_pairs_steps_per_second": 0.244,
      "step": 642
    },
    {
      "epoch": 0.7508771929824561,
      "eval_qasc_pairs_loss": 0.05629788711667061,
      "eval_qasc_pairs_runtime": 0.5944,
      "eval_qasc_pairs_samples_per_second": 215.353,
      "eval_qasc_pairs_steps_per_second": 1.682,
      "step": 642
    },
    {
      "epoch": 0.7508771929824561,
      "eval_openbookqa_pairs_loss": 1.2897449731826782,
      "eval_openbookqa_pairs_runtime": 0.5597,
      "eval_openbookqa_pairs_samples_per_second": 228.687,
      "eval_openbookqa_pairs_steps_per_second": 1.787,
      "step": 642
    },
    {
      "epoch": 0.7508771929824561,
      "eval_msmarco_pairs_loss": 0.14785167574882507,
      "eval_msmarco_pairs_runtime": 1.3218,
      "eval_msmarco_pairs_samples_per_second": 96.836,
      "eval_msmarco_pairs_steps_per_second": 0.757,
      "step": 642
    },
    {
      "epoch": 0.7508771929824561,
      "eval_nq_pairs_loss": 0.04229257255792618,
      "eval_nq_pairs_runtime": 2.9207,
      "eval_nq_pairs_samples_per_second": 43.825,
      "eval_nq_pairs_steps_per_second": 0.342,
      "step": 642
    },
    {
      "epoch": 0.7508771929824561,
      "eval_trivia_pairs_loss": 0.2112799882888794,
      "eval_trivia_pairs_runtime": 3.1802,
      "eval_trivia_pairs_samples_per_second": 40.249,
      "eval_trivia_pairs_steps_per_second": 0.314,
      "step": 642
    },
    {
      "epoch": 0.7508771929824561,
      "eval_gooaq_pairs_loss": 0.11469888687133789,
      "eval_gooaq_pairs_runtime": 0.8601,
      "eval_gooaq_pairs_samples_per_second": 148.825,
      "eval_gooaq_pairs_steps_per_second": 1.163,
      "step": 642
    },
    {
      "epoch": 0.7508771929824561,
      "eval_paws-pos_loss": 0.0460214801132679,
      "eval_paws-pos_runtime": 0.6612,
      "eval_paws-pos_samples_per_second": 193.581,
      "eval_paws-pos_steps_per_second": 1.512,
      "step": 642
    },
    {
      "epoch": 0.7508771929824561,
      "eval_global_dataset_loss": 0.20304369926452637,
      "eval_global_dataset_runtime": 24.1397,
      "eval_global_dataset_samples_per_second": 27.465,
      "eval_global_dataset_steps_per_second": 0.249,
      "step": 642
    },
    {
      "epoch": 0.7590643274853801,
      "grad_norm": 0.5546406507492065,
      "learning_rate": 2.0698086463501066e-05,
      "loss": 0.1919,
      "step": 649
    },
    {
      "epoch": 0.7719298245614035,
      "grad_norm": 0.16179773211479187,
      "learning_rate": 2.1048901488306166e-05,
      "loss": 0.1395,
      "step": 660
    },
    {
      "epoch": 0.7847953216374269,
      "grad_norm": 0.4947220981121063,
      "learning_rate": 2.139971651311127e-05,
      "loss": 0.2047,
      "step": 671
    },
    {
      "epoch": 0.7976608187134503,
      "grad_norm": 0.4697045683860779,
      "learning_rate": 2.1750531537916374e-05,
      "loss": 0.1421,
      "step": 682
    },
    {
      "epoch": 0.8105263157894737,
      "grad_norm": 0.7013148665428162,
      "learning_rate": 2.2101346562721477e-05,
      "loss": 0.1227,
      "step": 693
    },
    {
      "epoch": 0.8233918128654971,
      "grad_norm": 1.1045671701431274,
      "learning_rate": 2.2452161587526577e-05,
      "loss": 0.1235,
      "step": 704
    },
    {
      "epoch": 0.8362573099415205,
      "grad_norm": 1.5613625049591064,
      "learning_rate": 2.280297661233168e-05,
      "loss": 0.2004,
      "step": 715
    },
    {
      "epoch": 0.8491228070175438,
      "grad_norm": 0.23709431290626526,
      "learning_rate": 2.3153791637136788e-05,
      "loss": 0.1568,
      "step": 726
    },
    {
      "epoch": 0.8619883040935673,
      "grad_norm": 1.1035298109054565,
      "learning_rate": 2.3504606661941888e-05,
      "loss": 0.1598,
      "step": 737
    },
    {
      "epoch": 0.8748538011695907,
      "grad_norm": 0.7472051978111267,
      "learning_rate": 2.385542168674699e-05,
      "loss": 0.1328,
      "step": 748
    },
    {
      "epoch": 0.887719298245614,
      "grad_norm": 0.57217937707901,
      "learning_rate": 2.420623671155209e-05,
      "loss": 0.0999,
      "step": 759
    },
    {
      "epoch": 0.9005847953216374,
      "grad_norm": 0.3447597920894623,
      "learning_rate": 2.4557051736357198e-05,
      "loss": 0.1058,
      "step": 770
    },
    {
      "epoch": 0.9134502923976608,
      "grad_norm": 1.0243078470230103,
      "learning_rate": 2.4907866761162295e-05,
      "loss": 0.1673,
      "step": 781
    },
    {
      "epoch": 0.9263157894736842,
      "grad_norm": 1.0685806274414062,
      "learning_rate": 2.5258681785967402e-05,
      "loss": 0.1905,
      "step": 792
    },
    {
      "epoch": 0.9391812865497076,
      "grad_norm": 1.1175950765609741,
      "learning_rate": 2.5609496810772502e-05,
      "loss": 0.1463,
      "step": 803
    },
    {
      "epoch": 0.952046783625731,
      "grad_norm": 0.13670021295547485,
      "learning_rate": 2.5960311835577605e-05,
      "loss": 0.1294,
      "step": 814
    },
    {
      "epoch": 0.9649122807017544,
      "grad_norm": 0.6462442278862,
      "learning_rate": 2.6311126860382706e-05,
      "loss": 0.1312,
      "step": 825
    },
    {
      "epoch": 0.9777777777777777,
      "grad_norm": 0.1836312711238861,
      "learning_rate": 2.6661941885187812e-05,
      "loss": 0.1308,
      "step": 836
    },
    {
      "epoch": 0.9906432748538012,
      "grad_norm": 4.2791407395270653e-07,
      "learning_rate": 2.7012756909992913e-05,
      "loss": 0.1076,
      "step": 847
    },
    {
      "epoch": 1.001169590643275,
      "eval_Qnli-dev_cosine_accuracy": 0.69140625,
      "eval_Qnli-dev_cosine_accuracy_threshold": 0.657210111618042,
      "eval_Qnli-dev_cosine_ap": 0.714041144664227,
      "eval_Qnli-dev_cosine_f1": 0.6783439490445861,
      "eval_Qnli-dev_cosine_f1_threshold": 0.48659271001815796,
      "eval_Qnli-dev_cosine_precision": 0.5433673469387755,
      "eval_Qnli-dev_cosine_recall": 0.902542372881356,
      "eval_Qnli-dev_dot_accuracy": 0.669921875,
      "eval_Qnli-dev_dot_accuracy_threshold": 256.53155517578125,
      "eval_Qnli-dev_dot_ap": 0.6648303273464243,
      "eval_Qnli-dev_dot_f1": 0.678125,
      "eval_Qnli-dev_dot_f1_threshold": 178.63389587402344,
      "eval_Qnli-dev_dot_precision": 0.5371287128712872,
      "eval_Qnli-dev_dot_recall": 0.9194915254237288,
      "eval_Qnli-dev_euclidean_accuracy": 0.6953125,
      "eval_Qnli-dev_euclidean_accuracy_threshold": 16.298263549804688,
      "eval_Qnli-dev_euclidean_ap": 0.7198419743004867,
      "eval_Qnli-dev_euclidean_f1": 0.6771929824561403,
      "eval_Qnli-dev_euclidean_f1_threshold": 18.734228134155273,
      "eval_Qnli-dev_euclidean_precision": 0.5778443113772455,
      "eval_Qnli-dev_euclidean_recall": 0.8177966101694916,
      "eval_Qnli-dev_manhattan_accuracy": 0.697265625,
      "eval_Qnli-dev_manhattan_accuracy_threshold": 350.3825988769531,
      "eval_Qnli-dev_manhattan_ap": 0.7225583351616828,
      "eval_Qnli-dev_manhattan_f1": 0.6733466933867736,
      "eval_Qnli-dev_manhattan_f1_threshold": 364.5922546386719,
      "eval_Qnli-dev_manhattan_precision": 0.6387832699619772,
      "eval_Qnli-dev_manhattan_recall": 0.711864406779661,
      "eval_Qnli-dev_max_accuracy": 0.697265625,
      "eval_Qnli-dev_max_accuracy_threshold": 350.3825988769531,
      "eval_Qnli-dev_max_ap": 0.7225583351616828,
      "eval_Qnli-dev_max_f1": 0.6783439490445861,
      "eval_Qnli-dev_max_f1_threshold": 364.5922546386719,
      "eval_Qnli-dev_max_precision": 0.6387832699619772,
      "eval_Qnli-dev_max_recall": 0.9194915254237288,
      "eval_allNLI-dev_cosine_accuracy": 0.73828125,
      "eval_allNLI-dev_cosine_accuracy_threshold": 0.7839766144752502,
      "eval_allNLI-dev_cosine_ap": 0.6377040389504978,
      "eval_allNLI-dev_cosine_f1": 0.6371681415929203,
      "eval_allNLI-dev_cosine_f1_threshold": 0.5921227931976318,
      "eval_allNLI-dev_cosine_precision": 0.5161290322580645,
      "eval_allNLI-dev_cosine_recall": 0.8323699421965318,
      "eval_allNLI-dev_dot_accuracy": 0.72265625,
      "eval_allNLI-dev_dot_accuracy_threshold": 287.0504150390625,
      "eval_allNLI-dev_dot_ap": 0.5976338107788919,
      "eval_allNLI-dev_dot_f1": 0.615,
      "eval_allNLI-dev_dot_f1_threshold": 242.96902465820312,
      "eval_allNLI-dev_dot_precision": 0.5418502202643172,
      "eval_allNLI-dev_dot_recall": 0.7109826589595376,
      "eval_allNLI-dev_euclidean_accuracy": 0.740234375,
      "eval_allNLI-dev_euclidean_accuracy_threshold": 13.528583526611328,
      "eval_allNLI-dev_euclidean_ap": 0.6364974679625237,
      "eval_allNLI-dev_euclidean_f1": 0.6419753086419753,
      "eval_allNLI-dev_euclidean_f1_threshold": 16.527751922607422,
      "eval_allNLI-dev_euclidean_precision": 0.5603448275862069,
      "eval_allNLI-dev_euclidean_recall": 0.7514450867052023,
      "eval_allNLI-dev_manhattan_accuracy": 0.73828125,
      "eval_allNLI-dev_manhattan_accuracy_threshold": 287.6244812011719,
      "eval_allNLI-dev_manhattan_ap": 0.6359733229236403,
      "eval_allNLI-dev_manhattan_f1": 0.6461538461538462,
      "eval_allNLI-dev_manhattan_f1_threshold": 341.6584167480469,
      "eval_allNLI-dev_manhattan_precision": 0.5806451612903226,
      "eval_allNLI-dev_manhattan_recall": 0.7283236994219653,
      "eval_allNLI-dev_max_accuracy": 0.740234375,
      "eval_allNLI-dev_max_accuracy_threshold": 287.6244812011719,
      "eval_allNLI-dev_max_ap": 0.6377040389504978,
      "eval_allNLI-dev_max_f1": 0.6461538461538462,
      "eval_allNLI-dev_max_f1_threshold": 341.6584167480469,
      "eval_allNLI-dev_max_precision": 0.5806451612903226,
      "eval_allNLI-dev_max_recall": 0.8323699421965318,
      "eval_sequential_score": 0.7225583351616828,
      "eval_sts-test_pearson_cosine": 0.8846526004146165,
      "eval_sts-test_pearson_dot": 0.8694917588757636,
      "eval_sts-test_pearson_euclidean": 0.903648547377558,
      "eval_sts-test_pearson_manhattan": 0.9046900352481024,
      "eval_sts-test_pearson_max": 0.9046900352481024,
      "eval_sts-test_spearman_cosine": 0.9069678627017289,
      "eval_sts-test_spearman_dot": 0.8661496554202353,
      "eval_sts-test_spearman_euclidean": 0.8991392112877015,
      "eval_sts-test_spearman_manhattan": 0.9004067012640901,
      "eval_sts-test_spearman_max": 0.9069678627017289,
      "eval_vitaminc-pairs_loss": 2.658703327178955,
      "eval_vitaminc-pairs_runtime": 3.7894,
      "eval_vitaminc-pairs_samples_per_second": 33.778,
      "eval_vitaminc-pairs_steps_per_second": 0.264,
      "step": 856
    },
    {
      "epoch": 1.001169590643275,
      "eval_negation-triplets_loss": 1.048051357269287,
      "eval_negation-triplets_runtime": 0.5948,
      "eval_negation-triplets_samples_per_second": 215.195,
      "eval_negation-triplets_steps_per_second": 1.681,
      "step": 856
    },
    {
      "epoch": 1.001169590643275,
      "eval_scitail-pairs-pos_loss": 0.05958803743124008,
      "eval_scitail-pairs-pos_runtime": 0.8408,
      "eval_scitail-pairs-pos_samples_per_second": 152.231,
      "eval_scitail-pairs-pos_steps_per_second": 1.189,
      "step": 856
    },
    {
      "epoch": 1.001169590643275,
      "eval_scitail-pairs-qa_loss": 4.770551527144562e-07,
      "eval_scitail-pairs-qa_runtime": 0.5629,
      "eval_scitail-pairs-qa_samples_per_second": 227.394,
      "eval_scitail-pairs-qa_steps_per_second": 1.777,
      "step": 856
    },
    {
      "epoch": 1.001169590643275,
      "eval_xsum-pairs_loss": 0.005623215343803167,
      "eval_xsum-pairs_runtime": 2.7656,
      "eval_xsum-pairs_samples_per_second": 46.283,
      "eval_xsum-pairs_steps_per_second": 0.362,
      "step": 856
    },
    {
      "epoch": 1.001169590643275,
      "eval_sciq_pairs_loss": 0.0031388087663799524,
      "eval_sciq_pairs_runtime": 4.099,
      "eval_sciq_pairs_samples_per_second": 31.227,
      "eval_sciq_pairs_steps_per_second": 0.244,
      "step": 856
    },
    {
      "epoch": 1.001169590643275,
      "eval_qasc_pairs_loss": 0.05423235148191452,
      "eval_qasc_pairs_runtime": 0.596,
      "eval_qasc_pairs_samples_per_second": 214.767,
      "eval_qasc_pairs_steps_per_second": 1.678,
      "step": 856
    },
    {
      "epoch": 1.001169590643275,
      "eval_openbookqa_pairs_loss": 1.2992339134216309,
      "eval_openbookqa_pairs_runtime": 0.5529,
      "eval_openbookqa_pairs_samples_per_second": 231.507,
      "eval_openbookqa_pairs_steps_per_second": 1.809,
      "step": 856
    },
    {
      "epoch": 1.001169590643275,
      "eval_msmarco_pairs_loss": 0.15928690135478973,
      "eval_msmarco_pairs_runtime": 1.3201,
      "eval_msmarco_pairs_samples_per_second": 96.963,
      "eval_msmarco_pairs_steps_per_second": 0.758,
      "step": 856
    },
    {
      "epoch": 1.001169590643275,
      "eval_nq_pairs_loss": 0.04052837938070297,
      "eval_nq_pairs_runtime": 2.9252,
      "eval_nq_pairs_samples_per_second": 43.758,
      "eval_nq_pairs_steps_per_second": 0.342,
      "step": 856
    },
    {
      "epoch": 1.001169590643275,
      "eval_trivia_pairs_loss": 0.21009953320026398,
      "eval_trivia_pairs_runtime": 3.1824,
      "eval_trivia_pairs_samples_per_second": 40.221,
      "eval_trivia_pairs_steps_per_second": 0.314,
      "step": 856
    },
    {
      "epoch": 1.001169590643275,
      "eval_gooaq_pairs_loss": 0.11401581764221191,
      "eval_gooaq_pairs_runtime": 0.8553,
      "eval_gooaq_pairs_samples_per_second": 149.66,
      "eval_gooaq_pairs_steps_per_second": 1.169,
      "step": 856
    },
    {
      "epoch": 1.001169590643275,
      "eval_paws-pos_loss": 0.04620524123311043,
      "eval_paws-pos_runtime": 0.6561,
      "eval_paws-pos_samples_per_second": 195.099,
      "eval_paws-pos_steps_per_second": 1.524,
      "step": 856
    },
    {
      "epoch": 1.001169590643275,
      "eval_global_dataset_loss": 0.20265640318393707,
      "eval_global_dataset_runtime": 24.1741,
      "eval_global_dataset_samples_per_second": 27.426,
      "eval_global_dataset_steps_per_second": 0.248,
      "step": 856
    },
    {
      "epoch": 1.0035087719298246,
      "grad_norm": 1.2066627740859985,
      "learning_rate": 2.7363571934798016e-05,
      "loss": 0.1085,
      "step": 858
    },
    {
      "epoch": 1.016374269005848,
      "grad_norm": 0.3020640015602112,
      "learning_rate": 2.7714386959603123e-05,
      "loss": 0.2214,
      "step": 869
    },
    {
      "epoch": 1.0292397660818713,
      "grad_norm": 0.9783104062080383,
      "learning_rate": 2.8065201984408223e-05,
      "loss": 0.1214,
      "step": 880
    },
    {
      "epoch": 1.0421052631578946,
      "grad_norm": 0.24499095976352692,
      "learning_rate": 2.8416017009213327e-05,
      "loss": 0.1049,
      "step": 891
    },
    {
      "epoch": 1.0549707602339182,
      "grad_norm": 0.5718978643417358,
      "learning_rate": 2.8766832034018427e-05,
      "loss": 0.1897,
      "step": 902
    },
    {
      "epoch": 1.0678362573099416,
      "grad_norm": 0.558549165725708,
      "learning_rate": 2.9117647058823534e-05,
      "loss": 0.1273,
      "step": 913
    },
    {
      "epoch": 1.080701754385965,
      "grad_norm": 0.014839976094663143,
      "learning_rate": 2.9468462083628634e-05,
      "loss": 0.1474,
      "step": 924
    },
    {
      "epoch": 1.0935672514619883,
      "grad_norm": 0.28388065099716187,
      "learning_rate": 2.9819277108433737e-05,
      "loss": 0.1313,
      "step": 935
    },
    {
      "epoch": 1.1064327485380117,
      "grad_norm": 0.28269803524017334,
      "learning_rate": 3.0170092133238837e-05,
      "loss": 0.1769,
      "step": 946
    },
    {
      "epoch": 1.119298245614035,
      "grad_norm": 0.910582959651947,
      "learning_rate": 3.052090715804394e-05,
      "loss": 0.143,
      "step": 957
    },
    {
      "epoch": 1.1321637426900586,
      "grad_norm": 0.5537557601928711,
      "learning_rate": 3.087172218284904e-05,
      "loss": 0.1968,
      "step": 968
    },
    {
      "epoch": 1.145029239766082,
      "grad_norm": 0.9547837376594543,
      "learning_rate": 3.122253720765415e-05,
      "loss": 0.1771,
      "step": 979
    },
    {
      "epoch": 1.1578947368421053,
      "grad_norm": 1.1063166856765747,
      "learning_rate": 3.157335223245925e-05,
      "loss": 0.1822,
      "step": 990
    },
    {
      "epoch": 1.1707602339181287,
      "grad_norm": 0.3083917796611786,
      "learning_rate": 3.1924167257264355e-05,
      "loss": 0.2467,
      "step": 1001
    },
    {
      "epoch": 1.183625730994152,
      "grad_norm": 0.8678072690963745,
      "learning_rate": 3.227498228206946e-05,
      "loss": 0.1419,
      "step": 1012
    },
    {
      "epoch": 1.1964912280701754,
      "grad_norm": 1.0385596752166748,
      "learning_rate": 3.262579730687456e-05,
      "loss": 0.1782,
      "step": 1023
    },
    {
      "epoch": 1.2093567251461987,
      "grad_norm": 1.0005829334259033,
      "learning_rate": 3.297661233167966e-05,
      "loss": 0.1297,
      "step": 1034
    },
    {
      "epoch": 1.2222222222222223,
      "grad_norm": 0.7221047282218933,
      "learning_rate": 3.332742735648476e-05,
      "loss": 0.1972,
      "step": 1045
    },
    {
      "epoch": 1.2350877192982457,
      "grad_norm": 0.20262663066387177,
      "learning_rate": 3.367824238128987e-05,
      "loss": 0.1491,
      "step": 1056
    },
    {
      "epoch": 1.247953216374269,
      "grad_norm": 0.7044623494148254,
      "learning_rate": 3.402905740609497e-05,
      "loss": 0.1721,
      "step": 1067
    },
    {
      "epoch": 1.2514619883040936,
      "eval_Qnli-dev_cosine_accuracy": 0.69140625,
      "eval_Qnli-dev_cosine_accuracy_threshold": 0.6546923518180847,
      "eval_Qnli-dev_cosine_ap": 0.7153621655342896,
      "eval_Qnli-dev_cosine_f1": 0.6783439490445861,
      "eval_Qnli-dev_cosine_f1_threshold": 0.4858614206314087,
      "eval_Qnli-dev_cosine_precision": 0.5433673469387755,
      "eval_Qnli-dev_cosine_recall": 0.902542372881356,
      "eval_Qnli-dev_dot_accuracy": 0.671875,
      "eval_Qnli-dev_dot_accuracy_threshold": 254.48748779296875,
      "eval_Qnli-dev_dot_ap": 0.6630076505293763,
      "eval_Qnli-dev_dot_f1": 0.6740157480314961,
      "eval_Qnli-dev_dot_f1_threshold": 183.4345703125,
      "eval_Qnli-dev_dot_precision": 0.5363408521303258,
      "eval_Qnli-dev_dot_recall": 0.9067796610169492,
      "eval_Qnli-dev_euclidean_accuracy": 0.701171875,
      "eval_Qnli-dev_euclidean_accuracy_threshold": 16.410430908203125,
      "eval_Qnli-dev_euclidean_ap": 0.7221448194401613,
      "eval_Qnli-dev_euclidean_f1": 0.6811881188118811,
      "eval_Qnli-dev_euclidean_f1_threshold": 17.367481231689453,
      "eval_Qnli-dev_euclidean_precision": 0.6394052044609665,
      "eval_Qnli-dev_euclidean_recall": 0.7288135593220338,
      "eval_Qnli-dev_manhattan_accuracy": 0.6953125,
      "eval_Qnli-dev_manhattan_accuracy_threshold": 353.0638122558594,
      "eval_Qnli-dev_manhattan_ap": 0.7247492174165924,
      "eval_Qnli-dev_manhattan_f1": 0.6756238003838773,
      "eval_Qnli-dev_manhattan_f1_threshold": 373.6475524902344,
      "eval_Qnli-dev_manhattan_precision": 0.6175438596491228,
      "eval_Qnli-dev_manhattan_recall": 0.7457627118644068,
      "eval_Qnli-dev_max_accuracy": 0.701171875,
      "eval_Qnli-dev_max_accuracy_threshold": 353.0638122558594,
      "eval_Qnli-dev_max_ap": 0.7247492174165924,
      "eval_Qnli-dev_max_f1": 0.6811881188118811,
      "eval_Qnli-dev_max_f1_threshold": 373.6475524902344,
      "eval_Qnli-dev_max_precision": 0.6394052044609665,
      "eval_Qnli-dev_max_recall": 0.9067796610169492,
      "eval_allNLI-dev_cosine_accuracy": 0.740234375,
      "eval_allNLI-dev_cosine_accuracy_threshold": 0.7620664834976196,
      "eval_allNLI-dev_cosine_ap": 0.6352023549250958,
      "eval_allNLI-dev_cosine_f1": 0.6401766004415012,
      "eval_allNLI-dev_cosine_f1_threshold": 0.5983242988586426,
      "eval_allNLI-dev_cosine_precision": 0.5178571428571429,
      "eval_allNLI-dev_cosine_recall": 0.838150289017341,
      "eval_allNLI-dev_dot_accuracy": 0.732421875,
      "eval_allNLI-dev_dot_accuracy_threshold": 282.25836181640625,
      "eval_allNLI-dev_dot_ap": 0.5938709922161639,
      "eval_allNLI-dev_dot_f1": 0.612987012987013,
      "eval_allNLI-dev_dot_f1_threshold": 245.4638671875,
      "eval_allNLI-dev_dot_precision": 0.5566037735849056,
      "eval_allNLI-dev_dot_recall": 0.6820809248554913,
      "eval_allNLI-dev_euclidean_accuracy": 0.740234375,
      "eval_allNLI-dev_euclidean_accuracy_threshold": 12.869304656982422,
      "eval_allNLI-dev_euclidean_ap": 0.6367777728048029,
      "eval_allNLI-dev_euclidean_f1": 0.6458797327394209,
      "eval_allNLI-dev_euclidean_f1_threshold": 17.27260971069336,
      "eval_allNLI-dev_euclidean_precision": 0.5253623188405797,
      "eval_allNLI-dev_euclidean_recall": 0.838150289017341,
      "eval_allNLI-dev_manhattan_accuracy": 0.7421875,
      "eval_allNLI-dev_manhattan_accuracy_threshold": 297.8420715332031,
      "eval_allNLI-dev_manhattan_ap": 0.6368910837780656,
      "eval_allNLI-dev_manhattan_f1": 0.6477024070021882,
      "eval_allNLI-dev_manhattan_f1_threshold": 369.8564453125,
      "eval_allNLI-dev_manhattan_precision": 0.5211267605633803,
      "eval_allNLI-dev_manhattan_recall": 0.8554913294797688,
      "eval_allNLI-dev_max_accuracy": 0.7421875,
      "eval_allNLI-dev_max_accuracy_threshold": 297.8420715332031,
      "eval_allNLI-dev_max_ap": 0.6368910837780656,
      "eval_allNLI-dev_max_f1": 0.6477024070021882,
      "eval_allNLI-dev_max_f1_threshold": 369.8564453125,
      "eval_allNLI-dev_max_precision": 0.5566037735849056,
      "eval_allNLI-dev_max_recall": 0.8554913294797688,
      "eval_sequential_score": 0.7247492174165924,
      "eval_sts-test_pearson_cosine": 0.884621677997079,
      "eval_sts-test_pearson_dot": 0.8662022984817861,
      "eval_sts-test_pearson_euclidean": 0.9042360469838505,
      "eval_sts-test_pearson_manhattan": 0.9051133756387458,
      "eval_sts-test_pearson_max": 0.9051133756387458,
      "eval_sts-test_spearman_cosine": 0.9071986449567242,
      "eval_sts-test_spearman_dot": 0.8602733672869306,
      "eval_sts-test_spearman_euclidean": 0.8999521179508763,
      "eval_sts-test_spearman_manhattan": 0.901083564092635,
      "eval_sts-test_spearman_max": 0.9071986449567242,
      "eval_vitaminc-pairs_loss": 2.655998468399048,
      "eval_vitaminc-pairs_runtime": 3.8396,
      "eval_vitaminc-pairs_samples_per_second": 33.337,
      "eval_vitaminc-pairs_steps_per_second": 0.26,
      "step": 1070
    },
    {
      "epoch": 1.2514619883040936,
      "eval_negation-triplets_loss": 1.0599219799041748,
      "eval_negation-triplets_runtime": 0.6284,
      "eval_negation-triplets_samples_per_second": 203.693,
      "eval_negation-triplets_steps_per_second": 1.591,
      "step": 1070
    },
    {
      "epoch": 1.2514619883040936,
      "eval_scitail-pairs-pos_loss": 0.061028748750686646,
      "eval_scitail-pairs-pos_runtime": 0.9206,
      "eval_scitail-pairs-pos_samples_per_second": 139.044,
      "eval_scitail-pairs-pos_steps_per_second": 1.086,
      "step": 1070
    },
    {
      "epoch": 1.2514619883040936,
      "eval_scitail-pairs-qa_loss": 4.0994524397319765e-07,
      "eval_scitail-pairs-qa_runtime": 0.5941,
      "eval_scitail-pairs-qa_samples_per_second": 215.464,
      "eval_scitail-pairs-qa_steps_per_second": 1.683,
      "step": 1070
    },
    {
      "epoch": 1.2514619883040936,
      "eval_xsum-pairs_loss": 0.005265752784907818,
      "eval_xsum-pairs_runtime": 2.8061,
      "eval_xsum-pairs_samples_per_second": 45.615,
      "eval_xsum-pairs_steps_per_second": 0.356,
      "step": 1070
    },
    {
      "epoch": 1.2514619883040936,
      "eval_sciq_pairs_loss": 0.0029235396068543196,
      "eval_sciq_pairs_runtime": 4.2052,
      "eval_sciq_pairs_samples_per_second": 30.438,
      "eval_sciq_pairs_steps_per_second": 0.238,
      "step": 1070
    },
    {
      "epoch": 1.2514619883040936,
      "eval_qasc_pairs_loss": 0.05088697001338005,
      "eval_qasc_pairs_runtime": 0.6097,
      "eval_qasc_pairs_samples_per_second": 209.926,
      "eval_qasc_pairs_steps_per_second": 1.64,
      "step": 1070
    },
    {
      "epoch": 1.2514619883040936,
      "eval_openbookqa_pairs_loss": 1.281742811203003,
      "eval_openbookqa_pairs_runtime": 0.5692,
      "eval_openbookqa_pairs_samples_per_second": 224.86,
      "eval_openbookqa_pairs_steps_per_second": 1.757,
      "step": 1070
    },
    {
      "epoch": 1.2514619883040936,
      "eval_msmarco_pairs_loss": 0.1445852667093277,
      "eval_msmarco_pairs_runtime": 1.3418,
      "eval_msmarco_pairs_samples_per_second": 95.392,
      "eval_msmarco_pairs_steps_per_second": 0.745,
      "step": 1070
    },
    {
      "epoch": 1.2514619883040936,
      "eval_nq_pairs_loss": 0.041951049119234085,
      "eval_nq_pairs_runtime": 2.9501,
      "eval_nq_pairs_samples_per_second": 43.389,
      "eval_nq_pairs_steps_per_second": 0.339,
      "step": 1070
    },
    {
      "epoch": 1.2514619883040936,
      "eval_trivia_pairs_loss": 0.2087937891483307,
      "eval_trivia_pairs_runtime": 3.2077,
      "eval_trivia_pairs_samples_per_second": 39.904,
      "eval_trivia_pairs_steps_per_second": 0.312,
      "step": 1070
    },
    {
      "epoch": 1.2514619883040936,
      "eval_gooaq_pairs_loss": 0.11122985929250717,
      "eval_gooaq_pairs_runtime": 0.8735,
      "eval_gooaq_pairs_samples_per_second": 146.542,
      "eval_gooaq_pairs_steps_per_second": 1.145,
      "step": 1070
    },
    {
      "epoch": 1.2514619883040936,
      "eval_paws-pos_loss": 0.04601467400789261,
      "eval_paws-pos_runtime": 0.6727,
      "eval_paws-pos_samples_per_second": 190.278,
      "eval_paws-pos_steps_per_second": 1.487,
      "step": 1070
    },
    {
      "epoch": 1.2514619883040936,
      "eval_global_dataset_loss": 0.21354959905147552,
      "eval_global_dataset_runtime": 24.3059,
      "eval_global_dataset_samples_per_second": 27.277,
      "eval_global_dataset_steps_per_second": 0.247,
      "step": 1070
    },
    {
      "epoch": 1.2608187134502924,
      "grad_norm": 0.5193822383880615,
      "learning_rate": 3.4379872430900076e-05,
      "loss": 0.1279,
      "step": 1078
    },
    {
      "epoch": 1.2736842105263158,
      "grad_norm": 1.694514513015747,
      "learning_rate": 3.4730687455705176e-05,
      "loss": 0.106,
      "step": 1089
    },
    {
      "epoch": 1.286549707602339,
      "grad_norm": 0.8599225282669067,
      "learning_rate": 3.5081502480510276e-05,
      "loss": 0.1597,
      "step": 1100
    },
    {
      "epoch": 1.2994152046783625,
      "grad_norm": 0.7980732917785645,
      "learning_rate": 3.5432317505315376e-05,
      "loss": 0.192,
      "step": 1111
    },
    {
      "epoch": 1.312280701754386,
      "grad_norm": 0.33019399642944336,
      "learning_rate": 3.578313253012048e-05,
      "loss": 0.165,
      "step": 1122
    },
    {
      "epoch": 1.3251461988304094,
      "grad_norm": 0.006413115654140711,
      "learning_rate": 3.6133947554925583e-05,
      "loss": 0.1472,
      "step": 1133
    },
    {
      "epoch": 1.3380116959064328,
      "grad_norm": 0.38985970616340637,
      "learning_rate": 3.648476257973069e-05,
      "loss": 0.1528,
      "step": 1144
    },
    {
      "epoch": 1.3508771929824561,
      "grad_norm": 1.1716166734695435,
      "learning_rate": 3.68355776045358e-05,
      "loss": 0.202,
      "step": 1155
    },
    {
      "epoch": 1.3637426900584795,
      "grad_norm": 0.6012507081031799,
      "learning_rate": 3.71863926293409e-05,
      "loss": 0.1974,
      "step": 1166
    },
    {
      "epoch": 1.376608187134503,
      "grad_norm": 0.15670593082904816,
      "learning_rate": 3.7537207654146e-05,
      "loss": 0.2229,
      "step": 1177
    },
    {
      "epoch": 1.3894736842105262,
      "grad_norm": 0.5632084608078003,
      "learning_rate": 3.78880226789511e-05,
      "loss": 0.1104,
      "step": 1188
    },
    {
      "epoch": 1.4023391812865498,
      "grad_norm": 0.7236007452011108,
      "learning_rate": 3.8238837703756205e-05,
      "loss": 0.1544,
      "step": 1199
    },
    {
      "epoch": 1.4152046783625731,
      "grad_norm": 0.22364391386508942,
      "learning_rate": 3.8589652728561305e-05,
      "loss": 0.0875,
      "step": 1210
    },
    {
      "epoch": 1.4280701754385965,
      "grad_norm": 0.23043423891067505,
      "learning_rate": 3.894046775336641e-05,
      "loss": 0.1607,
      "step": 1221
    },
    {
      "epoch": 1.4409356725146198,
      "grad_norm": 0.7280920147895813,
      "learning_rate": 3.929128277817151e-05,
      "loss": 0.2026,
      "step": 1232
    },
    {
      "epoch": 1.4538011695906432,
      "grad_norm": 0.1936722993850708,
      "learning_rate": 3.964209780297662e-05,
      "loss": 0.185,
      "step": 1243
    },
    {
      "epoch": 1.4666666666666668,
      "grad_norm": 0.4526028633117676,
      "learning_rate": 3.999291282778172e-05,
      "loss": 0.1114,
      "step": 1254
    },
    {
      "epoch": 1.47953216374269,
      "grad_norm": 0.2208670973777771,
      "learning_rate": 4.034372785258682e-05,
      "loss": 0.2033,
      "step": 1265
    },
    {
      "epoch": 1.4923976608187135,
      "grad_norm": 1.5043717622756958,
      "learning_rate": 4.069454287739192e-05,
      "loss": 0.1216,
      "step": 1276
    },
    {
      "epoch": 1.5017543859649123,
      "eval_Qnli-dev_cosine_accuracy": 0.69140625,
      "eval_Qnli-dev_cosine_accuracy_threshold": 0.6479891538619995,
      "eval_Qnli-dev_cosine_ap": 0.7145834476822306,
      "eval_Qnli-dev_cosine_f1": 0.6772655007949125,
      "eval_Qnli-dev_cosine_f1_threshold": 0.4831158518791199,
      "eval_Qnli-dev_cosine_precision": 0.5419847328244275,
      "eval_Qnli-dev_cosine_recall": 0.902542372881356,
      "eval_Qnli-dev_dot_accuracy": 0.669921875,
      "eval_Qnli-dev_dot_accuracy_threshold": 253.99070739746094,
      "eval_Qnli-dev_dot_ap": 0.6600609959091455,
      "eval_Qnli-dev_dot_f1": 0.6749226006191951,
      "eval_Qnli-dev_dot_f1_threshold": 177.03799438476562,
      "eval_Qnli-dev_dot_precision": 0.5317073170731708,
      "eval_Qnli-dev_dot_recall": 0.923728813559322,
      "eval_Qnli-dev_euclidean_accuracy": 0.703125,
      "eval_Qnli-dev_euclidean_accuracy_threshold": 16.42089080810547,
      "eval_Qnli-dev_euclidean_ap": 0.7233470144987824,
      "eval_Qnli-dev_euclidean_f1": 0.6786427145708582,
      "eval_Qnli-dev_euclidean_f1_threshold": 17.447650909423828,
      "eval_Qnli-dev_euclidean_precision": 0.6415094339622641,
      "eval_Qnli-dev_euclidean_recall": 0.7203389830508474,
      "eval_Qnli-dev_manhattan_accuracy": 0.69921875,
      "eval_Qnli-dev_manhattan_accuracy_threshold": 348.24969482421875,
      "eval_Qnli-dev_manhattan_ap": 0.7248042664576803,
      "eval_Qnli-dev_manhattan_f1": 0.6735966735966736,
      "eval_Qnli-dev_manhattan_f1_threshold": 363.0526123046875,
      "eval_Qnli-dev_manhattan_precision": 0.6612244897959184,
      "eval_Qnli-dev_manhattan_recall": 0.6864406779661016,
      "eval_Qnli-dev_max_accuracy": 0.703125,
      "eval_Qnli-dev_max_accuracy_threshold": 348.24969482421875,
      "eval_Qnli-dev_max_ap": 0.7248042664576803,
      "eval_Qnli-dev_max_f1": 0.6786427145708582,
      "eval_Qnli-dev_max_f1_threshold": 363.0526123046875,
      "eval_Qnli-dev_max_precision": 0.6612244897959184,
      "eval_Qnli-dev_max_recall": 0.923728813559322,
      "eval_allNLI-dev_cosine_accuracy": 0.740234375,
      "eval_allNLI-dev_cosine_accuracy_threshold": 0.7793502807617188,
      "eval_allNLI-dev_cosine_ap": 0.6356059008560961,
      "eval_allNLI-dev_cosine_f1": 0.6412556053811659,
      "eval_allNLI-dev_cosine_f1_threshold": 0.5976245999336243,
      "eval_allNLI-dev_cosine_precision": 0.5238095238095238,
      "eval_allNLI-dev_cosine_recall": 0.8265895953757225,
      "eval_allNLI-dev_dot_accuracy": 0.728515625,
      "eval_allNLI-dev_dot_accuracy_threshold": 289.59637451171875,
      "eval_allNLI-dev_dot_ap": 0.6011407360027551,
      "eval_allNLI-dev_dot_f1": 0.6177215189873418,
      "eval_allNLI-dev_dot_f1_threshold": 246.49258422851562,
      "eval_allNLI-dev_dot_precision": 0.5495495495495496,
      "eval_allNLI-dev_dot_recall": 0.7052023121387283,
      "eval_allNLI-dev_euclidean_accuracy": 0.744140625,
      "eval_allNLI-dev_euclidean_accuracy_threshold": 13.19027328491211,
      "eval_allNLI-dev_euclidean_ap": 0.6358049693529386,
      "eval_allNLI-dev_euclidean_f1": 0.6430155210643015,
      "eval_allNLI-dev_euclidean_f1_threshold": 17.634546279907227,
      "eval_allNLI-dev_euclidean_precision": 0.5215827338129496,
      "eval_allNLI-dev_euclidean_recall": 0.838150289017341,
      "eval_allNLI-dev_manhattan_accuracy": 0.73828125,
      "eval_allNLI-dev_manhattan_accuracy_threshold": 281.0400085449219,
      "eval_allNLI-dev_manhattan_ap": 0.6342668702497214,
      "eval_allNLI-dev_manhattan_f1": 0.6512820512820513,
      "eval_allNLI-dev_manhattan_f1_threshold": 342.90478515625,
      "eval_allNLI-dev_manhattan_precision": 0.5852534562211982,
      "eval_allNLI-dev_manhattan_recall": 0.7341040462427746,
      "eval_allNLI-dev_max_accuracy": 0.744140625,
      "eval_allNLI-dev_max_accuracy_threshold": 289.59637451171875,
      "eval_allNLI-dev_max_ap": 0.6358049693529386,
      "eval_allNLI-dev_max_f1": 0.6512820512820513,
      "eval_allNLI-dev_max_f1_threshold": 342.90478515625,
      "eval_allNLI-dev_max_precision": 0.5852534562211982,
      "eval_allNLI-dev_max_recall": 0.838150289017341,
      "eval_sequential_score": 0.7248042664576803,
      "eval_sts-test_pearson_cosine": 0.8852081089755639,
      "eval_sts-test_pearson_dot": 0.8700618346105049,
      "eval_sts-test_pearson_euclidean": 0.904503930603612,
      "eval_sts-test_pearson_manhattan": 0.905215331612789,
      "eval_sts-test_pearson_max": 0.905215331612789,
      "eval_sts-test_spearman_cosine": 0.9076046731513284,
      "eval_sts-test_spearman_dot": 0.8651591757518594,
      "eval_sts-test_spearman_euclidean": 0.9000229144463976,
      "eval_sts-test_spearman_manhattan": 0.9012659254828049,
      "eval_sts-test_spearman_max": 0.9076046731513284,
      "eval_vitaminc-pairs_loss": 2.694180727005005,
      "eval_vitaminc-pairs_runtime": 3.8321,
      "eval_vitaminc-pairs_samples_per_second": 33.402,
      "eval_vitaminc-pairs_steps_per_second": 0.261,
      "step": 1284
    },
    {
      "epoch": 1.5017543859649123,
      "eval_negation-triplets_loss": 1.049867033958435,
      "eval_negation-triplets_runtime": 0.6019,
      "eval_negation-triplets_samples_per_second": 212.664,
      "eval_negation-triplets_steps_per_second": 1.661,
      "step": 1284
    },
    {
      "epoch": 1.5017543859649123,
      "eval_scitail-pairs-pos_loss": 0.05977838858962059,
      "eval_scitail-pairs-pos_runtime": 0.8746,
      "eval_scitail-pairs-pos_samples_per_second": 146.356,
      "eval_scitail-pairs-pos_steps_per_second": 1.143,
      "step": 1284
    },
    {
      "epoch": 1.5017543859649123,
      "eval_scitail-pairs-qa_loss": 3.577365532692056e-07,
      "eval_scitail-pairs-qa_runtime": 0.577,
      "eval_scitail-pairs-qa_samples_per_second": 221.823,
      "eval_scitail-pairs-qa_steps_per_second": 1.733,
      "step": 1284
    },
    {
      "epoch": 1.5017543859649123,
      "eval_xsum-pairs_loss": 0.005321314092725515,
      "eval_xsum-pairs_runtime": 2.7947,
      "eval_xsum-pairs_samples_per_second": 45.801,
      "eval_xsum-pairs_steps_per_second": 0.358,
      "step": 1284
    },
    {
      "epoch": 1.5017543859649123,
      "eval_sciq_pairs_loss": 0.003324751742184162,
      "eval_sciq_pairs_runtime": 4.2166,
      "eval_sciq_pairs_samples_per_second": 30.356,
      "eval_sciq_pairs_steps_per_second": 0.237,
      "step": 1284
    },
    {
      "epoch": 1.5017543859649123,
      "eval_qasc_pairs_loss": 0.0436801016330719,
      "eval_qasc_pairs_runtime": 0.6277,
      "eval_qasc_pairs_samples_per_second": 203.908,
      "eval_qasc_pairs_steps_per_second": 1.593,
      "step": 1284
    },
    {
      "epoch": 1.5017543859649123,
      "eval_openbookqa_pairs_loss": 1.3073405027389526,
      "eval_openbookqa_pairs_runtime": 0.5694,
      "eval_openbookqa_pairs_samples_per_second": 224.81,
      "eval_openbookqa_pairs_steps_per_second": 1.756,
      "step": 1284
    },
    {
      "epoch": 1.5017543859649123,
      "eval_msmarco_pairs_loss": 0.15479393303394318,
      "eval_msmarco_pairs_runtime": 1.3314,
      "eval_msmarco_pairs_samples_per_second": 96.137,
      "eval_msmarco_pairs_steps_per_second": 0.751,
      "step": 1284
    },
    {
      "epoch": 1.5017543859649123,
      "eval_nq_pairs_loss": 0.03904910385608673,
      "eval_nq_pairs_runtime": 2.9759,
      "eval_nq_pairs_samples_per_second": 43.012,
      "eval_nq_pairs_steps_per_second": 0.336,
      "step": 1284
    },
    {
      "epoch": 1.5017543859649123,
      "eval_trivia_pairs_loss": 0.2038673609495163,
      "eval_trivia_pairs_runtime": 3.1963,
      "eval_trivia_pairs_samples_per_second": 40.047,
      "eval_trivia_pairs_steps_per_second": 0.313,
      "step": 1284
    },
    {
      "epoch": 1.5017543859649123,
      "eval_gooaq_pairs_loss": 0.10658062994480133,
      "eval_gooaq_pairs_runtime": 0.8625,
      "eval_gooaq_pairs_samples_per_second": 148.407,
      "eval_gooaq_pairs_steps_per_second": 1.159,
      "step": 1284
    },
    {
      "epoch": 1.5017543859649123,
      "eval_paws-pos_loss": 0.04552536457777023,
      "eval_paws-pos_runtime": 0.6659,
      "eval_paws-pos_samples_per_second": 192.226,
      "eval_paws-pos_steps_per_second": 1.502,
      "step": 1284
    },
    {
      "epoch": 1.5017543859649123,
      "eval_global_dataset_loss": 0.2039254754781723,
      "eval_global_dataset_runtime": 24.2218,
      "eval_global_dataset_samples_per_second": 27.372,
      "eval_global_dataset_steps_per_second": 0.248,
      "step": 1284
    },
    {
      "epoch": 1.5052631578947369,
      "grad_norm": 0.985459566116333,
      "learning_rate": 4.1045357902197026e-05,
      "loss": 0.1108,
      "step": 1287
    },
    {
      "epoch": 1.5181286549707602,
      "grad_norm": 0.1348501294851303,
      "learning_rate": 4.139617292700213e-05,
      "loss": 0.188,
      "step": 1298
    },
    {
      "epoch": 1.5309941520467836,
      "grad_norm": 0.7772109508514404,
      "learning_rate": 4.174698795180723e-05,
      "loss": 0.1731,
      "step": 1309
    },
    {
      "epoch": 1.543859649122807,
      "grad_norm": 0.47818320989608765,
      "learning_rate": 4.209780297661233e-05,
      "loss": 0.2191,
      "step": 1320
    },
    {
      "epoch": 1.5567251461988305,
      "grad_norm": 0.09036953002214432,
      "learning_rate": 4.244861800141743e-05,
      "loss": 0.146,
      "step": 1331
    },
    {
      "epoch": 1.5695906432748536,
      "grad_norm": 1.416448950767517,
      "learning_rate": 4.279943302622254e-05,
      "loss": 0.1045,
      "step": 1342
    },
    {
      "epoch": 1.5824561403508772,
      "grad_norm": 0.6509301662445068,
      "learning_rate": 4.315024805102764e-05,
      "loss": 0.1901,
      "step": 1353
    },
    {
      "epoch": 1.5953216374269006,
      "grad_norm": 0.9354438781738281,
      "learning_rate": 4.350106307583275e-05,
      "loss": 0.1898,
      "step": 1364
    },
    {
      "epoch": 1.608187134502924,
      "grad_norm": 0.3101876378059387,
      "learning_rate": 4.385187810063785e-05,
      "loss": 0.0942,
      "step": 1375
    },
    {
      "epoch": 1.6210526315789475,
      "grad_norm": 1.1938691139221191,
      "learning_rate": 4.4202693125442954e-05,
      "loss": 0.1809,
      "step": 1386
    },
    {
      "epoch": 1.6339181286549707,
      "grad_norm": 0.30765020847320557,
      "learning_rate": 4.4553508150248054e-05,
      "loss": 0.1083,
      "step": 1397
    },
    {
      "epoch": 1.6467836257309942,
      "grad_norm": 0.24205227196216583,
      "learning_rate": 4.4904323175053154e-05,
      "loss": 0.1277,
      "step": 1408
    },
    {
      "epoch": 1.6596491228070176,
      "grad_norm": 0.3352263569831848,
      "learning_rate": 4.499930693588227e-05,
      "loss": 0.1039,
      "step": 1419
    },
    {
      "epoch": 1.672514619883041,
      "grad_norm": 0.07631414383649826,
      "learning_rate": 4.49960908016302e-05,
      "loss": 0.0933,
      "step": 1430
    },
    {
      "epoch": 1.6853801169590643,
      "grad_norm": 0.7656713128089905,
      "learning_rate": 4.4990254602804186e-05,
      "loss": 0.11,
      "step": 1441
    },
    {
      "epoch": 1.6982456140350877,
      "grad_norm": 0.9842977523803711,
      "learning_rate": 4.4981799189100865e-05,
      "loss": 0.2423,
      "step": 1452
    },
    {
      "epoch": 1.7111111111111112,
      "grad_norm": 0.7596272826194763,
      "learning_rate": 4.497072579155035e-05,
      "loss": 0.1085,
      "step": 1463
    },
    {
      "epoch": 1.7239766081871344,
      "grad_norm": 0.9825586080551147,
      "learning_rate": 4.495703602233704e-05,
      "loss": 0.1678,
      "step": 1474
    },
    {
      "epoch": 1.736842105263158,
      "grad_norm": 0.6598060131072998,
      "learning_rate": 4.494073187456486e-05,
      "loss": 0.1799,
      "step": 1485
    },
    {
      "epoch": 1.7497076023391813,
      "grad_norm": 1.0556715726852417,
      "learning_rate": 4.492181572196711e-05,
      "loss": 0.1811,
      "step": 1496
    },
    {
      "epoch": 1.752046783625731,
      "eval_Qnli-dev_cosine_accuracy": 0.693359375,
      "eval_Qnli-dev_cosine_accuracy_threshold": 0.6543508768081665,
      "eval_Qnli-dev_cosine_ap": 0.7124557023921706,
      "eval_Qnli-dev_cosine_f1": 0.6733668341708542,
      "eval_Qnli-dev_cosine_f1_threshold": 0.5232125520706177,
      "eval_Qnli-dev_cosine_precision": 0.556786703601108,
      "eval_Qnli-dev_cosine_recall": 0.8516949152542372,
      "eval_Qnli-dev_dot_accuracy": 0.666015625,
      "eval_Qnli-dev_dot_accuracy_threshold": 256.9267272949219,
      "eval_Qnli-dev_dot_ap": 0.6584233742794683,
      "eval_Qnli-dev_dot_f1": 0.6719242902208202,
      "eval_Qnli-dev_dot_f1_threshold": 186.3544921875,
      "eval_Qnli-dev_dot_precision": 0.535175879396985,
      "eval_Qnli-dev_dot_recall": 0.902542372881356,
      "eval_Qnli-dev_euclidean_accuracy": 0.6953125,
      "eval_Qnli-dev_euclidean_accuracy_threshold": 16.447265625,
      "eval_Qnli-dev_euclidean_ap": 0.7183967614546444,
      "eval_Qnli-dev_euclidean_f1": 0.6785714285714286,
      "eval_Qnli-dev_euclidean_f1_threshold": 17.252986907958984,
      "eval_Qnli-dev_euclidean_precision": 0.6380597014925373,
      "eval_Qnli-dev_euclidean_recall": 0.7245762711864406,
      "eval_Qnli-dev_manhattan_accuracy": 0.6953125,
      "eval_Qnli-dev_manhattan_accuracy_threshold": 357.7731018066406,
      "eval_Qnli-dev_manhattan_ap": 0.7226095638737486,
      "eval_Qnli-dev_manhattan_f1": 0.6757281553398058,
      "eval_Qnli-dev_manhattan_f1_threshold": 370.83966064453125,
      "eval_Qnli-dev_manhattan_precision": 0.6236559139784946,
      "eval_Qnli-dev_manhattan_recall": 0.7372881355932204,
      "eval_Qnli-dev_max_accuracy": 0.6953125,
      "eval_Qnli-dev_max_accuracy_threshold": 357.7731018066406,
      "eval_Qnli-dev_max_ap": 0.7226095638737486,
      "eval_Qnli-dev_max_f1": 0.6785714285714286,
      "eval_Qnli-dev_max_f1_threshold": 370.83966064453125,
      "eval_Qnli-dev_max_precision": 0.6380597014925373,
      "eval_Qnli-dev_max_recall": 0.902542372881356,
      "eval_allNLI-dev_cosine_accuracy": 0.736328125,
      "eval_allNLI-dev_cosine_accuracy_threshold": 0.7933480739593506,
      "eval_allNLI-dev_cosine_ap": 0.6338667537371122,
      "eval_allNLI-dev_cosine_f1": 0.6428571428571429,
      "eval_allNLI-dev_cosine_f1_threshold": 0.6018309593200684,
      "eval_allNLI-dev_cosine_precision": 0.5236363636363637,
      "eval_allNLI-dev_cosine_recall": 0.8323699421965318,
      "eval_allNLI-dev_dot_accuracy": 0.73046875,
      "eval_allNLI-dev_dot_accuracy_threshold": 290.1109313964844,
      "eval_allNLI-dev_dot_ap": 0.5977502254208901,
      "eval_allNLI-dev_dot_f1": 0.6099009900990099,
      "eval_allNLI-dev_dot_f1_threshold": 200.0629425048828,
      "eval_allNLI-dev_dot_precision": 0.463855421686747,
      "eval_allNLI-dev_dot_recall": 0.8901734104046243,
      "eval_allNLI-dev_euclidean_accuracy": 0.744140625,
      "eval_allNLI-dev_euclidean_accuracy_threshold": 12.976269721984863,
      "eval_allNLI-dev_euclidean_ap": 0.6359674505468691,
      "eval_allNLI-dev_euclidean_f1": 0.6419213973799127,
      "eval_allNLI-dev_euclidean_f1_threshold": 17.44091033935547,
      "eval_allNLI-dev_euclidean_precision": 0.5157894736842106,
      "eval_allNLI-dev_euclidean_recall": 0.8497109826589595,
      "eval_allNLI-dev_manhattan_accuracy": 0.7421875,
      "eval_allNLI-dev_manhattan_accuracy_threshold": 273.52783203125,
      "eval_allNLI-dev_manhattan_ap": 0.6336272156038607,
      "eval_allNLI-dev_manhattan_f1": 0.6501128668171559,
      "eval_allNLI-dev_manhattan_f1_threshold": 362.5467529296875,
      "eval_allNLI-dev_manhattan_precision": 0.5333333333333333,
      "eval_allNLI-dev_manhattan_recall": 0.8323699421965318,
      "eval_allNLI-dev_max_accuracy": 0.744140625,
      "eval_allNLI-dev_max_accuracy_threshold": 290.1109313964844,
      "eval_allNLI-dev_max_ap": 0.6359674505468691,
      "eval_allNLI-dev_max_f1": 0.6501128668171559,
      "eval_allNLI-dev_max_f1_threshold": 362.5467529296875,
      "eval_allNLI-dev_max_precision": 0.5333333333333333,
      "eval_allNLI-dev_max_recall": 0.8901734104046243,
      "eval_sequential_score": 0.7226095638737486,
      "eval_sts-test_pearson_cosine": 0.884780047363058,
      "eval_sts-test_pearson_dot": 0.8686782237189175,
      "eval_sts-test_pearson_euclidean": 0.904848497388399,
      "eval_sts-test_pearson_manhattan": 0.9057450598837923,
      "eval_sts-test_pearson_max": 0.9057450598837923,
      "eval_sts-test_spearman_cosine": 0.9069954294787459,
      "eval_sts-test_spearman_dot": 0.8651062350096334,
      "eval_sts-test_spearman_euclidean": 0.9006308603323997,
      "eval_sts-test_spearman_manhattan": 0.9018185140584661,
      "eval_sts-test_spearman_max": 0.9069954294787459,
      "eval_vitaminc-pairs_loss": 2.6750705242156982,
      "eval_vitaminc-pairs_runtime": 3.8295,
      "eval_vitaminc-pairs_samples_per_second": 33.425,
      "eval_vitaminc-pairs_steps_per_second": 0.261,
      "step": 1498
    },
    {
      "epoch": 1.752046783625731,
      "eval_negation-triplets_loss": 1.0360219478607178,
      "eval_negation-triplets_runtime": 0.6077,
      "eval_negation-triplets_samples_per_second": 210.626,
      "eval_negation-triplets_steps_per_second": 1.646,
      "step": 1498
    },
    {
      "epoch": 1.752046783625731,
      "eval_scitail-pairs-pos_loss": 0.05649742856621742,
      "eval_scitail-pairs-pos_runtime": 0.8925,
      "eval_scitail-pairs-pos_samples_per_second": 143.418,
      "eval_scitail-pairs-pos_steps_per_second": 1.12,
      "step": 1498
    },
    {
      "epoch": 1.752046783625731,
      "eval_scitail-pairs-qa_loss": 4.5177861807133013e-07,
      "eval_scitail-pairs-qa_runtime": 0.5887,
      "eval_scitail-pairs-qa_samples_per_second": 217.414,
      "eval_scitail-pairs-qa_steps_per_second": 1.699,
      "step": 1498
    },
    {
      "epoch": 1.752046783625731,
      "eval_xsum-pairs_loss": 0.006031599827110767,
      "eval_xsum-pairs_runtime": 2.7875,
      "eval_xsum-pairs_samples_per_second": 45.92,
      "eval_xsum-pairs_steps_per_second": 0.359,
      "step": 1498
    },
    {
      "epoch": 1.752046783625731,
      "eval_sciq_pairs_loss": 0.0044244336895644665,
      "eval_sciq_pairs_runtime": 4.1478,
      "eval_sciq_pairs_samples_per_second": 30.859,
      "eval_sciq_pairs_steps_per_second": 0.241,
      "step": 1498
    },
    {
      "epoch": 1.752046783625731,
      "eval_qasc_pairs_loss": 0.05687851831316948,
      "eval_qasc_pairs_runtime": 0.6029,
      "eval_qasc_pairs_samples_per_second": 212.298,
      "eval_qasc_pairs_steps_per_second": 1.659,
      "step": 1498
    },
    {
      "epoch": 1.752046783625731,
      "eval_openbookqa_pairs_loss": 1.2448060512542725,
      "eval_openbookqa_pairs_runtime": 0.5722,
      "eval_openbookqa_pairs_samples_per_second": 223.708,
      "eval_openbookqa_pairs_steps_per_second": 1.748,
      "step": 1498
    },
    {
      "epoch": 1.752046783625731,
      "eval_msmarco_pairs_loss": 0.14275667071342468,
      "eval_msmarco_pairs_runtime": 1.3302,
      "eval_msmarco_pairs_samples_per_second": 96.223,
      "eval_msmarco_pairs_steps_per_second": 0.752,
      "step": 1498
    },
    {
      "epoch": 1.752046783625731,
      "eval_nq_pairs_loss": 0.04014577344059944,
      "eval_nq_pairs_runtime": 2.9351,
      "eval_nq_pairs_samples_per_second": 43.61,
      "eval_nq_pairs_steps_per_second": 0.341,
      "step": 1498
    },
    {
      "epoch": 1.752046783625731,
      "eval_trivia_pairs_loss": 0.19849494099617004,
      "eval_trivia_pairs_runtime": 3.1918,
      "eval_trivia_pairs_samples_per_second": 40.103,
      "eval_trivia_pairs_steps_per_second": 0.313,
      "step": 1498
    },
    {
      "epoch": 1.752046783625731,
      "eval_gooaq_pairs_loss": 0.10808175802230835,
      "eval_gooaq_pairs_runtime": 0.8763,
      "eval_gooaq_pairs_samples_per_second": 146.065,
      "eval_gooaq_pairs_steps_per_second": 1.141,
      "step": 1498
    },
    {
      "epoch": 1.752046783625731,
      "eval_paws-pos_loss": 0.045870762318372726,
      "eval_paws-pos_runtime": 0.6763,
      "eval_paws-pos_samples_per_second": 189.269,
      "eval_paws-pos_steps_per_second": 1.479,
      "step": 1498
    },
    {
      "epoch": 1.752046783625731,
      "eval_global_dataset_loss": 0.20272643864154816,
      "eval_global_dataset_runtime": 24.2206,
      "eval_global_dataset_samples_per_second": 27.373,
      "eval_global_dataset_steps_per_second": 0.248,
      "step": 1498
    },
    {
      "epoch": 1.7625730994152047,
      "grad_norm": 1.1749067306518555,
      "learning_rate": 4.490029031856087e-05,
      "loss": 0.1746,
      "step": 1507
    },
    {
      "epoch": 1.775438596491228,
      "grad_norm": 0.8320943713188171,
      "learning_rate": 4.4876158798246026e-05,
      "loss": 0.1603,
      "step": 1518
    },
    {
      "epoch": 1.7883040935672514,
      "grad_norm": 1.3382437229156494,
      "learning_rate": 4.484942467434899e-05,
      "loss": 0.1784,
      "step": 1529
    },
    {
      "epoch": 1.801169590643275,
      "grad_norm": 0.6635130643844604,
      "learning_rate": 4.4820091839111255e-05,
      "loss": 0.1041,
      "step": 1540
    },
    {
      "epoch": 1.8140350877192981,
      "grad_norm": 0.534389853477478,
      "learning_rate": 4.478816456312265e-05,
      "loss": 0.1067,
      "step": 1551
    },
    {
      "epoch": 1.8269005847953217,
      "grad_norm": 0.6235479712486267,
      "learning_rate": 4.475364749469961e-05,
      "loss": 0.1293,
      "step": 1562
    },
    {
      "epoch": 1.839766081871345,
      "grad_norm": 1.2809871435165405,
      "learning_rate": 4.471654565920844e-05,
      "loss": 0.18,
      "step": 1573
    },
    {
      "epoch": 1.8526315789473684,
      "grad_norm": 0.2697462737560272,
      "learning_rate": 4.467686445833364e-05,
      "loss": 0.1481,
      "step": 1584
    },
    {
      "epoch": 1.8654970760233918,
      "grad_norm": 0.4068855345249176,
      "learning_rate": 4.4634609669291485e-05,
      "loss": 0.1573,
      "step": 1595
    },
    {
      "epoch": 1.8783625730994151,
      "grad_norm": 0.42257580161094666,
      "learning_rate": 4.458978744398891e-05,
      "loss": 0.1434,
      "step": 1606
    },
    {
      "epoch": 1.8912280701754387,
      "grad_norm": 0.928801417350769,
      "learning_rate": 4.454240430812786e-05,
      "loss": 0.0975,
      "step": 1617
    },
    {
      "epoch": 1.9040935672514618,
      "grad_norm": 0.5400815606117249,
      "learning_rate": 4.449246716025518e-05,
      "loss": 0.1133,
      "step": 1628
    },
    {
      "epoch": 1.9169590643274854,
      "grad_norm": 2.2877585887908936,
      "learning_rate": 4.443998327075831e-05,
      "loss": 0.1661,
      "step": 1639
    },
    {
      "epoch": 1.9298245614035088,
      "grad_norm": 0.12138649821281433,
      "learning_rate": 4.438496028080669e-05,
      "loss": 0.1518,
      "step": 1650
    },
    {
      "epoch": 1.9426900584795321,
      "grad_norm": 0.9370628595352173,
      "learning_rate": 4.432740620123937e-05,
      "loss": 0.1365,
      "step": 1661
    },
    {
      "epoch": 1.9555555555555557,
      "grad_norm": 0.5390945076942444,
      "learning_rate": 4.426732941139866e-05,
      "loss": 0.1226,
      "step": 1672
    },
    {
      "epoch": 1.9684210526315788,
      "grad_norm": 0.5244420766830444,
      "learning_rate": 4.4204738657910166e-05,
      "loss": 0.1347,
      "step": 1683
    },
    {
      "epoch": 1.9812865497076024,
      "grad_norm": 0.09539759159088135,
      "learning_rate": 4.413964305340939e-05,
      "loss": 0.1121,
      "step": 1694
    },
    {
      "epoch": 1.9941520467836256,
      "grad_norm": 0.35612645745277405,
      "learning_rate": 4.407205207521499e-05,
      "loss": 0.1224,
      "step": 1705
    },
    {
      "epoch": 2.00233918128655,
      "eval_Qnli-dev_cosine_accuracy": 0.69140625,
      "eval_Qnli-dev_cosine_accuracy_threshold": 0.656867504119873,
      "eval_Qnli-dev_cosine_ap": 0.712494851178384,
      "eval_Qnli-dev_cosine_f1": 0.6740506329113923,
      "eval_Qnli-dev_cosine_f1_threshold": 0.4821203351020813,
      "eval_Qnli-dev_cosine_precision": 0.5378787878787878,
      "eval_Qnli-dev_cosine_recall": 0.902542372881356,
      "eval_Qnli-dev_dot_accuracy": 0.66015625,
      "eval_Qnli-dev_dot_accuracy_threshold": 297.9504699707031,
      "eval_Qnli-dev_dot_ap": 0.6569442778223444,
      "eval_Qnli-dev_dot_f1": 0.6739469578783152,
      "eval_Qnli-dev_dot_f1_threshold": 180.67715454101562,
      "eval_Qnli-dev_dot_precision": 0.5333333333333333,
      "eval_Qnli-dev_dot_recall": 0.9152542372881356,
      "eval_Qnli-dev_euclidean_accuracy": 0.69921875,
      "eval_Qnli-dev_euclidean_accuracy_threshold": 16.230770111083984,
      "eval_Qnli-dev_euclidean_ap": 0.7199985561066051,
      "eval_Qnli-dev_euclidean_f1": 0.6795366795366796,
      "eval_Qnli-dev_euclidean_f1_threshold": 17.748735427856445,
      "eval_Qnli-dev_euclidean_precision": 0.624113475177305,
      "eval_Qnli-dev_euclidean_recall": 0.7457627118644068,
      "eval_Qnli-dev_manhattan_accuracy": 0.69140625,
      "eval_Qnli-dev_manhattan_accuracy_threshold": 322.521728515625,
      "eval_Qnli-dev_manhattan_ap": 0.7224632454419206,
      "eval_Qnli-dev_manhattan_f1": 0.6817325800376648,
      "eval_Qnli-dev_manhattan_f1_threshold": 380.47283935546875,
      "eval_Qnli-dev_manhattan_precision": 0.6135593220338983,
      "eval_Qnli-dev_manhattan_recall": 0.7669491525423728,
      "eval_Qnli-dev_max_accuracy": 0.69921875,
      "eval_Qnli-dev_max_accuracy_threshold": 322.521728515625,
      "eval_Qnli-dev_max_ap": 0.7224632454419206,
      "eval_Qnli-dev_max_f1": 0.6817325800376648,
      "eval_Qnli-dev_max_f1_threshold": 380.47283935546875,
      "eval_Qnli-dev_max_precision": 0.624113475177305,
      "eval_Qnli-dev_max_recall": 0.9152542372881356,
      "eval_allNLI-dev_cosine_accuracy": 0.7421875,
      "eval_allNLI-dev_cosine_accuracy_threshold": 0.7574848532676697,
      "eval_allNLI-dev_cosine_ap": 0.6348133852635633,
      "eval_allNLI-dev_cosine_f1": 0.6420824295010846,
      "eval_allNLI-dev_cosine_f1_threshold": 0.5789805054664612,
      "eval_allNLI-dev_cosine_precision": 0.5138888888888888,
      "eval_allNLI-dev_cosine_recall": 0.8554913294797688,
      "eval_allNLI-dev_dot_accuracy": 0.732421875,
      "eval_allNLI-dev_dot_accuracy_threshold": 285.750244140625,
      "eval_allNLI-dev_dot_ap": 0.59931731879636,
      "eval_allNLI-dev_dot_f1": 0.6150121065375304,
      "eval_allNLI-dev_dot_f1_threshold": 243.38694763183594,
      "eval_allNLI-dev_dot_precision": 0.5291666666666667,
      "eval_allNLI-dev_dot_recall": 0.7341040462427746,
      "eval_allNLI-dev_euclidean_accuracy": 0.744140625,
      "eval_allNLI-dev_euclidean_accuracy_threshold": 13.472793579101562,
      "eval_allNLI-dev_euclidean_ap": 0.6356913317153288,
      "eval_allNLI-dev_euclidean_f1": 0.6475770925110133,
      "eval_allNLI-dev_euclidean_f1_threshold": 17.89451789855957,
      "eval_allNLI-dev_euclidean_precision": 0.5231316725978647,
      "eval_allNLI-dev_euclidean_recall": 0.8497109826589595,
      "eval_allNLI-dev_manhattan_accuracy": 0.73828125,
      "eval_allNLI-dev_manhattan_accuracy_threshold": 275.39105224609375,
      "eval_allNLI-dev_manhattan_ap": 0.6342177592020837,
      "eval_allNLI-dev_manhattan_f1": 0.6511627906976745,
      "eval_allNLI-dev_manhattan_f1_threshold": 347.1697998046875,
      "eval_allNLI-dev_manhattan_precision": 0.5887850467289719,
      "eval_allNLI-dev_manhattan_recall": 0.7283236994219653,
      "eval_allNLI-dev_max_accuracy": 0.744140625,
      "eval_allNLI-dev_max_accuracy_threshold": 285.750244140625,
      "eval_allNLI-dev_max_ap": 0.6356913317153288,
      "eval_allNLI-dev_max_f1": 0.6511627906976745,
      "eval_allNLI-dev_max_f1_threshold": 347.1697998046875,
      "eval_allNLI-dev_max_precision": 0.5887850467289719,
      "eval_allNLI-dev_max_recall": 0.8554913294797688,
      "eval_sequential_score": 0.7224632454419206,
      "eval_sts-test_pearson_cosine": 0.885504470943527,
      "eval_sts-test_pearson_dot": 0.8680100258122485,
      "eval_sts-test_pearson_euclidean": 0.9053088527197759,
      "eval_sts-test_pearson_manhattan": 0.9062637284673284,
      "eval_sts-test_pearson_max": 0.9062637284673284,
      "eval_sts-test_spearman_cosine": 0.907385436721772,
      "eval_sts-test_spearman_dot": 0.8633328767744765,
      "eval_sts-test_spearman_euclidean": 0.9008774845339277,
      "eval_sts-test_spearman_manhattan": 0.9025189160505028,
      "eval_sts-test_spearman_max": 0.907385436721772,
      "eval_vitaminc-pairs_loss": 2.711371898651123,
      "eval_vitaminc-pairs_runtime": 3.8178,
      "eval_vitaminc-pairs_samples_per_second": 33.527,
      "eval_vitaminc-pairs_steps_per_second": 0.262,
      "step": 1712
    },
    {
      "epoch": 2.00233918128655,
      "eval_negation-triplets_loss": 1.0452457666397095,
      "eval_negation-triplets_runtime": 0.606,
      "eval_negation-triplets_samples_per_second": 211.229,
      "eval_negation-triplets_steps_per_second": 1.65,
      "step": 1712
    },
    {
      "epoch": 2.00233918128655,
      "eval_scitail-pairs-pos_loss": 0.05906897410750389,
      "eval_scitail-pairs-pos_runtime": 0.8912,
      "eval_scitail-pairs-pos_samples_per_second": 143.627,
      "eval_scitail-pairs-pos_steps_per_second": 1.122,
      "step": 1712
    },
    {
      "epoch": 2.00233918128655,
      "eval_scitail-pairs-qa_loss": 3.425042223170749e-07,
      "eval_scitail-pairs-qa_runtime": 0.586,
      "eval_scitail-pairs-qa_samples_per_second": 218.414,
      "eval_scitail-pairs-qa_steps_per_second": 1.706,
      "step": 1712
    },
    {
      "epoch": 2.00233918128655,
      "eval_xsum-pairs_loss": 0.006712059490382671,
      "eval_xsum-pairs_runtime": 2.7794,
      "eval_xsum-pairs_samples_per_second": 46.053,
      "eval_xsum-pairs_steps_per_second": 0.36,
      "step": 1712
    },
    {
      "epoch": 2.00233918128655,
      "eval_sciq_pairs_loss": 0.0031704979483038187,
      "eval_sciq_pairs_runtime": 4.1826,
      "eval_sciq_pairs_samples_per_second": 30.603,
      "eval_sciq_pairs_steps_per_second": 0.239,
      "step": 1712
    },
    {
      "epoch": 2.00233918128655,
      "eval_qasc_pairs_loss": 0.04258028417825699,
      "eval_qasc_pairs_runtime": 0.6039,
      "eval_qasc_pairs_samples_per_second": 211.938,
      "eval_qasc_pairs_steps_per_second": 1.656,
      "step": 1712
    },
    {
      "epoch": 2.00233918128655,
      "eval_openbookqa_pairs_loss": 1.329345941543579,
      "eval_openbookqa_pairs_runtime": 0.5602,
      "eval_openbookqa_pairs_samples_per_second": 228.507,
      "eval_openbookqa_pairs_steps_per_second": 1.785,
      "step": 1712
    },
    {
      "epoch": 2.00233918128655,
      "eval_msmarco_pairs_loss": 0.15084555745124817,
      "eval_msmarco_pairs_runtime": 1.327,
      "eval_msmarco_pairs_samples_per_second": 96.46,
      "eval_msmarco_pairs_steps_per_second": 0.754,
      "step": 1712
    },
    {
      "epoch": 2.00233918128655,
      "eval_nq_pairs_loss": 0.042938798666000366,
      "eval_nq_pairs_runtime": 2.9551,
      "eval_nq_pairs_samples_per_second": 43.314,
      "eval_nq_pairs_steps_per_second": 0.338,
      "step": 1712
    },
    {
      "epoch": 2.00233918128655,
      "eval_trivia_pairs_loss": 0.20491687953472137,
      "eval_trivia_pairs_runtime": 3.219,
      "eval_trivia_pairs_samples_per_second": 39.764,
      "eval_trivia_pairs_steps_per_second": 0.311,
      "step": 1712
    },
    {
      "epoch": 2.00233918128655,
      "eval_gooaq_pairs_loss": 0.10198851674795151,
      "eval_gooaq_pairs_runtime": 0.8632,
      "eval_gooaq_pairs_samples_per_second": 148.277,
      "eval_gooaq_pairs_steps_per_second": 1.158,
      "step": 1712
    },
    {
      "epoch": 2.00233918128655,
      "eval_paws-pos_loss": 0.04579318314790726,
      "eval_paws-pos_runtime": 0.6652,
      "eval_paws-pos_samples_per_second": 192.431,
      "eval_paws-pos_steps_per_second": 1.503,
      "step": 1712
    },
    {
      "epoch": 2.00233918128655,
      "eval_global_dataset_loss": 0.18868622183799744,
      "eval_global_dataset_runtime": 24.2368,
      "eval_global_dataset_samples_per_second": 27.355,
      "eval_global_dataset_steps_per_second": 0.248,
      "step": 1712
    },
    {
      "epoch": 2.007017543859649,
      "grad_norm": 0.6866632699966431,
      "learning_rate": 4.400197556394901e-05,
      "loss": 0.1359,
      "step": 1716
    },
    {
      "epoch": 2.0198830409356727,
      "grad_norm": 1.721706509590149,
      "learning_rate": 4.392942372210411e-05,
      "loss": 0.1889,
      "step": 1727
    },
    {
      "epoch": 2.032748538011696,
      "grad_norm": 1.0161302089691162,
      "learning_rate": 4.3854407112558235e-05,
      "loss": 0.0972,
      "step": 1738
    },
    {
      "epoch": 2.0456140350877194,
      "grad_norm": 0.4521200358867645,
      "learning_rate": 4.377693665703674e-05,
      "loss": 0.1209,
      "step": 1749
    },
    {
      "epoch": 2.0584795321637426,
      "grad_norm": 0.4354567229747772,
      "learning_rate": 4.369702363452229e-05,
      "loss": 0.1707,
      "step": 1760
    },
    {
      "epoch": 2.071345029239766,
      "grad_norm": 0.5484113097190857,
      "learning_rate": 4.3614679679612715e-05,
      "loss": 0.1405,
      "step": 1771
    },
    {
      "epoch": 2.0842105263157893,
      "grad_norm": 0.8810815811157227,
      "learning_rate": 4.352991678082717e-05,
      "loss": 0.1099,
      "step": 1782
    },
    {
      "epoch": 2.097076023391813,
      "grad_norm": 0.322817862033844,
      "learning_rate": 4.344274727886069e-05,
      "loss": 0.1611,
      "step": 1793
    },
    {
      "epoch": 2.1099415204678365,
      "grad_norm": 0.8280489444732666,
      "learning_rate": 4.3353183864787466e-05,
      "loss": 0.1464,
      "step": 1804
    },
    {
      "epoch": 2.1228070175438596,
      "grad_norm": 1.0790857076644897,
      "learning_rate": 4.326123957821325e-05,
      "loss": 0.1525,
      "step": 1815
    },
    {
      "epoch": 2.135672514619883,
      "grad_norm": 0.5455640554428101,
      "learning_rate": 4.316692780537676e-05,
      "loss": 0.1947,
      "step": 1826
    },
    {
      "epoch": 2.1485380116959063,
      "grad_norm": 0.2670153081417084,
      "learning_rate": 4.307026227720089e-05,
      "loss": 0.1191,
      "step": 1837
    },
    {
      "epoch": 2.16140350877193,
      "grad_norm": 1.0682767629623413,
      "learning_rate": 4.2971257067293544e-05,
      "loss": 0.2513,
      "step": 1848
    },
    {
      "epoch": 2.174269005847953,
      "grad_norm": 0.35559388995170593,
      "learning_rate": 4.286992658989868e-05,
      "loss": 0.1819,
      "step": 1859
    },
    {
      "epoch": 2.1871345029239766,
      "grad_norm": 1.2426172494888306,
      "learning_rate": 4.276628559779772e-05,
      "loss": 0.1874,
      "step": 1870
    },
    {
      "epoch": 2.2,
      "grad_norm": 1.0591782331466675,
      "learning_rate": 4.2660349180161695e-05,
      "loss": 0.1416,
      "step": 1881
    },
    {
      "epoch": 2.2128654970760233,
      "grad_norm": 0.22729463875293732,
      "learning_rate": 4.2552132760354375e-05,
      "loss": 0.1146,
      "step": 1892
    },
    {
      "epoch": 2.225730994152047,
      "grad_norm": 0.36285898089408875,
      "learning_rate": 4.244165209368678e-05,
      "loss": 0.2032,
      "step": 1903
    },
    {
      "epoch": 2.23859649122807,
      "grad_norm": 2.697350263595581,
      "learning_rate": 4.2328923265123376e-05,
      "loss": 0.1711,
      "step": 1914
    },
    {
      "epoch": 2.2514619883040936,
      "grad_norm": 1.9733246564865112,
      "learning_rate": 4.221396268694021e-05,
      "loss": 0.1282,
      "step": 1925
    },
    {
      "epoch": 2.2526315789473683,
      "eval_Qnli-dev_cosine_accuracy": 0.69140625,
      "eval_Qnli-dev_cosine_accuracy_threshold": 0.6526055335998535,
      "eval_Qnli-dev_cosine_ap": 0.7147593742135198,
      "eval_Qnli-dev_cosine_f1": 0.6751188589540412,
      "eval_Qnli-dev_cosine_f1_threshold": 0.4857839047908783,
      "eval_Qnli-dev_cosine_precision": 0.5392405063291139,
      "eval_Qnli-dev_cosine_recall": 0.902542372881356,
      "eval_Qnli-dev_dot_accuracy": 0.671875,
      "eval_Qnli-dev_dot_accuracy_threshold": 245.6788330078125,
      "eval_Qnli-dev_dot_ap": 0.6587738399719532,
      "eval_Qnli-dev_dot_f1": 0.6770670826833073,
      "eval_Qnli-dev_dot_f1_threshold": 176.555419921875,
      "eval_Qnli-dev_dot_precision": 0.5358024691358024,
      "eval_Qnli-dev_dot_recall": 0.9194915254237288,
      "eval_Qnli-dev_euclidean_accuracy": 0.69921875,
      "eval_Qnli-dev_euclidean_accuracy_threshold": 16.296737670898438,
      "eval_Qnli-dev_euclidean_ap": 0.7231348856348505,
      "eval_Qnli-dev_euclidean_f1": 0.6788321167883212,
      "eval_Qnli-dev_euclidean_f1_threshold": 17.902896881103516,
      "eval_Qnli-dev_euclidean_precision": 0.5961538461538461,
      "eval_Qnli-dev_euclidean_recall": 0.788135593220339,
      "eval_Qnli-dev_manhattan_accuracy": 0.69921875,
      "eval_Qnli-dev_manhattan_accuracy_threshold": 342.3966979980469,
      "eval_Qnli-dev_manhattan_ap": 0.7240429427054647,
      "eval_Qnli-dev_manhattan_f1": 0.6791744840525328,
      "eval_Qnli-dev_manhattan_f1_threshold": 372.05224609375,
      "eval_Qnli-dev_manhattan_precision": 0.6094276094276094,
      "eval_Qnli-dev_manhattan_recall": 0.7669491525423728,
      "eval_Qnli-dev_max_accuracy": 0.69921875,
      "eval_Qnli-dev_max_accuracy_threshold": 342.3966979980469,
      "eval_Qnli-dev_max_ap": 0.7240429427054647,
      "eval_Qnli-dev_max_f1": 0.6791744840525328,
      "eval_Qnli-dev_max_f1_threshold": 372.05224609375,
      "eval_Qnli-dev_max_precision": 0.6094276094276094,
      "eval_Qnli-dev_max_recall": 0.9194915254237288,
      "eval_allNLI-dev_cosine_accuracy": 0.740234375,
      "eval_allNLI-dev_cosine_accuracy_threshold": 0.7803784608840942,
      "eval_allNLI-dev_cosine_ap": 0.6307077516423368,
      "eval_allNLI-dev_cosine_f1": 0.6382022471910113,
      "eval_allNLI-dev_cosine_f1_threshold": 0.609204888343811,
      "eval_allNLI-dev_cosine_precision": 0.5220588235294118,
      "eval_allNLI-dev_cosine_recall": 0.8208092485549133,
      "eval_allNLI-dev_dot_accuracy": 0.73046875,
      "eval_allNLI-dev_dot_accuracy_threshold": 282.7746887207031,
      "eval_allNLI-dev_dot_ap": 0.5937116347608066,
      "eval_allNLI-dev_dot_f1": 0.6070038910505836,
      "eval_allNLI-dev_dot_f1_threshold": 197.9422149658203,
      "eval_allNLI-dev_dot_precision": 0.4574780058651026,
      "eval_allNLI-dev_dot_recall": 0.9017341040462428,
      "eval_allNLI-dev_euclidean_accuracy": 0.744140625,
      "eval_allNLI-dev_euclidean_accuracy_threshold": 13.138710021972656,
      "eval_allNLI-dev_euclidean_ap": 0.635229512907449,
      "eval_allNLI-dev_euclidean_f1": 0.6458797327394209,
      "eval_allNLI-dev_euclidean_f1_threshold": 17.1611328125,
      "eval_allNLI-dev_euclidean_precision": 0.5253623188405797,
      "eval_allNLI-dev_euclidean_recall": 0.838150289017341,
      "eval_allNLI-dev_manhattan_accuracy": 0.7421875,
      "eval_allNLI-dev_manhattan_accuracy_threshold": 278.34954833984375,
      "eval_allNLI-dev_manhattan_ap": 0.6345395417826952,
      "eval_allNLI-dev_manhattan_f1": 0.6532438478747203,
      "eval_allNLI-dev_manhattan_f1_threshold": 361.567626953125,
      "eval_allNLI-dev_manhattan_precision": 0.5328467153284672,
      "eval_allNLI-dev_manhattan_recall": 0.8439306358381503,
      "eval_allNLI-dev_max_accuracy": 0.744140625,
      "eval_allNLI-dev_max_accuracy_threshold": 282.7746887207031,
      "eval_allNLI-dev_max_ap": 0.635229512907449,
      "eval_allNLI-dev_max_f1": 0.6532438478747203,
      "eval_allNLI-dev_max_f1_threshold": 361.567626953125,
      "eval_allNLI-dev_max_precision": 0.5328467153284672,
      "eval_allNLI-dev_max_recall": 0.9017341040462428,
      "eval_sequential_score": 0.7240429427054647,
      "eval_sts-test_pearson_cosine": 0.8838830663702884,
      "eval_sts-test_pearson_dot": 0.8605683837270216,
      "eval_sts-test_pearson_euclidean": 0.9044604172987989,
      "eval_sts-test_pearson_manhattan": 0.9050995663550978,
      "eval_sts-test_pearson_max": 0.9050995663550978,
      "eval_sts-test_spearman_cosine": 0.9069073589963277,
      "eval_sts-test_spearman_dot": 0.8518454964828726,
      "eval_sts-test_spearman_euclidean": 0.9001444141210752,
      "eval_sts-test_spearman_manhattan": 0.9010118725718861,
      "eval_sts-test_spearman_max": 0.9069073589963277,
      "eval_vitaminc-pairs_loss": 2.658858299255371,
      "eval_vitaminc-pairs_runtime": 3.7881,
      "eval_vitaminc-pairs_samples_per_second": 33.79,
      "eval_vitaminc-pairs_steps_per_second": 0.264,
      "step": 1926
    },
    {
      "epoch": 2.2526315789473683,
      "eval_negation-triplets_loss": 1.051798939704895,
      "eval_negation-triplets_runtime": 0.5864,
      "eval_negation-triplets_samples_per_second": 218.293,
      "eval_negation-triplets_steps_per_second": 1.705,
      "step": 1926
    },
    {
      "epoch": 2.2526315789473683,
      "eval_scitail-pairs-pos_loss": 0.058272454887628555,
      "eval_scitail-pairs-pos_runtime": 0.8071,
      "eval_scitail-pairs-pos_samples_per_second": 158.587,
      "eval_scitail-pairs-pos_steps_per_second": 1.239,
      "step": 1926
    },
    {
      "epoch": 2.2526315789473683,
      "eval_scitail-pairs-qa_loss": 5.024415372645308e-07,
      "eval_scitail-pairs-qa_runtime": 0.5659,
      "eval_scitail-pairs-qa_samples_per_second": 226.172,
      "eval_scitail-pairs-qa_steps_per_second": 1.767,
      "step": 1926
    },
    {
      "epoch": 2.2526315789473683,
      "eval_xsum-pairs_loss": 0.0069998325780034065,
      "eval_xsum-pairs_runtime": 2.7666,
      "eval_xsum-pairs_samples_per_second": 46.267,
      "eval_xsum-pairs_steps_per_second": 0.361,
      "step": 1926
    },
    {
      "epoch": 2.2526315789473683,
      "eval_sciq_pairs_loss": 0.003587064566090703,
      "eval_sciq_pairs_runtime": 4.0629,
      "eval_sciq_pairs_samples_per_second": 31.505,
      "eval_sciq_pairs_steps_per_second": 0.246,
      "step": 1926
    },
    {
      "epoch": 2.2526315789473683,
      "eval_qasc_pairs_loss": 0.05682336166501045,
      "eval_qasc_pairs_runtime": 0.5866,
      "eval_qasc_pairs_samples_per_second": 218.204,
      "eval_qasc_pairs_steps_per_second": 1.705,
      "step": 1926
    },
    {
      "epoch": 2.2526315789473683,
      "eval_openbookqa_pairs_loss": 1.2767432928085327,
      "eval_openbookqa_pairs_runtime": 0.5523,
      "eval_openbookqa_pairs_samples_per_second": 231.759,
      "eval_openbookqa_pairs_steps_per_second": 1.811,
      "step": 1926
    },
    {
      "epoch": 2.2526315789473683,
      "eval_msmarco_pairs_loss": 0.15254586935043335,
      "eval_msmarco_pairs_runtime": 1.3181,
      "eval_msmarco_pairs_samples_per_second": 97.106,
      "eval_msmarco_pairs_steps_per_second": 0.759,
      "step": 1926
    },
    {
      "epoch": 2.2526315789473683,
      "eval_nq_pairs_loss": 0.04068170115351677,
      "eval_nq_pairs_runtime": 2.9018,
      "eval_nq_pairs_samples_per_second": 44.11,
      "eval_nq_pairs_steps_per_second": 0.345,
      "step": 1926
    },
    {
      "epoch": 2.2526315789473683,
      "eval_trivia_pairs_loss": 0.20555011928081512,
      "eval_trivia_pairs_runtime": 3.1824,
      "eval_trivia_pairs_samples_per_second": 40.222,
      "eval_trivia_pairs_steps_per_second": 0.314,
      "step": 1926
    },
    {
      "epoch": 2.2526315789473683,
      "eval_gooaq_pairs_loss": 0.11310738325119019,
      "eval_gooaq_pairs_runtime": 0.8496,
      "eval_gooaq_pairs_samples_per_second": 150.654,
      "eval_gooaq_pairs_steps_per_second": 1.177,
      "step": 1926
    },
    {
      "epoch": 2.2526315789473683,
      "eval_paws-pos_loss": 0.046021316200494766,
      "eval_paws-pos_runtime": 0.6545,
      "eval_paws-pos_samples_per_second": 195.571,
      "eval_paws-pos_steps_per_second": 1.528,
      "step": 1926
    },
    {
      "epoch": 2.2526315789473683,
      "eval_global_dataset_loss": 0.2109522521495819,
      "eval_global_dataset_runtime": 24.1239,
      "eval_global_dataset_samples_per_second": 27.483,
      "eval_global_dataset_steps_per_second": 0.249,
      "step": 1926
    }
  ],
  "logging_steps": 11,
  "max_steps": 4275,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 214,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 96,
  "trial_name": null,
  "trial_params": null
}