Training in progress, step 428, checkpoint

checkpoint-428/1_WeightedPooling/config.json

@@ -0,0 +1,10 @@
+{
+  "word_embedding_dimension": 768,
+  "pooling_mode_cls_token": false,
+  "pooling_mode_mean_tokens": true,
+  "pooling_mode_max_tokens": false,
+  "pooling_mode_mean_sqrt_len_tokens": false,
+  "pooling_mode_weightedmean_tokens": false,
+  "pooling_mode_lasttoken": false,
+  "include_prompt": true
+}

checkpoint-428/added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "[MASK]": 128000
+}

checkpoint-428/config.json

@@ -0,0 +1,35 @@
+{
+  "_name_or_path": "bobox/DeBERTa-small-ST-v1-test-step3",
+  "architectures": [
+    "DebertaV2Model"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-07,
+  "max_position_embeddings": 512,
+  "max_relative_positions": -1,
+  "model_type": "deberta-v2",
+  "norm_rel_ebd": "layer_norm",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 6,
+  "pad_token_id": 0,
+  "pooler_dropout": 0,
+  "pooler_hidden_act": "gelu",
+  "pooler_hidden_size": 768,
+  "pos_att_type": [
+    "p2c",
+    "c2p"
+  ],
+  "position_biased_input": false,
+  "position_buckets": 256,
+  "relative_attention": true,
+  "share_att_key": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.44.0",
+  "type_vocab_size": 0,
+  "vocab_size": 128100
+}

checkpoint-428/config_sentence_transformers.json

@@ -0,0 +1,10 @@
+{
+  "__version__": {
+    "sentence_transformers": "3.0.1",
+    "transformers": "4.44.0",
+    "pytorch": "2.4.0"
+  },
+  "prompts": {},
+  "default_prompt_name": null,
+  "similarity_fn_name": null
+}

checkpoint-428/modules.json

@@ -0,0 +1,14 @@
+[
+  {
+    "idx": 0,
+    "name": "0",
+    "path": "",
+    "type": "sentence_transformers.models.Transformer"
+  },
+  {
+    "idx": 1,
+    "name": "1",
+    "path": "1_WeightedPooling",
+    "type": "__main__"
+  }
+]

checkpoint-428/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1964050a6164ad73980f29ced1ac0dfb7376c563659c507681671a1430582c
+size 9475334

checkpoint-428/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1886a286545822d70cd17732b6025a52902e7429a8ab7eec28bf9c1a4f143b6c
+size 565251810

checkpoint-428/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7e12d5b3d37b07e312f390b2dce965ac7b1ac0f2525e12545c7e292615524e
+size 14244

checkpoint-428/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3121d012ce60b59a7aeed011ac30746a3995a26a50bb654d5de418ca4d7d4a10
+size 1064

checkpoint-428/sentence_bert_config.json

@@ -0,0 +1,4 @@
+{
+  "max_seq_length": 512,
+  "do_lower_case": false
+}

checkpoint-428/special_tokens_map.json

@@ -0,0 +1,51 @@
+{
+  "bos_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "[MASK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoint-428/spm.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c679fbf93643d19aab7ee10c0b99e460bdbc02fedf34b92b05af343b4af586fd
+size 2464616

checkpoint-428/tokenizer_config.json

@@ -0,0 +1,65 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128000": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "[CLS]",
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "eos_token": "[SEP]",
+  "mask_token": "[MASK]",
+  "max_length": 512,
+  "model_max_length": 512,
+  "pad_to_multiple_of": null,
+  "pad_token": "[PAD]",
+  "pad_token_type_id": 0,
+  "padding_side": "right",
+  "sep_token": "[SEP]",
+  "sp_model_kwargs": {},
+  "split_by_punct": false,
+  "stride": 0,
+  "tokenizer_class": "DebertaV2Tokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
+  "unk_token": "[UNK]",
+  "vocab_type": "spm"
+}

checkpoint-428/trainer_state.json

@@ -0,0 +1,685 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.5005847953216375,
+  "eval_steps": 214,
+  "global_step": 428,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.012865497076023392,
+      "grad_norm": 0.07311347126960754,
+      "learning_rate": 3.5081502480510277e-07,
+      "loss": 0.1802,
+      "step": 11
+    },
+    {
+      "epoch": 0.025730994152046785,
+      "grad_norm": 0.3663940727710724,
+      "learning_rate": 7.016300496102055e-07,
+      "loss": 0.1573,
+      "step": 22
+    },
+    {
+      "epoch": 0.03859649122807018,
+      "grad_norm": 0.22339867055416107,
+      "learning_rate": 1.0524450744153084e-06,
+      "loss": 0.1184,
+      "step": 33
+    },
+    {
+      "epoch": 0.05146198830409357,
+      "grad_norm": 0.06488268822431564,
+      "learning_rate": 1.403260099220411e-06,
+      "loss": 0.1456,
+      "step": 44
+    },
+    {
+      "epoch": 0.06432748538011696,
+      "grad_norm": 0.7134692072868347,
+      "learning_rate": 1.754075124025514e-06,
+      "loss": 0.2102,
+      "step": 55
+    },
+    {
+      "epoch": 0.07719298245614035,
+      "grad_norm": 0.048255760222673416,
+      "learning_rate": 2.104890148830617e-06,
+      "loss": 0.151,
+      "step": 66
+    },
+    {
+      "epoch": 0.09005847953216374,
+      "grad_norm": 0.43056783080101013,
+      "learning_rate": 2.4557051736357195e-06,
+      "loss": 0.1356,
+      "step": 77
+    },
+    {
+      "epoch": 0.10292397660818714,
+      "grad_norm": 0.7663404941558838,
+      "learning_rate": 2.806520198440822e-06,
+      "loss": 0.2292,
+      "step": 88
+    },
+    {
+      "epoch": 0.11578947368421053,
+      "grad_norm": 0.48333388566970825,
+      "learning_rate": 3.1573352232459252e-06,
+      "loss": 0.126,
+      "step": 99
+    },
+    {
+      "epoch": 0.1286549707602339,
+      "grad_norm": 0.5180703997612,
+      "learning_rate": 3.508150248051028e-06,
+      "loss": 0.1942,
+      "step": 110
+    },
+    {
+      "epoch": 0.1415204678362573,
+      "grad_norm": 0.6447436809539795,
+      "learning_rate": 3.85896527285613e-06,
+      "loss": 0.2089,
+      "step": 121
+    },
+    {
+      "epoch": 0.1543859649122807,
+      "grad_norm": 0.5512965321540833,
+      "learning_rate": 4.209780297661234e-06,
+      "loss": 0.1225,
+      "step": 132
+    },
+    {
+      "epoch": 0.1672514619883041,
+      "grad_norm": 0.5181564688682556,
+      "learning_rate": 4.560595322466336e-06,
+      "loss": 0.2504,
+      "step": 143
+    },
+    {
+      "epoch": 0.18011695906432748,
+      "grad_norm": 1.549516201019287,
+      "learning_rate": 4.911410347271439e-06,
+      "loss": 0.1454,
+      "step": 154
+    },
+    {
+      "epoch": 0.19298245614035087,
+      "grad_norm": 0.06744886934757233,
+      "learning_rate": 5.262225372076542e-06,
+      "loss": 0.2052,
+      "step": 165
+    },
+    {
+      "epoch": 0.20584795321637428,
+      "grad_norm": 0.3412599265575409,
+      "learning_rate": 5.613040396881644e-06,
+      "loss": 0.1321,
+      "step": 176
+    },
+    {
+      "epoch": 0.21871345029239767,
+      "grad_norm": 0.4878319203853607,
+      "learning_rate": 5.963855421686748e-06,
+      "loss": 0.1975,
+      "step": 187
+    },
+    {
+      "epoch": 0.23157894736842105,
+      "grad_norm": 0.6517124176025391,
+      "learning_rate": 6.3146704464918505e-06,
+      "loss": 0.1615,
+      "step": 198
+    },
+    {
+      "epoch": 0.24444444444444444,
+      "grad_norm": 0.1128321960568428,
+      "learning_rate": 6.665485471296953e-06,
+      "loss": 0.2174,
+      "step": 209
+    },
+    {
+      "epoch": 0.25029239766081873,
+      "eval_Qnli-dev_cosine_accuracy": 0.697265625,
+      "eval_Qnli-dev_cosine_accuracy_threshold": 0.6495540738105774,
+      "eval_Qnli-dev_cosine_ap": 0.7205205074888317,
+      "eval_Qnli-dev_cosine_f1": 0.6815286624203821,
+      "eval_Qnli-dev_cosine_f1_threshold": 0.4835514724254608,
+      "eval_Qnli-dev_cosine_precision": 0.5459183673469388,
+      "eval_Qnli-dev_cosine_recall": 0.9067796610169492,
+      "eval_Qnli-dev_dot_accuracy": 0.666015625,
+      "eval_Qnli-dev_dot_accuracy_threshold": 307.405517578125,
+      "eval_Qnli-dev_dot_ap": 0.676904834512821,
+      "eval_Qnli-dev_dot_f1": 0.6718027734976887,
+      "eval_Qnli-dev_dot_f1_threshold": 182.19287109375,
+      "eval_Qnli-dev_dot_precision": 0.5278450363196125,
+      "eval_Qnli-dev_dot_recall": 0.923728813559322,
+      "eval_Qnli-dev_euclidean_accuracy": 0.70703125,
+      "eval_Qnli-dev_euclidean_accuracy_threshold": 17.179746627807617,
+      "eval_Qnli-dev_euclidean_ap": 0.7311696464051982,
+      "eval_Qnli-dev_euclidean_f1": 0.6860706860706861,
+      "eval_Qnli-dev_euclidean_f1_threshold": 17.50692367553711,
+      "eval_Qnli-dev_euclidean_precision": 0.673469387755102,
+      "eval_Qnli-dev_euclidean_recall": 0.6991525423728814,
+      "eval_Qnli-dev_manhattan_accuracy": 0.703125,
+      "eval_Qnli-dev_manhattan_accuracy_threshold": 357.37890625,
+      "eval_Qnli-dev_manhattan_ap": 0.7327744127614749,
+      "eval_Qnli-dev_manhattan_f1": 0.680161943319838,
+      "eval_Qnli-dev_manhattan_f1_threshold": 373.75103759765625,
+      "eval_Qnli-dev_manhattan_precision": 0.6511627906976745,
+      "eval_Qnli-dev_manhattan_recall": 0.711864406779661,
+      "eval_Qnli-dev_max_accuracy": 0.70703125,
+      "eval_Qnli-dev_max_accuracy_threshold": 357.37890625,
+      "eval_Qnli-dev_max_ap": 0.7327744127614749,
+      "eval_Qnli-dev_max_f1": 0.6860706860706861,
+      "eval_Qnli-dev_max_f1_threshold": 373.75103759765625,
+      "eval_Qnli-dev_max_precision": 0.673469387755102,
+      "eval_Qnli-dev_max_recall": 0.923728813559322,
+      "eval_allNLI-dev_cosine_accuracy": 0.740234375,
+      "eval_allNLI-dev_cosine_accuracy_threshold": 0.7851241827011108,
+      "eval_allNLI-dev_cosine_ap": 0.6340322426598262,
+      "eval_allNLI-dev_cosine_f1": 0.6371681415929203,
+      "eval_allNLI-dev_cosine_f1_threshold": 0.5923386812210083,
+      "eval_allNLI-dev_cosine_precision": 0.5161290322580645,
+      "eval_allNLI-dev_cosine_recall": 0.8323699421965318,
+      "eval_allNLI-dev_dot_accuracy": 0.724609375,
+      "eval_allNLI-dev_dot_accuracy_threshold": 294.0272521972656,
+      "eval_allNLI-dev_dot_ap": 0.5910094855503549,
+      "eval_allNLI-dev_dot_f1": 0.5960264900662251,
+      "eval_allNLI-dev_dot_f1_threshold": 227.6922149658203,
+      "eval_allNLI-dev_dot_precision": 0.48214285714285715,
+      "eval_allNLI-dev_dot_recall": 0.7803468208092486,
+      "eval_allNLI-dev_euclidean_accuracy": 0.748046875,
+      "eval_allNLI-dev_euclidean_accuracy_threshold": 13.517601013183594,
+      "eval_allNLI-dev_euclidean_ap": 0.6422252682731053,
+      "eval_allNLI-dev_euclidean_f1": 0.65,
+      "eval_allNLI-dev_euclidean_f1_threshold": 17.501617431640625,
+      "eval_allNLI-dev_euclidean_precision": 0.5355805243445693,
+      "eval_allNLI-dev_euclidean_recall": 0.8265895953757225,
+      "eval_allNLI-dev_manhattan_accuracy": 0.74609375,
+      "eval_allNLI-dev_manhattan_accuracy_threshold": 298.3919677734375,
+      "eval_allNLI-dev_manhattan_ap": 0.6432220315530937,
+      "eval_allNLI-dev_manhattan_f1": 0.6618357487922705,
+      "eval_allNLI-dev_manhattan_f1_threshold": 358.1668701171875,
+      "eval_allNLI-dev_manhattan_precision": 0.5684647302904564,
+      "eval_allNLI-dev_manhattan_recall": 0.791907514450867,
+      "eval_allNLI-dev_max_accuracy": 0.748046875,
+      "eval_allNLI-dev_max_accuracy_threshold": 298.3919677734375,
+      "eval_allNLI-dev_max_ap": 0.6432220315530937,
+      "eval_allNLI-dev_max_f1": 0.6618357487922705,
+      "eval_allNLI-dev_max_f1_threshold": 358.1668701171875,
+      "eval_allNLI-dev_max_precision": 0.5684647302904564,
+      "eval_allNLI-dev_max_recall": 0.8323699421965318,
+      "eval_sequential_score": 0.7327744127614749,
+      "eval_sts-test_pearson_cosine": 0.8852985023833193,
+      "eval_sts-test_pearson_dot": 0.8698187375798812,
+      "eval_sts-test_pearson_euclidean": 0.9048697523934177,
+      "eval_sts-test_pearson_manhattan": 0.9054784772409876,
+      "eval_sts-test_pearson_max": 0.9054784772409876,
+      "eval_sts-test_spearman_cosine": 0.9079225861122531,
+      "eval_sts-test_spearman_dot": 0.8661416896957076,
+      "eval_sts-test_spearman_euclidean": 0.9007419777144345,
+      "eval_sts-test_spearman_manhattan": 0.9013345291665179,
+      "eval_sts-test_spearman_max": 0.9079225861122531,
+      "eval_vitaminc-pairs_loss": 2.7610974311828613,
+      "eval_vitaminc-pairs_runtime": 3.8706,
+      "eval_vitaminc-pairs_samples_per_second": 33.07,
+      "eval_vitaminc-pairs_steps_per_second": 0.258,
+      "step": 214
+    },
+    {
+      "epoch": 0.25029239766081873,
+      "eval_negation-triplets_loss": 1.0606263875961304,
+      "eval_negation-triplets_runtime": 0.6073,
+      "eval_negation-triplets_samples_per_second": 210.757,
+      "eval_negation-triplets_steps_per_second": 1.647,
+      "step": 214
+    },
+    {
+      "epoch": 0.25029239766081873,
+      "eval_scitail-pairs-pos_loss": 0.059617433696985245,
+      "eval_scitail-pairs-pos_runtime": 0.9151,
+      "eval_scitail-pairs-pos_samples_per_second": 139.868,
+      "eval_scitail-pairs-pos_steps_per_second": 1.093,
+      "step": 214
+    },
+    {
+      "epoch": 0.25029239766081873,
+      "eval_scitail-pairs-qa_loss": 2.513320396246854e-07,
+      "eval_scitail-pairs-qa_runtime": 0.5906,
+      "eval_scitail-pairs-qa_samples_per_second": 216.739,
+      "eval_scitail-pairs-qa_steps_per_second": 1.693,
+      "step": 214
+    },
+    {
+      "epoch": 0.25029239766081873,
+      "eval_xsum-pairs_loss": 0.004431054927408695,
+      "eval_xsum-pairs_runtime": 2.7873,
+      "eval_xsum-pairs_samples_per_second": 45.922,
+      "eval_xsum-pairs_steps_per_second": 0.359,
+      "step": 214
+    },
+    {
+      "epoch": 0.25029239766081873,
+      "eval_sciq_pairs_loss": 0.013232991099357605,
+      "eval_sciq_pairs_runtime": 4.1862,
+      "eval_sciq_pairs_samples_per_second": 30.576,
+      "eval_sciq_pairs_steps_per_second": 0.239,
+      "step": 214
+    },
+    {
+      "epoch": 0.25029239766081873,
+      "eval_qasc_pairs_loss": 0.049007147550582886,
+      "eval_qasc_pairs_runtime": 0.6288,
+      "eval_qasc_pairs_samples_per_second": 203.554,
+      "eval_qasc_pairs_steps_per_second": 1.59,
+      "step": 214
+    },
+    {
+      "epoch": 0.25029239766081873,
+      "eval_openbookqa_pairs_loss": 1.3196656703948975,
+      "eval_openbookqa_pairs_runtime": 0.5848,
+      "eval_openbookqa_pairs_samples_per_second": 218.897,
+      "eval_openbookqa_pairs_steps_per_second": 1.71,
+      "step": 214
+    },
+    {
+      "epoch": 0.25029239766081873,
+      "eval_msmarco_pairs_loss": 0.13587385416030884,
+      "eval_msmarco_pairs_runtime": 1.341,
+      "eval_msmarco_pairs_samples_per_second": 95.453,
+      "eval_msmarco_pairs_steps_per_second": 0.746,
+      "step": 214
+    },
+    {
+      "epoch": 0.25029239766081873,
+      "eval_nq_pairs_loss": 0.04134061187505722,
+      "eval_nq_pairs_runtime": 2.9296,
+      "eval_nq_pairs_samples_per_second": 43.693,
+      "eval_nq_pairs_steps_per_second": 0.341,
+      "step": 214
+    },
+    {
+      "epoch": 0.25029239766081873,
+      "eval_trivia_pairs_loss": 0.211629718542099,
+      "eval_trivia_pairs_runtime": 3.2033,
+      "eval_trivia_pairs_samples_per_second": 39.958,
+      "eval_trivia_pairs_steps_per_second": 0.312,
+      "step": 214
+    },
+    {
+      "epoch": 0.25029239766081873,
+      "eval_gooaq_pairs_loss": 0.11869887262582779,
+      "eval_gooaq_pairs_runtime": 0.869,
+      "eval_gooaq_pairs_samples_per_second": 147.291,
+      "eval_gooaq_pairs_steps_per_second": 1.151,
+      "step": 214
+    },
+    {
+      "epoch": 0.25029239766081873,
+      "eval_paws-pos_loss": 0.04590649530291557,
+      "eval_paws-pos_runtime": 0.6652,
+      "eval_paws-pos_samples_per_second": 192.433,
+      "eval_paws-pos_steps_per_second": 1.503,
+      "step": 214
+    },
+    {
+      "epoch": 0.25029239766081873,
+      "eval_global_dataset_loss": 0.21873071789741516,
+      "eval_global_dataset_runtime": 24.2472,
+      "eval_global_dataset_samples_per_second": 27.343,
+      "eval_global_dataset_steps_per_second": 0.247,
+      "step": 214
+    },
+    {
+      "epoch": 0.2573099415204678,
+      "grad_norm": 0.2186487466096878,
+      "learning_rate": 7.016300496102056e-06,
+      "loss": 0.1545,
+      "step": 220
+    },
+    {
+      "epoch": 0.27017543859649124,
+      "grad_norm": 0.16798946261405945,
+      "learning_rate": 7.3671155209071584e-06,
+      "loss": 0.1201,
+      "step": 231
+    },
+    {
+      "epoch": 0.2830409356725146,
+      "grad_norm": 0.5161852836608887,
+      "learning_rate": 7.71793054571226e-06,
+      "loss": 0.1389,
+      "step": 242
+    },
+    {
+      "epoch": 0.295906432748538,
+      "grad_norm": 0.6402292251586914,
+      "learning_rate": 8.068745570517365e-06,
+      "loss": 0.1657,
+      "step": 253
+    },
+    {
+      "epoch": 0.3087719298245614,
+      "grad_norm": 0.8064345717430115,
+      "learning_rate": 8.419560595322467e-06,
+      "loss": 0.237,
+      "step": 264
+    },
+    {
+      "epoch": 0.3216374269005848,
+      "grad_norm": 0.8077338337898254,
+      "learning_rate": 8.770375620127569e-06,
+      "loss": 0.1094,
+      "step": 275
+    },
+    {
+      "epoch": 0.3345029239766082,
+      "grad_norm": 0.23748837411403656,
+      "learning_rate": 9.121190644932673e-06,
+      "loss": 0.196,
+      "step": 286
+    },
+    {
+      "epoch": 0.3473684210526316,
+      "grad_norm": 0.26720044016838074,
+      "learning_rate": 9.472005669737774e-06,
+      "loss": 0.2164,
+      "step": 297
+    },
+    {
+      "epoch": 0.36023391812865496,
+      "grad_norm": 0.8082326650619507,
+      "learning_rate": 9.822820694542878e-06,
+      "loss": 0.1793,
+      "step": 308
+    },
+    {
+      "epoch": 0.3730994152046784,
+      "grad_norm": 0.8150445818901062,
+      "learning_rate": 1.017363571934798e-05,
+      "loss": 0.2878,
+      "step": 319
+    },
+    {
+      "epoch": 0.38596491228070173,
+      "grad_norm": 0.2097979038953781,
+      "learning_rate": 1.0524450744153083e-05,
+      "loss": 0.1189,
+      "step": 330
+    },
+    {
+      "epoch": 0.39883040935672515,
+      "grad_norm": 1.0323094129562378,
+      "learning_rate": 1.0875265768958187e-05,
+      "loss": 0.1475,
+      "step": 341
+    },
+    {
+      "epoch": 0.41169590643274856,
+      "grad_norm": 0.41917282342910767,
+      "learning_rate": 1.1226080793763289e-05,
+      "loss": 0.1019,
+      "step": 352
+    },
+    {
+      "epoch": 0.4245614035087719,
+      "grad_norm": 0.17783042788505554,
+      "learning_rate": 1.1576895818568394e-05,
+      "loss": 0.1587,
+      "step": 363
+    },
+    {
+      "epoch": 0.43742690058479533,
+      "grad_norm": 0.8943735957145691,
+      "learning_rate": 1.1927710843373496e-05,
+      "loss": 0.2483,
+      "step": 374
+    },
+    {
+      "epoch": 0.4502923976608187,
+      "grad_norm": 0.7853964567184448,
+      "learning_rate": 1.2278525868178599e-05,
+      "loss": 0.1427,
+      "step": 385
+    },
+    {
+      "epoch": 0.4631578947368421,
+      "grad_norm": 0.4753592908382416,
+      "learning_rate": 1.2629340892983701e-05,
+      "loss": 0.1199,
+      "step": 396
+    },
+    {
+      "epoch": 0.4760233918128655,
+      "grad_norm": 0.47377559542655945,
+      "learning_rate": 1.2980155917788803e-05,
+      "loss": 0.2037,
+      "step": 407
+    },
+    {
+      "epoch": 0.4888888888888889,
+      "grad_norm": 0.6249018311500549,
+      "learning_rate": 1.3330970942593906e-05,
+      "loss": 0.1317,
+      "step": 418
+    },
+    {
+      "epoch": 0.5005847953216375,
+      "eval_Qnli-dev_cosine_accuracy": 0.6953125,
+      "eval_Qnli-dev_cosine_accuracy_threshold": 0.6539117097854614,
+      "eval_Qnli-dev_cosine_ap": 0.7174538904795291,
+      "eval_Qnli-dev_cosine_f1": 0.6773675762439807,
+      "eval_Qnli-dev_cosine_f1_threshold": 0.4876832365989685,
+      "eval_Qnli-dev_cosine_precision": 0.5452196382428941,
+      "eval_Qnli-dev_cosine_recall": 0.8940677966101694,
+      "eval_Qnli-dev_dot_accuracy": 0.673828125,
+      "eval_Qnli-dev_dot_accuracy_threshold": 248.8419647216797,
+      "eval_Qnli-dev_dot_ap": 0.6692436401997881,
+      "eval_Qnli-dev_dot_f1": 0.6758832565284177,
+      "eval_Qnli-dev_dot_f1_threshold": 174.55992126464844,
+      "eval_Qnli-dev_dot_precision": 0.5301204819277109,
+      "eval_Qnli-dev_dot_recall": 0.9322033898305084,
+      "eval_Qnli-dev_euclidean_accuracy": 0.70703125,
+      "eval_Qnli-dev_euclidean_accuracy_threshold": 16.61339569091797,
+      "eval_Qnli-dev_euclidean_ap": 0.7278403442362325,
+      "eval_Qnli-dev_euclidean_f1": 0.6821052631578948,
+      "eval_Qnli-dev_euclidean_f1_threshold": 17.059036254882812,
+      "eval_Qnli-dev_euclidean_precision": 0.6778242677824268,
+      "eval_Qnli-dev_euclidean_recall": 0.6864406779661016,
+      "eval_Qnli-dev_manhattan_accuracy": 0.697265625,
+      "eval_Qnli-dev_manhattan_accuracy_threshold": 348.561279296875,
+      "eval_Qnli-dev_manhattan_ap": 0.7293997108333973,
+      "eval_Qnli-dev_manhattan_f1": 0.6797642436149313,
+      "eval_Qnli-dev_manhattan_f1_threshold": 371.4664306640625,
+      "eval_Qnli-dev_manhattan_precision": 0.6336996336996337,
+      "eval_Qnli-dev_manhattan_recall": 0.7330508474576272,
+      "eval_Qnli-dev_max_accuracy": 0.70703125,
+      "eval_Qnli-dev_max_accuracy_threshold": 348.561279296875,
+      "eval_Qnli-dev_max_ap": 0.7293997108333973,
+      "eval_Qnli-dev_max_f1": 0.6821052631578948,
+      "eval_Qnli-dev_max_f1_threshold": 371.4664306640625,
+      "eval_Qnli-dev_max_precision": 0.6778242677824268,
+      "eval_Qnli-dev_max_recall": 0.9322033898305084,
+      "eval_allNLI-dev_cosine_accuracy": 0.740234375,
+      "eval_allNLI-dev_cosine_accuracy_threshold": 0.789513111114502,
+      "eval_allNLI-dev_cosine_ap": 0.6326730829325957,
+      "eval_allNLI-dev_cosine_f1": 0.6369710467706012,
+      "eval_allNLI-dev_cosine_f1_threshold": 0.6001436710357666,
+      "eval_allNLI-dev_cosine_precision": 0.5181159420289855,
+      "eval_allNLI-dev_cosine_recall": 0.8265895953757225,
+      "eval_allNLI-dev_dot_accuracy": 0.728515625,
+      "eval_allNLI-dev_dot_accuracy_threshold": 284.5158996582031,
+      "eval_allNLI-dev_dot_ap": 0.587991265887336,
+      "eval_allNLI-dev_dot_f1": 0.5996204933586338,
+      "eval_allNLI-dev_dot_f1_threshold": 187.17926025390625,
+      "eval_allNLI-dev_dot_precision": 0.4463276836158192,
+      "eval_allNLI-dev_dot_recall": 0.9132947976878613,
+      "eval_allNLI-dev_euclidean_accuracy": 0.740234375,
+      "eval_allNLI-dev_euclidean_accuracy_threshold": 13.375718116760254,
+      "eval_allNLI-dev_euclidean_ap": 0.6391067622382595,
+      "eval_allNLI-dev_euclidean_f1": 0.6478260869565217,
+      "eval_allNLI-dev_euclidean_f1_threshold": 17.581111907958984,
+      "eval_allNLI-dev_euclidean_precision": 0.519163763066202,
+      "eval_allNLI-dev_euclidean_recall": 0.861271676300578,
+      "eval_allNLI-dev_manhattan_accuracy": 0.740234375,
+      "eval_allNLI-dev_manhattan_accuracy_threshold": 271.5396728515625,
+      "eval_allNLI-dev_manhattan_ap": 0.6397141445378819,
+      "eval_allNLI-dev_manhattan_f1": 0.6558139534883721,
+      "eval_allNLI-dev_manhattan_f1_threshold": 356.73675537109375,
+      "eval_allNLI-dev_manhattan_precision": 0.5486381322957199,
+      "eval_allNLI-dev_manhattan_recall": 0.815028901734104,
+      "eval_allNLI-dev_max_accuracy": 0.740234375,
+      "eval_allNLI-dev_max_accuracy_threshold": 284.5158996582031,
+      "eval_allNLI-dev_max_ap": 0.6397141445378819,
+      "eval_allNLI-dev_max_f1": 0.6558139534883721,
+      "eval_allNLI-dev_max_f1_threshold": 356.73675537109375,
+      "eval_allNLI-dev_max_precision": 0.5486381322957199,
+      "eval_allNLI-dev_max_recall": 0.9132947976878613,
+      "eval_sequential_score": 0.7293997108333973,
+      "eval_sts-test_pearson_cosine": 0.8826342923852873,
+      "eval_sts-test_pearson_dot": 0.8663977738237862,
+      "eval_sts-test_pearson_euclidean": 0.9007138184358896,
+      "eval_sts-test_pearson_manhattan": 0.9014088314200603,
+      "eval_sts-test_pearson_max": 0.9014088314200603,
+      "eval_sts-test_spearman_cosine": 0.9062742181501622,
+      "eval_sts-test_spearman_dot": 0.8628408814067393,
+      "eval_sts-test_spearman_euclidean": 0.897460680975433,
+      "eval_sts-test_spearman_manhattan": 0.8979340598184311,
+      "eval_sts-test_spearman_max": 0.9062742181501622,
+      "eval_vitaminc-pairs_loss": 2.7317824363708496,
+      "eval_vitaminc-pairs_runtime": 3.8325,
+      "eval_vitaminc-pairs_samples_per_second": 33.398,
+      "eval_vitaminc-pairs_steps_per_second": 0.261,
+      "step": 428
+    },
+    {
+      "epoch": 0.5005847953216375,
+      "eval_negation-triplets_loss": 1.0631705522537231,
+      "eval_negation-triplets_runtime": 0.6008,
+      "eval_negation-triplets_samples_per_second": 213.032,
+      "eval_negation-triplets_steps_per_second": 1.664,
+      "step": 428
+    },
+    {
+      "epoch": 0.5005847953216375,
+      "eval_scitail-pairs-pos_loss": 0.06051468849182129,
+      "eval_scitail-pairs-pos_runtime": 0.8927,
+      "eval_scitail-pairs-pos_samples_per_second": 143.381,
+      "eval_scitail-pairs-pos_steps_per_second": 1.12,
+      "step": 428
+    },
+    {
+      "epoch": 0.5005847953216375,
+      "eval_scitail-pairs-qa_loss": 3.731894366865163e-07,
+      "eval_scitail-pairs-qa_runtime": 0.5829,
+      "eval_scitail-pairs-qa_samples_per_second": 219.584,
+      "eval_scitail-pairs-qa_steps_per_second": 1.716,
+      "step": 428
+    },
+    {
+      "epoch": 0.5005847953216375,
+      "eval_xsum-pairs_loss": 0.004530374892055988,
+      "eval_xsum-pairs_runtime": 2.7882,
+      "eval_xsum-pairs_samples_per_second": 45.908,
+      "eval_xsum-pairs_steps_per_second": 0.359,
+      "step": 428
+    },
+    {
+      "epoch": 0.5005847953216375,
+      "eval_sciq_pairs_loss": 0.0028694826178252697,
+      "eval_sciq_pairs_runtime": 4.1341,
+      "eval_sciq_pairs_samples_per_second": 30.962,
+      "eval_sciq_pairs_steps_per_second": 0.242,
+      "step": 428
+    },
+    {
+      "epoch": 0.5005847953216375,
+      "eval_qasc_pairs_loss": 0.0601225420832634,
+      "eval_qasc_pairs_runtime": 0.6017,
+      "eval_qasc_pairs_samples_per_second": 212.728,
+      "eval_qasc_pairs_steps_per_second": 1.662,
+      "step": 428
+    },
+    {
+      "epoch": 0.5005847953216375,
+      "eval_openbookqa_pairs_loss": 1.2716314792633057,
+      "eval_openbookqa_pairs_runtime": 0.5746,
+      "eval_openbookqa_pairs_samples_per_second": 222.757,
+      "eval_openbookqa_pairs_steps_per_second": 1.74,
+      "step": 428
+    },
+    {
+      "epoch": 0.5005847953216375,
+      "eval_msmarco_pairs_loss": 0.16218337416648865,
+      "eval_msmarco_pairs_runtime": 1.3355,
+      "eval_msmarco_pairs_samples_per_second": 95.842,
+      "eval_msmarco_pairs_steps_per_second": 0.749,
+      "step": 428
+    },
+    {
+      "epoch": 0.5005847953216375,
+      "eval_nq_pairs_loss": 0.039985254406929016,
+      "eval_nq_pairs_runtime": 2.9238,
+      "eval_nq_pairs_samples_per_second": 43.779,
+      "eval_nq_pairs_steps_per_second": 0.342,
+      "step": 428
+    },
+    {
+      "epoch": 0.5005847953216375,
+      "eval_trivia_pairs_loss": 0.20936143398284912,
+      "eval_trivia_pairs_runtime": 3.1822,
+      "eval_trivia_pairs_samples_per_second": 40.223,
+      "eval_trivia_pairs_steps_per_second": 0.314,
+      "step": 428
+    },
+    {
+      "epoch": 0.5005847953216375,
+      "eval_gooaq_pairs_loss": 0.12705038487911224,
+      "eval_gooaq_pairs_runtime": 0.8602,
+      "eval_gooaq_pairs_samples_per_second": 148.795,
+      "eval_gooaq_pairs_steps_per_second": 1.162,
+      "step": 428
+    },
+    {
+      "epoch": 0.5005847953216375,
+      "eval_paws-pos_loss": 0.046078916639089584,
+      "eval_paws-pos_runtime": 0.6578,
+      "eval_paws-pos_samples_per_second": 194.575,
+      "eval_paws-pos_steps_per_second": 1.52,
+      "step": 428
+    },
+    {
+      "epoch": 0.5005847953216375,
+      "eval_global_dataset_loss": 0.21221815049648285,
+      "eval_global_dataset_runtime": 24.2782,
+      "eval_global_dataset_samples_per_second": 27.308,
+      "eval_global_dataset_steps_per_second": 0.247,
+      "step": 428
+    }
+  ],
+  "logging_steps": 11,
+  "max_steps": 4275,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 214,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 96,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-428/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed6626d5e4516eecaff94019f86ab02eb588df865930f776737c69908518829
+size 5624