Training in progress, step 219, checkpoint

checkpoint-219/1_AdvancedWeightedPooling/config.json

@@ -0,0 +1,10 @@
+{
+  "embed_dim": 1024,
+  "num_heads": 8,
+  "dropout": 0.05,
+  "bias": true,
+  "use_layernorm": false,
+  "use_MLP": false,
+  "MLP_h_size": 1024,
+  "use_residual": false
+}

checkpoint-219/1_AdvancedWeightedPooling/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97a74790baf4f9b4bfe76c552d03d206d9abb6c2fd26018ba91a65b2ba91e3c
+size 16795776

checkpoint-219/config.json

@@ -0,0 +1,28 @@
+{
+  "_name_or_path": "BAAI/bge-m3",
+  "architectures": [
+    "XLMRobertaModel"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 1024,
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 8194,
+  "model_type": "xlm-roberta",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "output_past": true,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.47.0",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 250002
+}

checkpoint-219/config_sentence_transformers.json

@@ -0,0 +1,10 @@
+{
+  "__version__": {
+    "sentence_transformers": "3.3.1",
+    "transformers": "4.47.0",
+    "pytorch": "2.5.1+cu121"
+  },
+  "prompts": {},
+  "default_prompt_name": null,
+  "similarity_fn_name": "cosine"
+}

checkpoint-219/modules.json

@@ -0,0 +1,14 @@
+[
+  {
+    "idx": 0,
+    "name": "0",
+    "path": "",
+    "type": "sentence_transformers.models.Transformer"
+  },
+  {
+    "idx": 1,
+    "name": "1",
+    "path": "1_AdvancedWeightedPooling",
+    "type": "__main__.AdvancedWeightedPooling"
+  }
+]

checkpoint-219/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed94c686872402dc6d0044a04b74611096cffb940c42f13734ffa1c4d5ca3c0
+size 33591506

checkpoint-219/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e969b03be79a3f792216f1febef058e86c2b7f27374fb1e044d87938ceea1ba
+size 2271151270

checkpoint-219/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5668a220165f42213673fa9d59210929bc3fe917df8d3c4e3fee21e6bcd0aab9
+size 14244

checkpoint-219/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8b53b008f37899c3dbfd7c31fe14600b8995de556f926e3138935da868124d
+size 1000

checkpoint-219/sentence_bert_config.json

@@ -0,0 +1,4 @@
+{
+  "max_seq_length": 8192,
+  "do_lower_case": false
+}

checkpoint-219/sentencepiece.bpe.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
+size 5069051

checkpoint-219/special_tokens_map.json

@@ -0,0 +1,51 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoint-219/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f7e21bec3fb0044ca0bb2d50eb5d4d8c596273c422baef84466d2c73748b9c
+size 17083053

checkpoint-219/tokenizer_config.json

@@ -0,0 +1,56 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250001": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_max_length": 8192,
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "XLMRobertaTokenizer",
+  "unk_token": "<unk>"
+}

checkpoint-219/trainer_state.json

@@ -0,0 +1,287 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.3004115226337449,
+  "eval_steps": 110,
+  "global_step": 219,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.015089163237311385,
+      "grad_norm": 3.8793580532073975,
+      "learning_rate": 1.8281535648994517e-05,
+      "loss": 0.7558,
+      "step": 11
+    },
+    {
+      "epoch": 0.03017832647462277,
+      "grad_norm": 3.666482448577881,
+      "learning_rate": 3.839122486288849e-05,
+      "loss": 0.7776,
+      "step": 22
+    },
+    {
+      "epoch": 0.04526748971193416,
+      "grad_norm": 3.493319511413574,
+      "learning_rate": 5.850091407678245e-05,
+      "loss": 0.379,
+      "step": 33
+    },
+    {
+      "epoch": 0.06035665294924554,
+      "grad_norm": 2.435302972793579,
+      "learning_rate": 7.861060329067642e-05,
+      "loss": 0.4947,
+      "step": 44
+    },
+    {
+      "epoch": 0.07544581618655692,
+      "grad_norm": 2.2073612213134766,
+      "learning_rate": 9.872029250457039e-05,
+      "loss": 0.3406,
+      "step": 55
+    },
+    {
+      "epoch": 0.09053497942386832,
+      "grad_norm": 0.5107505917549133,
+      "learning_rate": 0.00011882998171846434,
+      "loss": 0.2391,
+      "step": 66
+    },
+    {
+      "epoch": 0.1056241426611797,
+      "grad_norm": 2.4110350608825684,
+      "learning_rate": 0.00013893967093235832,
+      "loss": 0.2154,
+      "step": 77
+    },
+    {
+      "epoch": 0.12071330589849108,
+      "grad_norm": 3.4400408267974854,
+      "learning_rate": 0.00015904936014625229,
+      "loss": 0.2662,
+      "step": 88
+    },
+    {
+      "epoch": 0.13580246913580246,
+      "grad_norm": 3.31318998336792,
+      "learning_rate": 0.00017915904936014626,
+      "loss": 0.283,
+      "step": 99
+    },
+    {
+      "epoch": 0.15089163237311384,
+      "grad_norm": 2.624321699142456,
+      "learning_rate": 0.00019926873857404023,
+      "loss": 0.2391,
+      "step": 110
+    },
+    {
+      "epoch": 0.15089163237311384,
+      "eval_Qnli-dev_cosine_accuracy": 0.7353515625,
+      "eval_Qnli-dev_cosine_accuracy_threshold": 0.641769528388977,
+      "eval_Qnli-dev_cosine_ap": 0.7934694922676566,
+      "eval_Qnli-dev_cosine_f1": 0.7255734919286321,
+      "eval_Qnli-dev_cosine_f1_threshold": 0.533623456954956,
+      "eval_Qnli-dev_cosine_precision": 0.6170520231213873,
+      "eval_Qnli-dev_cosine_recall": 0.8804123711340206,
+      "eval_allNLI-dev_cosine_accuracy": 0.7451171875,
+      "eval_allNLI-dev_cosine_accuracy_threshold": 0.7058684229850769,
+      "eval_allNLI-dev_cosine_ap": 0.6358738534384165,
+      "eval_allNLI-dev_cosine_f1": 0.6633039092055485,
+      "eval_allNLI-dev_cosine_f1_threshold": 0.6644865274429321,
+      "eval_allNLI-dev_cosine_precision": 0.579295154185022,
+      "eval_allNLI-dev_cosine_recall": 0.775811209439528,
+      "eval_sequential_score": 0.7934694922676566,
+      "eval_sts-test_pearson_cosine": 0.8508165029528609,
+      "eval_sts-test_spearman_cosine": 0.8665992028008191,
+      "eval_vitaminc-pairs_loss": 1.550615668296814,
+      "eval_vitaminc-pairs_runtime": 24.2459,
+      "eval_vitaminc-pairs_samples_per_second": 10.558,
+      "eval_vitaminc-pairs_steps_per_second": 0.041,
+      "step": 110
+    },
+    {
+      "epoch": 0.15089163237311384,
+      "eval_negation-triplets_loss": 0.8121126294136047,
+      "eval_negation-triplets_runtime": 4.2821,
+      "eval_negation-triplets_samples_per_second": 59.784,
+      "eval_negation-triplets_steps_per_second": 0.234,
+      "step": 110
+    },
+    {
+      "epoch": 0.15089163237311384,
+      "eval_scitail-pairs-pos_loss": 0.05080736428499222,
+      "eval_scitail-pairs-pos_runtime": 3.0909,
+      "eval_scitail-pairs-pos_samples_per_second": 82.824,
+      "eval_scitail-pairs-pos_steps_per_second": 0.324,
+      "step": 110
+    },
+    {
+      "epoch": 0.15089163237311384,
+      "eval_scitail-pairs-qa_loss": 0.011191274970769882,
+      "eval_scitail-pairs-qa_runtime": 2.3574,
+      "eval_scitail-pairs-qa_samples_per_second": 108.596,
+      "eval_scitail-pairs-qa_steps_per_second": 0.424,
+      "step": 110
+    },
+    {
+      "epoch": 0.15089163237311384,
+      "eval_xsum-pairs_loss": 0.2039160132408142,
+      "eval_xsum-pairs_runtime": 12.8416,
+      "eval_xsum-pairs_samples_per_second": 19.935,
+      "eval_xsum-pairs_steps_per_second": 0.078,
+      "step": 110
+    },
+    {
+      "epoch": 0.15089163237311384,
+      "eval_sciq_pairs_loss": 0.023365184664726257,
+      "eval_sciq_pairs_runtime": 20.6659,
+      "eval_sciq_pairs_samples_per_second": 12.388,
+      "eval_sciq_pairs_steps_per_second": 0.048,
+      "step": 110
+    },
+    {
+      "epoch": 0.15089163237311384,
+      "eval_qasc_pairs_loss": 0.558290421962738,
+      "eval_qasc_pairs_runtime": 3.009,
+      "eval_qasc_pairs_samples_per_second": 85.077,
+      "eval_qasc_pairs_steps_per_second": 0.332,
+      "step": 110
+    },
+    {
+      "epoch": 0.15089163237311384,
+      "eval_openbookqa_pairs_loss": 1.253723382949829,
+      "eval_openbookqa_pairs_runtime": 2.2457,
+      "eval_openbookqa_pairs_samples_per_second": 113.993,
+      "eval_openbookqa_pairs_steps_per_second": 0.445,
+      "step": 110
+    },
+    {
+      "epoch": 0.15089163237311384,
+      "eval_nq_pairs_loss": 0.10213108360767365,
+      "eval_nq_pairs_runtime": 18.094,
+      "eval_nq_pairs_samples_per_second": 14.148,
+      "eval_nq_pairs_steps_per_second": 0.055,
+      "step": 110
+    },
+    {
+      "epoch": 0.15089163237311384,
+      "eval_trivia_pairs_loss": 0.4372706711292267,
+      "eval_trivia_pairs_runtime": 16.9326,
+      "eval_trivia_pairs_samples_per_second": 15.119,
+      "eval_trivia_pairs_steps_per_second": 0.059,
+      "step": 110
+    },
+    {
+      "epoch": 0.15089163237311384,
+      "eval_gooaq_pairs_loss": 0.2727060914039612,
+      "eval_gooaq_pairs_runtime": 3.6277,
+      "eval_gooaq_pairs_samples_per_second": 70.568,
+      "eval_gooaq_pairs_steps_per_second": 0.276,
+      "step": 110
+    },
+    {
+      "epoch": 0.15089163237311384,
+      "eval_paws-pos_loss": 0.040396444499492645,
+      "eval_paws-pos_runtime": 2.9381,
+      "eval_paws-pos_samples_per_second": 87.132,
+      "eval_paws-pos_steps_per_second": 0.34,
+      "step": 110
+    },
+    {
+      "epoch": 0.15089163237311384,
+      "eval_global_dataset_loss": 0.1820984184741974,
+      "eval_global_dataset_runtime": 125.361,
+      "eval_global_dataset_samples_per_second": 9.764,
+      "eval_global_dataset_steps_per_second": 0.04,
+      "step": 110
+    },
+    {
+      "epoch": 0.16598079561042525,
+      "grad_norm": 3.345057725906372,
+      "learning_rate": 0.00021937842778793417,
+      "loss": 0.2456,
+      "step": 121
+    },
+    {
+      "epoch": 0.18106995884773663,
+      "grad_norm": 2.2555935382843018,
+      "learning_rate": 0.00023948811700182814,
+      "loss": 0.4199,
+      "step": 132
+    },
+    {
+      "epoch": 0.19615912208504802,
+      "grad_norm": 2.3139288425445557,
+      "learning_rate": 0.0002595978062157221,
+      "loss": 0.2809,
+      "step": 143
+    },
+    {
+      "epoch": 0.2112482853223594,
+      "grad_norm": 3.585463047027588,
+      "learning_rate": 0.0002797074954296161,
+      "loss": 0.5773,
+      "step": 154
+    },
+    {
+      "epoch": 0.22633744855967078,
+      "grad_norm": 2.4281251430511475,
+      "learning_rate": 0.00029981718464351003,
+      "loss": 0.3734,
+      "step": 165
+    },
+    {
+      "epoch": 0.24142661179698216,
+      "grad_norm": 0.2383209466934204,
+      "learning_rate": 0.000319926873857404,
+      "loss": 0.2348,
+      "step": 176
+    },
+    {
+      "epoch": 0.25651577503429357,
+      "grad_norm": 2.4634456634521484,
+      "learning_rate": 0.00034003656307129797,
+      "loss": 0.4421,
+      "step": 187
+    },
+    {
+      "epoch": 0.2716049382716049,
+      "grad_norm": 3.1270384788513184,
+      "learning_rate": 0.00036014625228519197,
+      "loss": 0.5076,
+      "step": 198
+    },
+    {
+      "epoch": 0.28669410150891633,
+      "grad_norm": 0.7871516346931458,
+      "learning_rate": 0.0003802559414990859,
+      "loss": 0.211,
+      "step": 209
+    }
+  ],
+  "logging_steps": 11,
+  "max_steps": 2187,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 219,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 128,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-219/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4e2f1b0b6ec0b954c31a7a2d7392e2f2f817d60f3db0f6f0a80bdf431c25bc
+size 5880