Training in progress, epoch 9

logs/events.out.tfevents.1719305887.852b1e905a9a.223.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9712295d445764a17d0b9ea3d073188b8a0c340524e920a8f682615d175fdadd
-size 9168
+oid sha256:f7abe327c70e3d2eab83ac1cdfe981eed5b3d0ecc26a4345490be2cb9f328403
+size 9702

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0256dbbbe2c5bbfa0e2ed08ea537f2eaa57f31e70581600481ae42aceef1c20b
+oid sha256:37ac3926e3a80b716d36842c9f5ebe2aef0572a91f37f0939c787f8676990812
 size 17549312

run-0/checkpoint-4743/config.json

@@ -0,0 +1,34 @@
+{
+  "_name_or_path": "google/bert_uncased_L-2_H-128_A-2",
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 128,
+  "id2label": {
+    "0": "negative",
+    "1": "positive"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 512,
+  "label2id": {
+    "negative": "0",
+    "positive": "1"
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 2,
+  "num_hidden_layers": 2,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float32",
+  "transformers_version": "4.41.2",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

run-0/checkpoint-4743/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ac3926e3a80b716d36842c9f5ebe2aef0572a91f37f0939c787f8676990812
+size 17549312

run-0/checkpoint-4743/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98505f26beb03b5b521787e56d2d2ca7406483862be3edecc1a6e6f1b642d82e
+size 35123898

run-0/checkpoint-4743/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf7c254d89d9c97d7f0d023d32c2d354e38457c57cb95fe4d9738079f441561
+size 14308

run-0/checkpoint-4743/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ec7527b4251fa9876ac9e48282a74c706ed19d44be747ddaaac9ae38c29140
+size 1064

run-0/checkpoint-4743/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

run-0/checkpoint-4743/tokenizer_config.json

@@ -0,0 +1,57 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "never_split": null,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

run-0/checkpoint-4743/trainer_state.json

@@ -0,0 +1,182 @@
+{
+  "best_metric": 0.7970183486238532,
+  "best_model_checkpoint": "tiny-bert-sst2-distilled/run-0/checkpoint-4743",
+  "epoch": 9.0,
+  "eval_steps": 500,
+  "global_step": 4743,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "grad_norm": 5.95961856842041,
+      "learning_rate": 9.55389368279823e-06,
+      "loss": 1.5369,
+      "step": 527
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.7339449541284404,
+      "eval_loss": 1.2773902416229248,
+      "eval_runtime": 2.5957,
+      "eval_samples_per_second": 335.939,
+      "eval_steps_per_second": 2.697,
+      "step": 527
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 15.252978324890137,
+      "learning_rate": 8.492349940265094e-06,
+      "loss": 1.2159,
+      "step": 1054
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.7786697247706422,
+      "eval_loss": 1.022659182548523,
+      "eval_runtime": 2.5741,
+      "eval_samples_per_second": 338.753,
+      "eval_steps_per_second": 2.719,
+      "step": 1054
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 18.01114845275879,
+      "learning_rate": 7.430806197731956e-06,
+      "loss": 1.0132,
+      "step": 1581
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.7844036697247706,
+      "eval_loss": 0.9622328281402588,
+      "eval_runtime": 2.5865,
+      "eval_samples_per_second": 337.137,
+      "eval_steps_per_second": 2.706,
+      "step": 1581
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 15.912079811096191,
+      "learning_rate": 6.371276769700781e-06,
+      "loss": 0.9206,
+      "step": 2108
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.7901376146788991,
+      "eval_loss": 0.9278557896614075,
+      "eval_runtime": 2.5808,
+      "eval_samples_per_second": 337.878,
+      "eval_steps_per_second": 2.712,
+      "step": 2108
+    },
+    {
+      "epoch": 5.0,
+      "grad_norm": 10.149016380310059,
+      "learning_rate": 5.3097330271676446e-06,
+      "loss": 0.8564,
+      "step": 2635
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.7901376146788991,
+      "eval_loss": 0.9079629182815552,
+      "eval_runtime": 2.5658,
+      "eval_samples_per_second": 339.852,
+      "eval_steps_per_second": 2.728,
+      "step": 2635
+    },
+    {
+      "epoch": 6.0,
+      "grad_norm": 16.081409454345703,
+      "learning_rate": 4.248189284634507e-06,
+      "loss": 0.8139,
+      "step": 3162
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.7947247706422018,
+      "eval_loss": 0.8956273794174194,
+      "eval_runtime": 2.6131,
+      "eval_samples_per_second": 333.701,
+      "eval_steps_per_second": 2.679,
+      "step": 3162
+    },
+    {
+      "epoch": 7.0,
+      "grad_norm": 11.411503791809082,
+      "learning_rate": 3.1866455421013703e-06,
+      "loss": 0.7798,
+      "step": 3689
+    },
+    {
+      "epoch": 7.0,
+      "eval_accuracy": 0.7924311926605505,
+      "eval_loss": 0.8861347436904907,
+      "eval_runtime": 2.6019,
+      "eval_samples_per_second": 335.138,
+      "eval_steps_per_second": 2.69,
+      "step": 3689
+    },
+    {
+      "epoch": 8.0,
+      "grad_norm": Infinity,
+      "learning_rate": 2.127116114070194e-06,
+      "loss": 0.7583,
+      "step": 4216
+    },
+    {
+      "epoch": 8.0,
+      "eval_accuracy": 0.7958715596330275,
+      "eval_loss": 0.8804019093513489,
+      "eval_runtime": 2.543,
+      "eval_samples_per_second": 342.909,
+      "eval_steps_per_second": 2.753,
+      "step": 4216
+    },
+    {
+      "epoch": 9.0,
+      "grad_norm": 14.046510696411133,
+      "learning_rate": 1.0655723715370575e-06,
+      "loss": 0.7434,
+      "step": 4743
+    },
+    {
+      "epoch": 9.0,
+      "eval_accuracy": 0.7970183486238532,
+      "eval_loss": 0.876382052898407,
+      "eval_runtime": 2.5646,
+      "eval_samples_per_second": 340.01,
+      "eval_steps_per_second": 2.729,
+      "step": 4743
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 5270,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 10,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 72758802681960.0,
+  "train_batch_size": 128,
+  "trial_name": null,
+  "trial_params": {
+    "alpha": 0.27608826195592573,
+    "learning_rate": 1.0615437425331367e-05,
+    "num_train_epochs": 10,
+    "temperature": 2
+  }
+}

run-0/checkpoint-4743/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b6a60f7b85b38fa45cddf1a417ee51250fe5822237403416bf2406ff2cdb84
+size 5176