Training in progress, step 500

config.json

@@ -28,7 +28,7 @@
   "pad_token_id": 0,
   "position_embedding_type": "absolute",
   "torch_dtype": "float32",
-  "transformers_version": "4.46.2",
+  "transformers_version": "4.47.1",
   "type_vocab_size": 2,
   "vocab_size": 30000
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82f0427005730de3038615c3a5d97e9524ed5d002e63aca6c68b17f55ed6d913
+oid sha256:5454b908087d6c824a13aaf324e6f7183e15c29a40b172f7e7043a15351c8492
 size 823293160

runs/Feb02_18-12-39_xgpi9/events.out.tfevents.1738491200.xgpi9.431917.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e37e1f6a62b38f52ebc6058afad1b6a809e5cd5f52de17a3e29b8dd232c29ed
+size 5470

tokenizer.json

@@ -1,7 +1,21 @@
 {
   "version": "1.0",
-  "truncation": null,
-  "padding": null,
+  "truncation": {
+    "direction": "Right",
+    "max_length": 384,
+    "strategy": "OnlySecond",
+    "stride": 128
+  },
+  "padding": {
+    "strategy": {
+      "Fixed": 384
+    },
+    "direction": "Right",
+    "pad_to_multiple_of": null,
+    "pad_id": 0,
+    "pad_type_id": 0,
+    "pad_token": "<pad>"
+  },
   "added_tokens": [
     {
       "id": 0,

tokenizer_config.json

@@ -46,6 +46,7 @@
   "cls_token": "[CLS]",
   "do_lower_case": true,
   "eos_token": "[SEP]",
+  "extra_special_tokens": {},
   "keep_accents": false,
   "mask_token": "[MASK]",
   "model_max_length": 512,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:51d792bbe4b99fc7e1aa30b7592e55453452324a5892e5de655ed907aa7a088e
-size 5368
+oid sha256:8c79091da8796833eade9bf624055a81a57ad477591ff5d163db1fa2da3e9759
+size 5432