Model save

added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "ＳＯＳ": 32000
+}

config.json

@@ -24,5 +24,5 @@
   "transformers_version": "4.41.1",
   "type_vocab_size": 2,
   "use_cache": true,
-  "vocab_size": 32000
+  "vocab_size": 32001
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e3fa6628bc4a2de1df506db90252ca978a49d69d516fb86e89b41b4534d7d6f3
-size 440143216
+oid sha256:3f6a8268f076a2a6b20b53d957074e6f378a04eae5e3b547122185dc94880f01
+size 440146288

runs/Jun03_09-26-00_1cd3faaf3ad0/events.out.tfevents.1717406789.1cd3faaf3ad0.722.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5504521097e19dc0c27115d0a7c72b65203b6ce6d32629d17e62cddfb9e15c31
+size 10260

tokenizer.json

@@ -79,6 +79,15 @@
       "rstrip": false,
       "normalized": false,
       "special": true
+    },
+    {
+      "id": 32000,
+      "content": "ＳＯＳ",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
     }
   ],
   "normalizer": {

tokenizer_config.json

@@ -55,6 +55,14 @@
       "rstrip": false,
       "single_word": false,
       "special": true
+    },
+    "32000": {
+      "content": "ＳＯＳ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
     }
   },
   "additional_special_tokens": [],

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0e935f7d0fb3d7c32bd33a04089599c8a59cdc3b306cf8e05828f5a89004d11
+oid sha256:9ac2a8b4bd29bfe6bfd34b34adf1f76a7e89168963a2f6ef882d97170fa694ab
 size 5112