Upload 4 files

added_tokens.json

@@ -99,8 +99,9 @@
   "<extra_id_98>": 32001,
   "<extra_id_99>": 32000,
   "<extra_id_9>": 32090,
-  "article:": 32100,
-  "category:": 32102,
-  "classifiction:": 32101,
-  "generation:": 32103
+  "<s>": 32100,
+  "article:": 32101,
+  "category:": 32103,
+  "classifiction:": 32102,
+  "generation:": 32104
 }

special_tokens_map.json

@@ -29,6 +29,7 @@
       "single_word": false
     }
   ],
+  "bos_token": "<s>",
   "eos_token": {
     "content": "</s>",
     "lstrip": false,

tokenizer_config.json

@@ -825,7 +825,7 @@
       "special": true
     },
     "32100": {
-      "content": "article:",
+      "content": "<s>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -833,7 +833,7 @@
       "special": true
     },
     "32101": {
-      "content": "classifiction:",
+      "content": "article:",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -841,7 +841,7 @@
       "special": true
     },
     "32102": {
-      "content": "category:",
+      "content": "classifiction:",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -849,6 +849,14 @@
       "special": true
     },
     "32103": {
+      "content": "category:",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32104": {
       "content": "generation:",
       "lstrip": false,
       "normalized": false,
@@ -863,6 +871,7 @@
     "category:",
     "generation:"
   ],
+  "bos_token": "<s>",
   "clean_up_tokenization_spaces": true,
   "eos_token": "</s>",
   "extra_ids": 100,