Upload processor

tokenizer_config.json

@@ -1204,8 +1204,11 @@
   ],
   "clean_up_tokenization_spaces": true,
   "eos_token": "</s>",
+  "extra_ids": 100,
+  "loc_extra_ids": 501,
   "model_max_length": 1000000000000000019884624838656,
   "only_label_first_subword": true,
+  "other_extra_ids": 200,
   "pad_token": "<pad>",
   "pad_token_box": [
     0,
@@ -1222,6 +1225,7 @@
     1000,
     1000
   ],
+  "sp_model_kwargs": {},
   "tokenizer_class": "UdopTokenizer",
   "unk_token": "<unk>"
 }