yeshpanovrustem
/

xlm-roberta-large-ner-kazakh

Token Classification

Named Entity Recognition

Inference Endpoints

Model card Files Files and versions Community

yeshpanovrustem commited on May 19, 2023

Commit

0782888

·

1 Parent(s): 13c68e4

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +2 -2

tokenizer_config.json CHANGED Viewed

@@ -1,7 +1,7 @@
 {
   "bos_token": "<s>",
   "cls_token": "<s>",
-  "eos_token": "<s>",
   "mask_token": {
     "__type": "AddedToken",
     "content": "<mask>",
@@ -13,7 +13,7 @@
   "model_max_length": 512,
   "name_or_path": "xlm-roberta-large",
   "pad_token": "<pad>",
-  "sep_token": "</s>",
   "special_tokens_map_file": null,
   "tokenizer_class": "XLMRobertaTokenizer",
   "unk_token": "<unk>"

 {
   "bos_token": "<s>",
   "cls_token": "<s>",
+  "eos_token": "</s>",
   "mask_token": {
     "__type": "AddedToken",
     "content": "<mask>",
   "model_max_length": 512,
   "name_or_path": "xlm-roberta-large",
   "pad_token": "<pad>",
+  "sep_token": "<s>",
   "special_tokens_map_file": null,
   "tokenizer_class": "XLMRobertaTokenizer",
   "unk_token": "<unk>"