ydshieh HF staff commited on
Commit
a6fb1e5
1 Parent(s): 042079d

Upload processor

Browse files
Files changed (2) hide show
  1. tokenizer.json +0 -0
  2. tokenizer_config.json +0 -1
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
@@ -8339,6 +8339,5 @@
8339
  "sep_token": "</s>",
8340
  "sp_model_kwargs": {},
8341
  "tokenizer_class": "XLMRobertaTokenizer",
8342
- "tokenizer_file": "/root/.cache/huggingface/hub/models--ydshieh--temp-testing-kosmos-2/snapshots/d205efb74175dfa340901444a5073b0f760433ef/tokenizer.json",
8343
  "unk_token": "<unk>"
8344
  }
 
8339
  "sep_token": "</s>",
8340
  "sp_model_kwargs": {},
8341
  "tokenizer_class": "XLMRobertaTokenizer",
 
8342
  "unk_token": "<unk>"
8343
  }