Upload processor
Browse files- added_tokens.json +5 -5
- merges.txt +0 -0
- tokenizer.json +0 -0
- tokenizer_config.json +0 -0
- vocab.json +0 -0
added_tokens.json
CHANGED
@@ -1,7 +1,7 @@
|
|
1 |
{
|
2 |
-
"</s>":
|
3 |
-
"<mask>":
|
4 |
-
"<pad>":
|
5 |
-
"<s>":
|
6 |
-
"<unk>":
|
7 |
}
|
|
|
1 |
{
|
2 |
+
"</s>": 36745,
|
3 |
+
"<mask>": 36748,
|
4 |
+
"<pad>": 36747,
|
5 |
+
"<s>": 36744,
|
6 |
+
"<unk>": 36746
|
7 |
}
|
merges.txt
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
tokenizer.json
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
tokenizer_config.json
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
vocab.json
CHANGED
The diff for this file is too large to render.
See raw diff
|
|