Upload tokenizer
Browse files- special_tokens_map.json +1 -3
- tokenizer_config.json +0 -1
special_tokens_map.json
CHANGED
@@ -1,3 +1 @@
|
|
1 |
-
{
|
2 |
-
"pad_token": "[PAD]"
|
3 |
-
}
|
|
|
1 |
+
{}
|
|
|
|
tokenizer_config.json
CHANGED
@@ -55205,6 +55205,5 @@
|
|
55205 |
]
|
55206 |
],
|
55207 |
"model_max_length": 1000000000000000019884624838656,
|
55208 |
-
"pad_token": "[PAD]",
|
55209 |
"tokenizer_class": "EntityTokenizer"
|
55210 |
}
|
|
|
55205 |
]
|
55206 |
],
|
55207 |
"model_max_length": 1000000000000000019884624838656,
|
|
|
55208 |
"tokenizer_class": "EntityTokenizer"
|
55209 |
}
|