Pushing model and tokenizer to hub
Browse files- config.json +1 -1
- tokenizer_config.json +0 -4
config.json
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
{
|
2 |
-
"_name_or_path": "
|
3 |
"architectures": [
|
4 |
"GPTNeoXForSequenceClassification"
|
5 |
],
|
|
|
1 |
{
|
2 |
+
"_name_or_path": "EleutherAI/pythia-14m",
|
3 |
"architectures": [
|
4 |
"GPTNeoXForSequenceClassification"
|
5 |
],
|
tokenizer_config.json
CHANGED
@@ -207,13 +207,9 @@
|
|
207 |
"bos_token": "<|endoftext|>",
|
208 |
"clean_up_tokenization_spaces": false,
|
209 |
"eos_token": "<|endoftext|>",
|
210 |
-
"max_length": 2048,
|
211 |
"model_max_length": 2048,
|
212 |
"pad_token": "<|endoftext|>",
|
213 |
"padding_side": "right",
|
214 |
-
"stride": 0,
|
215 |
"tokenizer_class": "GPTNeoXTokenizer",
|
216 |
-
"truncation_side": "right",
|
217 |
-
"truncation_strategy": "longest_first",
|
218 |
"unk_token": "<|endoftext|>"
|
219 |
}
|
|
|
207 |
"bos_token": "<|endoftext|>",
|
208 |
"clean_up_tokenization_spaces": false,
|
209 |
"eos_token": "<|endoftext|>",
|
|
|
210 |
"model_max_length": 2048,
|
211 |
"pad_token": "<|endoftext|>",
|
212 |
"padding_side": "right",
|
|
|
213 |
"tokenizer_class": "GPTNeoXTokenizer",
|
|
|
|
|
214 |
"unk_token": "<|endoftext|>"
|
215 |
}
|