Upload GPTNeoXForCausalLM
Browse files- config.json +1 -1
- generation_config.json +1 -1
- model.safetensors.index.json +1 -0
config.json
CHANGED
@@ -24,7 +24,7 @@
|
|
24 |
"rotary_pct": 0.25,
|
25 |
"tie_word_embeddings": false,
|
26 |
"torch_dtype": "bfloat16",
|
27 |
-
"transformers_version": "4.
|
28 |
"use_cache": true,
|
29 |
"use_parallel_residual": true,
|
30 |
"vocab_size": 50304
|
|
|
24 |
"rotary_pct": 0.25,
|
25 |
"tie_word_embeddings": false,
|
26 |
"torch_dtype": "bfloat16",
|
27 |
+
"transformers_version": "4.53.0",
|
28 |
"use_cache": true,
|
29 |
"use_parallel_residual": true,
|
30 |
"vocab_size": 50304
|
generation_config.json
CHANGED
@@ -2,5 +2,5 @@
|
|
2 |
"_from_model_config": true,
|
3 |
"bos_token_id": 0,
|
4 |
"eos_token_id": 2,
|
5 |
-
"transformers_version": "4.
|
6 |
}
|
|
|
2 |
"_from_model_config": true,
|
3 |
"bos_token_id": 0,
|
4 |
"eos_token_id": 2,
|
5 |
+
"transformers_version": "4.53.0"
|
6 |
}
|
model.safetensors.index.json
CHANGED
@@ -1,5 +1,6 @@
|
|
1 |
{
|
2 |
"metadata": {
|
|
|
3 |
"total_size": 13712506880
|
4 |
},
|
5 |
"weight_map": {
|
|
|
1 |
{
|
2 |
"metadata": {
|
3 |
+
"total_parameters": 6856253440,
|
4 |
"total_size": 13712506880
|
5 |
},
|
6 |
"weight_map": {
|