Initial merged fp16 model model commit
Browse files- config.json +24 -0
- generation_config.json +7 -0
- pytorch_model-00001-of-00014.bin +3 -0
- pytorch_model-00002-of-00014.bin +3 -0
- pytorch_model-00003-of-00014.bin +3 -0
- pytorch_model-00004-of-00014.bin +3 -0
- pytorch_model-00005-of-00014.bin +3 -0
- pytorch_model-00006-of-00014.bin +3 -0
- pytorch_model-00007-of-00014.bin +3 -0
- pytorch_model-00008-of-00014.bin +3 -0
- pytorch_model-00009-of-00014.bin +3 -0
- pytorch_model-00010-of-00014.bin +3 -0
- pytorch_model-00011-of-00014.bin +3 -0
- pytorch_model-00012-of-00014.bin +3 -0
- pytorch_model-00013-of-00014.bin +3 -0
- pytorch_model-00014-of-00014.bin +3 -0
config.json
ADDED
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "/workspace/models/huggyllama_llama-65b",
|
3 |
+
"architectures": [
|
4 |
+
"LlamaForCausalLM"
|
5 |
+
],
|
6 |
+
"bos_token_id": 1,
|
7 |
+
"eos_token_id": 2,
|
8 |
+
"hidden_act": "silu",
|
9 |
+
"hidden_size": 8192,
|
10 |
+
"initializer_range": 0.02,
|
11 |
+
"intermediate_size": 22016,
|
12 |
+
"max_position_embeddings": 2048,
|
13 |
+
"max_sequence_length": 2048,
|
14 |
+
"model_type": "llama",
|
15 |
+
"num_attention_heads": 64,
|
16 |
+
"num_hidden_layers": 80,
|
17 |
+
"pad_token_id": 0,
|
18 |
+
"rms_norm_eps": 1e-05,
|
19 |
+
"tie_word_embeddings": false,
|
20 |
+
"torch_dtype": "float16",
|
21 |
+
"transformers_version": "4.29.2",
|
22 |
+
"use_cache": true,
|
23 |
+
"vocab_size": 32000
|
24 |
+
}
|
generation_config.json
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 1,
|
4 |
+
"eos_token_id": 2,
|
5 |
+
"pad_token_id": 0,
|
6 |
+
"transformers_version": "4.29.2"
|
7 |
+
}
|
pytorch_model-00001-of-00014.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:09b25ca79c0ae558997b845ac2df1a0dee9612f1d614b78d6a9d07cbb52a9a04
|
3 |
+
size 9877771127
|
pytorch_model-00002-of-00014.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:17a443994c2e92e7c4d09a17948bee4eb2dc936bacd553b297a350794c9d3b89
|
3 |
+
size 9714226703
|
pytorch_model-00003-of-00014.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5fe3eb1e7d2f5e0be4f0d9827bdf28fa05b0827b99877263818584a201f74792
|
3 |
+
size 9714226767
|
pytorch_model-00004-of-00014.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:76fd5ac3f7a851bbade49eb6d9dd4a1096b50916a6a13da25bf82c51129e6b6f
|
3 |
+
size 9714226767
|
pytorch_model-00005-of-00014.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:658fdc2fadc139289536db053d91945bb8245e75c329eca50980f7adbaa2ee6c
|
3 |
+
size 9714226767
|
pytorch_model-00006-of-00014.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fada0e8207dcf6f6ff0ba851edbaffd302dcfed1a7c47352df22e890a953714e
|
3 |
+
size 9714226767
|
pytorch_model-00007-of-00014.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9ac887b6a9882da9343fa6662e1d27504ad0f81f3dd9d742d68120718ca7030c
|
3 |
+
size 9714226767
|
pytorch_model-00008-of-00014.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2168a7772183a32bf6e49f301c25a5bbbf517c824486a56109c4074f9b5ac551
|
3 |
+
size 9714226767
|
pytorch_model-00009-of-00014.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3487039fcb3a9c6849b1bffa9c94951f6b35b6c3e8ddf996056de11d45a79f44
|
3 |
+
size 9714226767
|
pytorch_model-00010-of-00014.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:64c8ac22260a1c12f6980795e04324e0e61dead9f2d70e8eb1c45b64c8315046
|
3 |
+
size 9714226767
|
pytorch_model-00011-of-00014.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:31e1aee8324be7f08af2b8d41583e21aee49dfba36cabecc0d9bd0dd64811331
|
3 |
+
size 9714226767
|
pytorch_model-00012-of-00014.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d3365899bbf5e86bc07e8231c90dd542aec37de69b3892d2b467369caa413b70
|
3 |
+
size 9714226767
|
pytorch_model-00013-of-00014.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c7ce859543999c21fd147d06e0fb71638e7d7cb9fa3c3c9a935836f45e089599
|
3 |
+
size 9714226767
|
pytorch_model-00014-of-00014.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4451be657638bb30a5cdbf04db7ae5e7760e5422813ed5c3372c8d89d8a5287b
|
3 |
+
size 4123124433
|