TheBloke commited on
Commit
ecf107d
1 Parent(s): 01e34ff

Initial merged fp16 model model commit

Browse files
config.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/workspace/models/huggyllama_llama-65b",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "bos_token_id": 1,
7
+ "eos_token_id": 2,
8
+ "hidden_act": "silu",
9
+ "hidden_size": 8192,
10
+ "initializer_range": 0.02,
11
+ "intermediate_size": 22016,
12
+ "max_position_embeddings": 2048,
13
+ "max_sequence_length": 2048,
14
+ "model_type": "llama",
15
+ "num_attention_heads": 64,
16
+ "num_hidden_layers": 80,
17
+ "pad_token_id": 0,
18
+ "rms_norm_eps": 1e-05,
19
+ "tie_word_embeddings": false,
20
+ "torch_dtype": "float16",
21
+ "transformers_version": "4.29.2",
22
+ "use_cache": true,
23
+ "vocab_size": 32000
24
+ }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 2,
5
+ "pad_token_id": 0,
6
+ "transformers_version": "4.29.2"
7
+ }
pytorch_model-00001-of-00014.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09b25ca79c0ae558997b845ac2df1a0dee9612f1d614b78d6a9d07cbb52a9a04
3
+ size 9877771127
pytorch_model-00002-of-00014.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17a443994c2e92e7c4d09a17948bee4eb2dc936bacd553b297a350794c9d3b89
3
+ size 9714226703
pytorch_model-00003-of-00014.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fe3eb1e7d2f5e0be4f0d9827bdf28fa05b0827b99877263818584a201f74792
3
+ size 9714226767
pytorch_model-00004-of-00014.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76fd5ac3f7a851bbade49eb6d9dd4a1096b50916a6a13da25bf82c51129e6b6f
3
+ size 9714226767
pytorch_model-00005-of-00014.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:658fdc2fadc139289536db053d91945bb8245e75c329eca50980f7adbaa2ee6c
3
+ size 9714226767
pytorch_model-00006-of-00014.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fada0e8207dcf6f6ff0ba851edbaffd302dcfed1a7c47352df22e890a953714e
3
+ size 9714226767
pytorch_model-00007-of-00014.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ac887b6a9882da9343fa6662e1d27504ad0f81f3dd9d742d68120718ca7030c
3
+ size 9714226767
pytorch_model-00008-of-00014.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2168a7772183a32bf6e49f301c25a5bbbf517c824486a56109c4074f9b5ac551
3
+ size 9714226767
pytorch_model-00009-of-00014.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3487039fcb3a9c6849b1bffa9c94951f6b35b6c3e8ddf996056de11d45a79f44
3
+ size 9714226767
pytorch_model-00010-of-00014.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64c8ac22260a1c12f6980795e04324e0e61dead9f2d70e8eb1c45b64c8315046
3
+ size 9714226767
pytorch_model-00011-of-00014.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31e1aee8324be7f08af2b8d41583e21aee49dfba36cabecc0d9bd0dd64811331
3
+ size 9714226767
pytorch_model-00012-of-00014.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3365899bbf5e86bc07e8231c90dd542aec37de69b3892d2b467369caa413b70
3
+ size 9714226767
pytorch_model-00013-of-00014.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7ce859543999c21fd147d06e0fb71638e7d7cb9fa3c3c9a935836f45e089599
3
+ size 9714226767
pytorch_model-00014-of-00014.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4451be657638bb30a5cdbf04db7ae5e7760e5422813ed5c3372c8d89d8a5287b
3
+ size 4123124433