Hugging Face's logo

jburtoft
/
NousResearch-Llama-2-13b-hf-seqlen-1000-bs-1-cores-12

Text Generation
Transformers
llama
Inference Endpoints
Model card Files Community
1
jburtoft commited on
Commit
e78ffc6
•
1 Parent(s): 2af534a

7c3e468327e187ed2288a63a2257b9de69dcb9cc340aede15f0b79d3b259f364

Browse files
Files changed (29) hide show
  1. .gitattributes +8 -0
  2. checkpoint/pytorch_model.bin/p86.model.layers.9.mlp.gate_proj.weight +3 -0
  3. checkpoint/pytorch_model.bin/p87.model.layers.9.mlp.up_proj.weight +3 -0
  4. checkpoint/pytorch_model.bin/p88.model.layers.9.mlp.down_proj.weight +3 -0
  5. checkpoint/pytorch_model.bin/p89.model.layers.9.input_layernorm.weight +3 -0
  6. checkpoint/pytorch_model.bin/p9.model.layers.0.post_attention_layernorm.weight +3 -0
  7. checkpoint/pytorch_model.bin/p90.model.layers.9.post_attention_layernorm.weight +3 -0
  8. checkpoint/pytorch_model.bin/p91.model.layers.10.self_attn.q_proj.weight +3 -0
  9. checkpoint/pytorch_model.bin/p92.model.layers.10.self_attn.k_proj.weight +3 -0
  10. checkpoint/pytorch_model.bin/p93.model.layers.10.self_attn.v_proj.weight +3 -0
  11. checkpoint/pytorch_model.bin/p94.model.layers.10.self_attn.o_proj.weight +3 -0
  12. checkpoint/pytorch_model.bin/p95.model.layers.10.mlp.gate_proj.weight +3 -0
  13. checkpoint/pytorch_model.bin/p96.model.layers.10.mlp.up_proj.weight +3 -0
  14. checkpoint/pytorch_model.bin/p97.model.layers.10.mlp.down_proj.weight +3 -0
  15. checkpoint/pytorch_model.bin/p98.model.layers.10.input_layernorm.weight +3 -0
  16. checkpoint/pytorch_model.bin/p99.model.layers.10.post_attention_layernorm.weight +3 -0
  17. compiled/3bc4ca178b96ce4fcb9e.neff +3 -0
  18. compiled/4530405feeffd41f13ce.neff +3 -0
  19. compiled/5f5f81fea5c273693655.neff +3 -0
  20. compiled/618623f0df854cd4df29.neff +3 -0
  21. compiled/855025957b66cc38cf07.neff +3 -0
  22. compiled/c171bfa10f80b8aef631.neff +3 -0
  23. compiled/c725ea2502e39be842b2.neff +3 -0
  24. compiled/e46f7133e61a221e625d.neff +3 -0
  25. config.json +40 -0
  26. special_tokens_map.json +30 -0
  27. tokenizer.json +0 -0
  28. tokenizer.model +3 -0
  29. tokenizer_config.json +41 -0
.gitattributes CHANGED
@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ compiled/3bc4ca178b96ce4fcb9e.neff filter=lfs diff=lfs merge=lfs -text
37
+ compiled/4530405feeffd41f13ce.neff filter=lfs diff=lfs merge=lfs -text
38
+ compiled/5f5f81fea5c273693655.neff filter=lfs diff=lfs merge=lfs -text
39
+ compiled/618623f0df854cd4df29.neff filter=lfs diff=lfs merge=lfs -text
40
+ compiled/855025957b66cc38cf07.neff filter=lfs diff=lfs merge=lfs -text
41
+ compiled/c171bfa10f80b8aef631.neff filter=lfs diff=lfs merge=lfs -text
42
+ compiled/c725ea2502e39be842b2.neff filter=lfs diff=lfs merge=lfs -text
43
+ compiled/e46f7133e61a221e625d.neff filter=lfs diff=lfs merge=lfs -text
checkpoint/pytorch_model.bin/p86.model.layers.9.mlp.gate_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fa8cd9d13745f57ffa672feb344e55c3f89247b4303503959cff76826786ce0
3
+ size 141558646
checkpoint/pytorch_model.bin/p87.model.layers.9.mlp.up_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d55109db35723d0982009df5060e05319c097e312ae0b02a56c957b0a7be9c61
3
+ size 141558640
checkpoint/pytorch_model.bin/p88.model.layers.9.mlp.down_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d37ee92c13605882e54106b404b2b9374f46c583e2c7504e28d6644138a2a096
3
+ size 141558646
checkpoint/pytorch_model.bin/p89.model.layers.9.input_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da255ff3176ee85e4e7fc39566ad50796662bde76e387d05df584b3cd7964eff
3
+ size 11132
checkpoint/pytorch_model.bin/p9.model.layers.0.post_attention_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a6f1b863cdf5563bced525c1d96b286465a8ad05c6e81566d21393dd8291cc4
3
+ size 11156
checkpoint/pytorch_model.bin/p90.model.layers.9.post_attention_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c173a051d720986885c099c57c63d9a7fc293140f789462aebf3ccd90dd34f93
3
+ size 11159
checkpoint/pytorch_model.bin/p91.model.layers.10.self_attn.q_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59ce79fd72da0acafdea65875aed15b8458a480e49be5a00a4b7d6cbdffd6272
3
+ size 52429698
checkpoint/pytorch_model.bin/p92.model.layers.10.self_attn.k_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f5a0994869a3c17d6f5e780f986d534845fd8176864f38b1db0c7f0ad69f046
3
+ size 52429698
checkpoint/pytorch_model.bin/p93.model.layers.10.self_attn.v_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31e4cf9367c5d3939e33d94b5b3dd9d9c2ad0daf8ba7e0915dc24bc45df9011a
3
+ size 52429698
checkpoint/pytorch_model.bin/p94.model.layers.10.self_attn.o_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3ef13b9738aa58a8e3908b07be390335815278d018d050c1fb88b8b3948aa47
3
+ size 52429698
checkpoint/pytorch_model.bin/p95.model.layers.10.mlp.gate_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9d6d63d632c2b1948dc3c92b63dda1c457022bfe40110e85b4e0e7869ce8ec3
3
+ size 141558649
checkpoint/pytorch_model.bin/p96.model.layers.10.mlp.up_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b67807b28acc3ad203d56afef0c46ad38ed6c6d11466e02c79695ca740942d2c
3
+ size 141558643
checkpoint/pytorch_model.bin/p97.model.layers.10.mlp.down_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a80c7fa6bb56ab8231523b0c41234930c4219a9322529690f490e4e67c1e184
3
+ size 141558649
checkpoint/pytorch_model.bin/p98.model.layers.10.input_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98bb0632f67e6b8628e43099c2d614f57a2121b46aaab8a65bd2db83e454e52b
3
+ size 11135
checkpoint/pytorch_model.bin/p99.model.layers.10.post_attention_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2033848db882d8620074d201eefafed810d91f88b4bef006ab62a08008b7c20e
3
+ size 11162
compiled/3bc4ca178b96ce4fcb9e.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c5cb37d120b87f8e535bcd5d15976914910615b1bc4ede50d354e23688c8cdd
3
+ size 2817024
compiled/4530405feeffd41f13ce.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0df61ad2d04da42edf42b4bf5741ef9f1735d0209678ea6a30f814527ac0aa10
3
+ size 2950144
compiled/5f5f81fea5c273693655.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bee9a6ab0a6a31bd3d59c21e4e00c606cc59febc5dc220aec3f0e2e150fb319
3
+ size 3154944
compiled/618623f0df854cd4df29.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:082ce02f7be51bd17771c7829e3c363d9f868bcad5b8c587fecc6e3ea18349e4
3
+ size 2878464
compiled/855025957b66cc38cf07.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8602e7dc78822608a2704edaa22981893ffa9140905788dca1b332451ae02a70
3
+ size 4629504
compiled/c171bfa10f80b8aef631.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e57cafb00f53f1764126937edce81df2039d90a1741582cb13d5a6a672fe475b
3
+ size 3369984
compiled/c725ea2502e39be842b2.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cee164e2c2216a6bc08e6e2c2b02a53ba20fd8c536bb7b7d6e8b26e285dcbee2
3
+ size 3677184
compiled/e46f7133e61a221e625d.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:500138616a057fa485dbb0791e9c5fedcd8d173a9cd8e4ef2b7dd95ffe7832bd
3
+ size 2827264
config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "NousResearch/Llama-2-13b-hf",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 1,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 5120,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 13824,
14
+ "max_position_embeddings": 4096,
15
+ "model_type": "llama",
16
+ "neuron": {
17
+ "auto_cast_type": "fp16",
18
+ "batch_size": 1,
19
+ "checkpoint_id": "NousResearch/Llama-2-13b-hf",
20
+ "checkpoint_revision": "b0491461253755d8c60bf22f0d696b9e337c6375",
21
+ "compiler_type": "neuronx-cc",
22
+ "compiler_version": "2.13.66.0+6dfecc895",
23
+ "num_cores": 12,
24
+ "sequence_length": 1024,
25
+ "task": "text-generation"
26
+ },
27
+ "num_attention_heads": 40,
28
+ "num_hidden_layers": 40,
29
+ "num_key_value_heads": 40,
30
+ "pad_token_id": 0,
31
+ "pretraining_tp": 1,
32
+ "rms_norm_eps": 1e-05,
33
+ "rope_scaling": null,
34
+ "rope_theta": 10000.0,
35
+ "tie_word_embeddings": false,
36
+ "torch_dtype": "float16",
37
+ "transformers_version": "4.36.2",
38
+ "use_cache": true,
39
+ "vocab_size": 32000
40
+ }
special_tokens_map.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": true,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "</s>",
11
+ "lstrip": false,
12
+ "normalized": true,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "<unk>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "unk_token": {
24
+ "content": "<unk>",
25
+ "lstrip": false,
26
+ "normalized": true,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ }
30
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
3
+ size 499723
tokenizer_config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": true,
3
+ "add_eos_token": false,
4
+ "added_tokens_decoder": {
5
+ "0": {
6
+ "content": "<unk>",
7
+ "lstrip": false,
8
+ "normalized": true,
9
+ "rstrip": false,
10
+ "single_word": false,
11
+ "special": true
12
+ },
13
+ "1": {
14
+ "content": "<s>",
15
+ "lstrip": false,
16
+ "normalized": true,
17
+ "rstrip": false,
18
+ "single_word": false,
19
+ "special": true
20
+ },
21
+ "2": {
22
+ "content": "</s>",
23
+ "lstrip": false,
24
+ "normalized": true,
25
+ "rstrip": false,
26
+ "single_word": false,
27
+ "special": true
28
+ }
29
+ },
30
+ "bos_token": "<s>",
31
+ "clean_up_tokenization_spaces": false,
32
+ "eos_token": "</s>",
33
+ "legacy": false,
34
+ "model_max_length": 1000000000000000019884624838656,
35
+ "pad_token": "<unk>",
36
+ "sp_model_kwargs": {},
37
+ "spaces_between_special_tokens": false,
38
+ "tokenizer_class": "LlamaTokenizer",
39
+ "unk_token": "<unk>",
40
+ "use_default_system_prompt": false
41
+ }