Hugging Face's logo

amd
/
Meta-Llama-3.1-70B-Instruct-FP8-KV

Safetensors
llama
fp8
Model card Files Community
12
haoyang-amd commited on
Commit
79b8d07
•
1 Parent(s): 1f6a409

update the weights file

Browse files
Files changed (17) hide show
  1. config.json +2 -3
  2. generation_config.json +1 -1
  3. model-00001-of-00015.safetensors +1 -1
  4. model-00002-of-00015.safetensors +1 -1
  5. model-00003-of-00015.safetensors +1 -1
  6. model-00004-of-00015.safetensors +1 -1
  7. model-00005-of-00015.safetensors +1 -1
  8. model-00006-of-00015.safetensors +1 -1
  9. model-00007-of-00015.safetensors +1 -1
  10. model-00008-of-00015.safetensors +1 -1
  11. model-00009-of-00015.safetensors +1 -1
  12. model-00010-of-00015.safetensors +1 -1
  13. model-00011-of-00015.safetensors +1 -1
  14. model-00012-of-00015.safetensors +1 -1
  15. model-00013-of-00015.safetensors +1 -1
  16. model-00014-of-00015.safetensors +1 -1
  17. model-00015-of-00015.safetensors +1 -1
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/data/llm/Meta-Llama-3.1-70B-Instruct",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -11,7 +11,6 @@
11
  128008,
12
  128009
13
  ],
14
- "head_dim": 128,
15
  "hidden_act": "silu",
16
  "hidden_size": 8192,
17
  "initializer_range": 0.02,
@@ -42,7 +41,7 @@
42
  "rope_theta": 500000.0,
43
  "tie_word_embeddings": false,
44
  "torch_dtype": "bfloat16",
45
- "transformers_version": "4.45.0.dev0",
46
  "use_cache": true,
47
  "vocab_size": 128256
48
  }
 
1
  {
2
+ "_name_or_path": "/group/ossmodelzoo/quark_torch/huggingface_pretrained_models/meta-llama/Meta-Llama-3.1-70B-Instruct",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
11
  128008,
12
  128009
13
  ],
 
14
  "hidden_act": "silu",
15
  "hidden_size": 8192,
16
  "initializer_range": 0.02,
 
41
  "rope_theta": 500000.0,
42
  "tie_word_embeddings": false,
43
  "torch_dtype": "bfloat16",
44
+ "transformers_version": "4.44.0",
45
  "use_cache": true,
46
  "vocab_size": 128256
47
  }
generation_config.json CHANGED
@@ -8,5 +8,5 @@
8
  ],
9
  "temperature": 0.6,
10
  "top_p": 0.9,
11
- "transformers_version": "4.45.0.dev0"
12
  }
 
8
  ],
9
  "temperature": 0.6,
10
  "top_p": 0.9,
11
+ "transformers_version": "4.44.0"
12
  }
model-00001-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:78e3ab6c10abe840273aabc1fea7c5e9329304e5400eca374bebec16cbd39b70
3
  size 4819362784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f4698d6115dc3ab0c47ba3a68d700b157e742d9b0a85553588e4f224d653547
3
  size 4819362784
model-00002-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8ae5882de638f76f31e48194e072e5a11a82dbbe7588ceb701213352a695b85c
3
  size 4983043736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc93041a61977fac1023241e9579c0d3edf5af65ebfd4a14374f20f3681d5f6a
3
  size 4983043736
model-00003-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a24dfaded1442e32655fa60fdaec84393da966f1432774f7d5b3e637e6aa3013
3
  size 4899125668
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db93f28ec9f0c7bc883fc5ba6d0168ae07be473a66f32d360226a6663829e739
3
  size 4899125668
model-00004-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ac04294e145115b41b4b9ed3343e32de5ee8dd508ee412d4cdb5bb1c6449ca1f
3
  size 4899158784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f50c50a74e11d744404f8d53e59bb6b77d3c5138b54c4ca779fb5dd5de58199
3
  size 4899158784
model-00005-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e956b03a4c1050abc35666ba5312001e486791adba400dcf3e15a93c6b4c975c
3
  size 4899158776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b75e77b1f3741ec2a390a62c356d9570cb68e8fd33a5541321227ab89b34bf01
3
  size 4899158776
model-00006-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:82ca3f4b1b869c74166aa017f861b6ab86a5b3727da58cafceb9298d14f99b37
3
  size 4983043864
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ca3f7fd495adcbf4f577c35ad9184399219279621ea9a7a05c4a2d8b920cc8f
3
  size 4983043864
model-00007-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:369c50189f54e7ee674262348b71b945a1aa1cbe5170e11002cb4a8f0ee5f1e7
3
  size 4899125692
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faab1f3f5a6812f03f9278454f5d6306cec57b73870ab0df97c0faf2b3de099c
3
  size 4899125692
model-00008-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5035b75ebc2f883ac5790ba6be63ff17e519da2f0383d538aad9c00c2a6728c9
3
  size 4899158784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:820d20004eb1f375e9853af0b163c5482682407f3c6a6a280c964027591e8081
3
  size 4899158784
model-00009-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f50eb99440c5f0c825c4aa96a9700a62be3c8344cd196ea5e8d59891fbddbf96
3
  size 4899158776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21238556e9ff14c483290990c9f4d7d980911e257c97dbee18da45eb87a09299
3
  size 4899158776
model-00010-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:001e6c8eb667697279d622d574f02efe9f67d641f9e7db5cce1413fbf0dd2f6d
3
  size 4983043864
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8d06054eb45259d6c7f0afee2dce90bfc77b5bef7b0fa59e7a1281de9a26a63
3
  size 4983043864
model-00011-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0383b97723df17ae9a103d20ceaa537272e2c31501d0400c886c262cb5593c0a
3
  size 4899125692
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a7ee55779174bd9df0b696aea0957b03cb74ba56fe00bf78bd842445fd96701
3
  size 4899125692
model-00012-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c3bb864eb61fb11ac4385b35e41f88acdec32b0401cdbe7640ecb5d99fe9b4c7
3
  size 4899158784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac06c60f3d81233ea2f76c796dbaf4e2a50013f3a9e6070684eb7c5735a0b99c
3
  size 4899158784
model-00013-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9f39bac174a7efa6de52b1e111504ed7238fc239570ee38235d587a700fef7cb
3
  size 4899158776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a97ffe6fe0549ab65da42d2a7568032f3230fadba97eda3f54cf5a7462aafcdd
3
  size 4899158776
model-00014-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:35a7bfb33aa3cadf840e44417355e1700fcd1393018264eb50e8f331ab71273c
3
  size 4983043864
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6dde149dd510f1b24bdf723c7efb9474d2ae5745693346ad3a9a94305dfdf03
3
  size 4983043864
model-00015-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9584a88f219ec415d21b08d4d6dc7ad4cb51f2e997471a264dce94c4625fba2c
3
  size 3812709516
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb867b445a35b43780d2ffa5e70df263807a2b4f06e5a8dae9e7609a54c3b9de
3
  size 3812709516