Hugging Face's logo

relaxml
/
Llama-3.1-405B-Instruct-QTIP-2Bit-TP8

Safetensors
llama
Model card Files Community
2
at676 commited on
Commit
da48694
·
verified ·
1 Parent(s): 6a716a6

cfe72f8aac9a0b03c58d4ebe5aaf6e0b7f0cef3f78a69841e5061f4926503658

Browse files
Files changed (21) hide show
  1. 36_gate.pt +3 -0
  2. 36_k.pt +3 -0
  3. 36_layernorm.pt +3 -0
  4. 36_o.pt +3 -0
  5. 36_q.pt +3 -0
  6. 36_up.pt +3 -0
  7. 36_v.pt +3 -0
  8. 37_down.pt +3 -0
  9. 37_gate.pt +3 -0
  10. 37_k.pt +3 -0
  11. 37_layernorm.pt +3 -0
  12. 37_o.pt +3 -0
  13. 37_q.pt +3 -0
  14. 37_up.pt +3 -0
  15. 37_v.pt +3 -0
  16. 38_down.pt +3 -0
  17. 38_gate.pt +3 -0
  18. 38_k.pt +3 -0
  19. 38_layernorm.pt +3 -0
  20. 38_o.pt +3 -0
  21. 38_q.pt +3 -0
36_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:592cea35cc1731cb0785f0d66ccec285d69c0cd68c0bb050f7b52f240c84449c
3
+ size 218247244
36_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f0d5804430772d7318abc43af983f7b84a92d437ac92ad5f1209d1a6595a61a
3
+ size 4233201
36_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d75662bcd324ddffbd97aab513217bc08bbb350170547b9cb078a2b0fc236b45
3
+ size 67126
36_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36e2dd330cf534115a395616067f776150415e62e31d224e8eeb9e5e50a538b3
3
+ size 67178481
36_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad7622d2e66bd29ce9efd712df30588302bb8d00b49acd5042dea0b17214914e
3
+ size 67178481
36_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff4718f1f9f2eafa4a508dfd07517fdf916e517917cea592e5b3f555e364eec0
3
+ size 218247162
36_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e8a231334cc5da9bd34bb20da53385be1214ae7f1ad8233a93bc669c8bd0a30
3
+ size 4233201
37_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3777a97d8643ba0502ba1e4a5469c21611615eb12879ad761cb9d5312e40f06
3
+ size 218247244
37_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef7f666884d5bdbf51e3daf5049995fb3850e74dd1b78634ab46bf63e7b12037
3
+ size 218247244
37_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3381aac83bfea9f41953479af0dfb59db8cd2dc12333e583f39c64d7d11220ff
3
+ size 4233201
37_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e45b259af0deaee76cbee79e2a8de075019a2cf26d12a7e17bd3a057be8784c
3
+ size 67126
37_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbf4d92ed7020d9b94ebb4cbc4a34d05db12720ce82460adaaf80362700750bf
3
+ size 67178481
37_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d75f11071d8927cdcd001f0de3eaf9ee2929c43d4dc097b5a81954844ee9e13
3
+ size 67178481
37_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3d7ca97dcab00244207bcfe918aab9617b22dfcb7d7f2386d69750ce59a91ca
3
+ size 218247162
37_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15ecff9a0ea9c2b6ee634cde6227be13b81d7b9c545bbec29dd235b99725dd0b
3
+ size 4233201
38_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3382511525f2436f7f631726311432588249998fff95b8318fafb35bccb50198
3
+ size 218247244
38_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be3c12e8fc062d1ddb0571f48fd9e2875de748e798d8be6f7dda3bb3410fb48c
3
+ size 218247244
38_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72fe9d1e5ffc69494cf91ef1c6501ce7b74f871bd866a2827bfc43481476a5de
3
+ size 4233201
38_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4244e9825063c1e8ab4b901d7c2716e8668448a2d027fa35371836fa31f5bcb
3
+ size 67126
38_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf66f3bc80df96d0b641d04ed92b0b0fb25294d6ff7faf4ac88c3a61bf1131f6
3
+ size 67178481
38_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2886806a409249a8b33b4eae52b1e1b9d0d4e3e11b4479976e6d9fac42d7459a
3
+ size 67178481