Hugging Face's logo

relaxml
/
Llama-3.1-405B-Instruct-QTIP-2Bit-TP8

Safetensors
llama
Model card Files Community
2
at676 commited on
Commit
e5bd984
·
verified ·
1 Parent(s): bd88441

8ec596eed2a5d466858d1b19b6380dc80b1706509c43b7926ec786b14b50800b

Browse files
Files changed (19) hide show
  1. 15_up.pt +3 -0
  2. 15_v.pt +3 -0
  3. 16_down.pt +3 -0
  4. 16_gate.pt +3 -0
  5. 16_k.pt +3 -0
  6. 16_layernorm.pt +3 -0
  7. 16_o.pt +3 -0
  8. 16_q.pt +3 -0
  9. 16_up.pt +3 -0
  10. 16_v.pt +3 -0
  11. 17_down.pt +3 -0
  12. 17_gate.pt +3 -0
  13. 17_k.pt +3 -0
  14. 17_layernorm.pt +3 -0
  15. 17_o.pt +3 -0
  16. 17_q.pt +3 -0
  17. 17_up.pt +3 -0
  18. 17_v.pt +3 -0
  19. 18_down.pt +3 -0
15_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89548686c4bba6906a1b63ed7c3c36591015daf92461dd710fa49b29bf38276b
3
+ size 218247162
15_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ce016608b0cb4b38fe9964566bc543862b733f5ec166a789798b281f5e27963
3
+ size 4233201
16_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28eec6db6673f841b5f1c143828c406255b356647d975fdc87df7a5433ee4454
3
+ size 218247244
16_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10e5b83a57dcad71d35308de40aea930a12fefae4141031f5f02aa04abae4080
3
+ size 218247244
16_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c98be3f89776ac8797dfb5881f86061c192b6a9525d1f6c5827ecaaf30da5f36
3
+ size 4233201
16_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a533e930d41e2b7fe8b914326d9d04d5736b981affd6b17e96e30bdb81cd8445
3
+ size 67126
16_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a985a528d93e95832be05c34cc9d8f01f2aa1fc5af68ee2eb7104be30533ef63
3
+ size 67178481
16_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b05e65795ae9c3000add0cd2f33d2bce27300d2917dac842da880bef08204f45
3
+ size 67178481
16_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed11d6a95eab413c5e296f036535e0de79613680d4595cd70118fb00906bf22e
3
+ size 218247162
16_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1a1bb7c71d5c5a319e9cab4c5ed16b0e8f338b7d791b95bc3bb0016e4f83af2
3
+ size 4233201
17_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b88809c8316f2720a68162a1bb639668e3931208de8a829ff7ac7f95c160d1e6
3
+ size 218247244
17_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d484b5f72ee37030cba8c11e172d69d924f2bdd41eaaae798e6d641329a32455
3
+ size 218247244
17_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48b01d0c039775fb3d250d9309ccfbf91df5f551eaf2d02522723a1b1ac2b773
3
+ size 4233201
17_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e76a0652536a02d0327e4304d61509d0c322e328235e5fdf702189177e97fef
3
+ size 67126
17_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1ba4925e4585b1362ad2b3bbf0e6156fd8d330b812c419f0616bc4dbf86be6d
3
+ size 67178481
17_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1f8ef750bff93f41ba74f0c417d9f56e16b9a43f55e5cb1b540b6b032174f48
3
+ size 67178481
17_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad0c3055f78a913c6e6ecb705faaf8f1283d7dab7e7e5b596645d46c8015e165
3
+ size 218247162
17_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83a68e92468f56c8e0846e91fffa4c7583a9ce4384e15a9259c940b1c94e4c25
3
+ size 4233201
18_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9211b46f943d4152e8d078deb14bc9cab7e504d24427a052978fb2f2e5356811
3
+ size 218247244