Hugging Face's logo

relaxml
/
Llama-3.1-405B-Instruct-QTIP-3Bit-TP8

Safetensors
llama
Model card Files Community
2
at676 commited on
Commit
a6c0c3a
·
verified ·
1 Parent(s): eea5ccb

f5fb4facfbe4c68f93e9ec91de9bf5d4aed9c86c48e63e8fa4afb2826a439ce4

Browse files
Files changed (11) hide show
  1. 5_up.pt +3 -0
  2. 5_v.pt +3 -0
  3. 60_down.pt +3 -0
  4. 60_gate.pt +3 -0
  5. 60_k.pt +3 -0
  6. 60_layernorm.pt +3 -0
  7. 60_o.pt +3 -0
  8. 60_q.pt +3 -0
  9. 60_up.pt +3 -0
  10. 60_v.pt +3 -0
  11. 61_down.pt +3 -0
5_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e73a1077ffce1ce6cae250c7656f0615b5269f030d2eda050b451cda5985a169
3
+ size 327299057
5_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fa1ab0326114c9e3cde24a40e755ac77876141a443ef4f43a296fa589d7bbd2
3
+ size 6330344
60_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e2e93398e27ff27376e33a9ae177a6cc2d0ccab8ebf8cd612faf62ac67fb0af
3
+ size 327299148
60_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51be20c9573a999b00b8b05c1418a3882a46c28c9890ee0badad9d73767887ef
3
+ size 327299148
60_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:199929d13699f4353943fc4e3ec382f66c14a26fc9cfbe3953ac263ce1687f99
3
+ size 6330353
60_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b812bcd26b0ec2b059d9cd036c23b2591d69079f927114d220add264e7a5335
3
+ size 67126
60_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b248709a3f6f6e670b2b72088877eaf7492513de0b7047c2736af079851a833e
3
+ size 100732913
60_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:344d80c8bfcebf7bdbfbe1229d111c3faab5ba06483881e4010072abefbd0334
3
+ size 100732913
60_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a833b22b21fabfe219fc044585989cf75acd3daf5a8d07de7186980ad94b55c
3
+ size 327299066
60_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12f0397aa8dc4e7b7248136f7da6dac50ab0853e6f98c3b440b4e2273e57159a
3
+ size 6330353
61_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8afca46910b503eae16e425daeb223601b93ade179ecdbc60b788e95593707bb
3
+ size 327299148