Hugging Face's logo

relaxml
/
Llama-3.1-405B-Instruct-QTIP-3Bit-TP8

Safetensors
llama
Model card Files Community
2

Upload folder using huggingface_hub

#1
by at676 - opened
base: refs/heads/main
←
from: refs/pr/1
Discussion Files changed
+3027
-0
This view is limited to 50 files because it contains too many changes.  See the raw diff here.
Files changed (50) hide show
  1. 0_down.pt +3 -0
  2. 0_gate.pt +3 -0
  3. 0_k.pt +3 -0
  4. 0_layernorm.pt +3 -0
  5. 0_o.pt +3 -0
  6. 0_q.pt +3 -0
  7. 0_up.pt +3 -0
  8. 0_v.pt +3 -0
  9. 100_down.pt +3 -0
  10. 100_gate.pt +3 -0
  11. 100_k.pt +3 -0
  12. 100_layernorm.pt +3 -0
  13. 100_o.pt +3 -0
  14. 100_q.pt +3 -0
  15. 100_up.pt +3 -0
  16. 100_v.pt +3 -0
  17. 101_down.pt +3 -0
  18. 101_gate.pt +3 -0
  19. 101_k.pt +3 -0
  20. 101_layernorm.pt +3 -0
  21. 101_o.pt +3 -0
  22. 101_q.pt +3 -0
  23. 101_up.pt +3 -0
  24. 101_v.pt +3 -0
  25. 102_down.pt +3 -0
  26. 102_gate.pt +3 -0
  27. 102_k.pt +3 -0
  28. 102_layernorm.pt +3 -0
  29. 102_o.pt +3 -0
  30. 102_q.pt +3 -0
  31. 102_up.pt +3 -0
  32. 102_v.pt +3 -0
  33. 103_down.pt +3 -0
  34. 103_gate.pt +3 -0
  35. 103_k.pt +3 -0
  36. 103_layernorm.pt +3 -0
  37. 103_o.pt +3 -0
  38. 103_q.pt +3 -0
  39. 103_up.pt +3 -0
  40. 103_v.pt +3 -0
  41. 104_down.pt +3 -0
  42. 104_gate.pt +3 -0
  43. 104_k.pt +3 -0
  44. 104_layernorm.pt +3 -0
  45. 104_o.pt +3 -0
  46. 104_q.pt +3 -0
  47. 104_up.pt +3 -0
  48. 104_v.pt +3 -0
  49. 105_down.pt +3 -0
  50. 105_gate.pt +3 -0
0_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59ea41e8e08bc1e0ccbe0af437a74d5892320daa9a0559e3a0b1a928db32a727
3
+ size 327299075
0_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71599acc96458255fc66c55c9bb708b940086c7a871336c823f84a0fa36a8800
3
+ size 327299075
0_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d53272e36ea6a5f197cb46d4051a89f0cd312b97afdaba2ab36106fa1f802b2d
3
+ size 6330344
0_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27dc511de986e59bf111039a6153ce8b15071df75c43df46c9cfafc76419b9e3
3
+ size 67120
0_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6108daaf7d1eb0b0ddd5e8d2ed16f9ca81fb4a08154e0bf9e0832fe783e9fa47
3
+ size 100732904
0_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abfb84408f9d185ac532ba3d6cbf9b6f6fedc5dd41eac2e208e2cc16cc8652cf
3
+ size 100732904
0_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa19e3d77e46ac8479b1b005f1288d5e7b6179e9e5376972d381e7e872538853
3
+ size 327299057
0_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c73081b5fbd5ab401fe420fd7ba87ff6d6d364e1306025e26eb7aacd07f16562
3
+ size 6330344
100_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b288675317b96dff1a7b1b09c6c8873e3779037a67617fd40d9f5f6d7ef1ed74
3
+ size 327299349
100_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ec6622a50fa1dd301f8906b36a69462a44952c719a0abe3ac4741e101747dc1
3
+ size 327299349
100_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a78fb4c793ba2544bc7c7bbdc0b04bada2fa47a7c849cf03ea4d53df36b0360
3
+ size 6330362
100_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:107636219651ae35d156f24f119012cd2ea7dfe68df1e3cb3992e38b511acbd4
3
+ size 67132
100_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ead1f8888a063736e23c44afd9bb6521e25e3bbb2f9d774b926c02b021910f3
3
+ size 100732922
100_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de38def392ca9bdcc49d47caec31e1cdb4dbd52096302dd5a54252014d613524
3
+ size 100732922
100_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f793575518e9d6b9b4e511d02fd72d062a1773489939ea1b5cc2cd30fefaba1b
3
+ size 327299075
100_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:040fb5cea8bc97a56eb0feb0c6a3d14244dc1d160f40ae2bed9707d8d3917f82
3
+ size 6330362
101_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:384d2f97d538ff1c463a9b1f4088b7e6a9bd383e74cf7fc9f6ad085e7ab61e1e
3
+ size 327299349
101_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba759b8c2973be85861dba0c0ca35e948aeaf18262b6706210cd6b342e3979f0
3
+ size 327299349
101_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b79363430a6f7568bb396b5340e9c677a94a97a6ef3e373235f2b5d0bfd2182
3
+ size 6330362
101_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2276c61ee33bf56a1e3a83fba2850935091f144d2e43af2f60d888dac638325
3
+ size 67132
101_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b23b9891846aefb7fcc4ff0cc7ec8c29165f3c165dfe88a22b7bce60569f59a8
3
+ size 100732922
101_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87f79e280aa7a6363fa16291ab168596fe74c5847880342dd2757cd4599d4b35
3
+ size 100732922
101_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac75cd25c2cd456a5d1c79cffaa831a4b00209865eaf7bec6fc05fee52d8f6dc
3
+ size 327299075
101_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44670444389edacfa017d751a076bcbb221650f7a84290688aa700c2f6c0d1c9
3
+ size 6330362
102_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b27c4d4bc627242bfe7833d84ace35b2d332b74c450913ad23f040ef74320a8
3
+ size 327299349
102_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0c500c89e886e93197e5df4525618fffdc2b122fcc02c5cd4886c1713e37875
3
+ size 327299349
102_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b1891df8d556e0246074e6136e2ab918921d451c8166fe30971e2495ca5dd39
3
+ size 6330362
102_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58b61ba963f59bbfa361748a59339cf7333a55d7de6d4af35d67560c886ffd5a
3
+ size 67132
102_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ef396bceb549bde12fd86e35a7e08bd3df34bbdc2bf65b836e279d7f80a22ff
3
+ size 100732922
102_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fd2b651a6ea7cefe45f0f194c49dfe0e21d3f23a40ba6280f2f18be622ca282
3
+ size 100732922
102_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:449baeef89d99d1389576eb85536a940b745fc74672c77dd28e82cb825285c56
3
+ size 327299075
102_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e097b7ceaea816aa1ebe70665172c4af6eaf8d08fdec77eae5ccbff74e5f27c
3
+ size 6330362
103_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66286b7446cd7bfe2d3a281e6b5c60a3b1acc86717d5b379b0a04614f2d9caab
3
+ size 327299349
103_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:988ffb1ed3c875c3f7c5c22d6531c976da2705e8f3904d36086728312e93a2d9
3
+ size 327299349
103_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06b2fe736bc62f2bcfee1289bac5dd01da1e4e9ea1c668237a01e0073494099f
3
+ size 6330362
103_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb3eb71aef579089bf9c3cdc31b23508dac961d500ba33bcd634396f43d488d2
3
+ size 67132
103_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e876257a93758cfbf31fb91b43d55ec8c8e6efe3976cbcabedb8067fdcd3219
3
+ size 100732922
103_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08f4747c307558e7e740b21b67806f5b7bf9b92a4ab804451c667a1778caf5ab
3
+ size 100732922
103_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e20c3d04728a377166767adfaf6662debd61020b63afa5dc2337f72cca977e4b
3
+ size 327299075
103_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d9eb533dee9802a5c61a56a92880fc687dc3612218235484f03df06149c105a
3
+ size 6330362
104_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46bb0fa964259051e88738322e042cbee841b49584cd8a7a27e4e2acaa62a2da
3
+ size 327299349
104_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f52d8a846f0ed039938b952989fe3020ad19467eb2b50a8115f9ec5a5f76c521
3
+ size 327299349
104_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:835a32537e59cb81257e838e718d2289ac85217c76a3f61d929b24b7d3160c42
3
+ size 6330362
104_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f543a046837c0db969e96ef4db40a0136b4a85c5324d57ff000a00a3cb66d02d
3
+ size 67132
104_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e3cc9c53044de0bae7b44b44564b1910a400e185c0a4a826b6e483c7cea4c7e
3
+ size 100732922
104_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:434c956d2c52c6eb482b82efd0e890d2c714cf9c5ff4883b6fec9a929dbb0065
3
+ size 100732922
104_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f210b364c6f25c8e29b024e40343a3de6204eb84b90c076eb9bb2fa9e28982c5
3
+ size 327299075
104_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:121b923fdf350ff3db433adaa88fbec362fa3bcba5144c4db612b935db1ffc8f
3
+ size 6330362
105_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58a3111919b825c138c8b05eab358ac77d33284142c5de7f6ae7f52bba6da42e
3
+ size 327299349
105_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19e7d33dca32f13e9ba6b8a85b82777ce57bc32f87876efacd38d4f0e7bdbcb9
3
+ size 327299349