Hugging Face's logo

mradermacher
/
Meta-Llama-3-2B-mlp-layer-pruned-i1-GGUF

Transformers
GGUF
English
Inference Endpoints
imatrix
Model card Files Community
mradermacher commited on
Commit
6f7af8a
·
verified ·
1 Parent(s): 1bb95a4

uploaded from leia

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ1_M.gguf +3 -0
  3. Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ1_S.gguf +3 -0
  4. Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ2_M.gguf +3 -0
  5. Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ2_S.gguf +3 -0
  6. Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ2_XS.gguf +3 -0
  7. Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ2_XXS.gguf +3 -0
  8. Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ3_M.gguf +3 -0
  9. Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ3_S.gguf +3 -0
  10. Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ3_XS.gguf +3 -0
  11. Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ3_XXS.gguf +3 -0
  12. Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ4_NL.gguf +3 -0
  13. Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ4_XS.gguf +3 -0
  14. Meta-Llama-3-2B-mlp-layer-pruned.i1-Q2_K.gguf +3 -0
  15. Meta-Llama-3-2B-mlp-layer-pruned.i1-Q2_K_S.gguf +3 -0
  16. Meta-Llama-3-2B-mlp-layer-pruned.i1-Q3_K_L.gguf +3 -0
  17. Meta-Llama-3-2B-mlp-layer-pruned.i1-Q3_K_M.gguf +3 -0
  18. Meta-Llama-3-2B-mlp-layer-pruned.i1-Q3_K_S.gguf +3 -0
  19. Meta-Llama-3-2B-mlp-layer-pruned.i1-Q4_0.gguf +3 -0
  20. Meta-Llama-3-2B-mlp-layer-pruned.i1-Q4_1.gguf +3 -0
  21. Meta-Llama-3-2B-mlp-layer-pruned.i1-Q4_K_M.gguf +3 -0
  22. Meta-Llama-3-2B-mlp-layer-pruned.i1-Q4_K_S.gguf +3 -0
  23. Meta-Llama-3-2B-mlp-layer-pruned.i1-Q5_K_M.gguf +3 -0
  24. Meta-Llama-3-2B-mlp-layer-pruned.i1-Q5_K_S.gguf +3 -0
  25. Meta-Llama-3-2B-mlp-layer-pruned.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Meta-Llama-3-2B-mlp-layer-pruned.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Meta-Llama-3-2B-mlp-layer-pruned.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Meta-Llama-3-2B-mlp-layer-pruned.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Meta-Llama-3-2B-mlp-layer-pruned.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Meta-Llama-3-2B-mlp-layer-pruned.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Meta-Llama-3-2B-mlp-layer-pruned.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Meta-Llama-3-2B-mlp-layer-pruned.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Meta-Llama-3-2B-mlp-layer-pruned.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Meta-Llama-3-2B-mlp-layer-pruned.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Meta-Llama-3-2B-mlp-layer-pruned.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Meta-Llama-3-2B-mlp-layer-pruned.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Meta-Llama-3-2B-mlp-layer-pruned.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4f004da729ed3581945011941496de5d406dd1d997465a0b60a4f444631fc0b
3
+ size 902099296
Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9813242c411cbc5d6fd19fdceedc883978b5225304c4d64c7c78d178a6c8d497
3
+ size 876147040
Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aec003fc367e1bb37a4b8a59a61a87d699f3f785a7dcbc765053dfddc07b1026
3
+ size 1117458784
Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76d4b2cb62b91d7f711a7219cc3c3b84d2694c485c59a2ba69556d775b235dd2
3
+ size 1082855776
Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc7a28b0ed6f09e5fdf1201e3958784717c32a9d09dbf28f0f86318684496251
3
+ size 988344672
Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1efac49e9ed52e9228b37929d6eefdabb960c376286fe8ebf008b9bba77e3c11
3
+ size 945353056
Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9b9e809d89bfc730651c80388ef7714133bfe18ec926064ed4ffdad16cad59e
3
+ size 1348448608
Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c13ffc49448838fb961c50617129e732754da233ffa60a5e9cf5d412fff2a04
3
+ size 1308340576
Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf41be3309b187a89801165f01c6b09794fe2462fe46d8e0abcb7d9c890c9030
3
+ size 1273737568
Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c1c371970a1491e1a8906c712a452fb5041a3b46c51a1d8cff292379c1abbad
3
+ size 1164120416
Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2dc3d68fbf7920679504cde7794b5f8f89d0aa180a6f2fa5ac1014d5317d2a1
3
+ size 1573671264
Meta-Llama-3-2B-mlp-layer-pruned.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d230895d0fb5bcf3f544517ff7a72c7b5c111eaf5163449fc3639429d494444
3
+ size 1513214304
Meta-Llama-3-2B-mlp-layer-pruned.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a83b8ef86ea53b00a442adba949ba832f1cdfe7798278a694ad4b50d5be6dc0
3
+ size 1166381408
Meta-Llama-3-2B-mlp-layer-pruned.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebbd77380b690d456f8b2ef03096995ce1d3b57e03d5e347dc720a08df290647
3
+ size 1119719776
Meta-Llama-3-2B-mlp-layer-pruned.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe5e258da4ad131d09947388fa13bd266c84ddaf88b66bf692093990f502317b
3
+ size 1455141216
Meta-Llama-3-2B-mlp-layer-pruned.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d3df3da50dfefa246cba14715dfcc08101d7055a607c1389bfed1b780a2441c
3
+ size 1382789472
Meta-Llama-3-2B-mlp-layer-pruned.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b81035b5607180b8ef61da0fcc16f0b578eb45e766bd22a89f3fbb59e555930f
3
+ size 1299427680
Meta-Llama-3-2B-mlp-layer-pruned.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ac93a8e523ef270d2c0eb14d7387b5ad8ab9e523821bb5edd47e293264034e5
3
+ size 1567379808
Meta-Llama-3-2B-mlp-layer-pruned.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d896a2d9e5746485e33080f16d4554cb73ec15b20a795dc98af82d7142d2c8a8
3
+ size 1690390880
Meta-Llama-3-2B-mlp-layer-pruned.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd7e6050feb241270e2fc120767444f73b748b134560ad79f20ed610dbf02499
3
+ size 1608536416
Meta-Llama-3-2B-mlp-layer-pruned.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:327674a8981943faf239c1ad8c25857f56ec787b3b9eacbcab22ac5c7db8e370
3
+ size 1571574112
Meta-Llama-3-2B-mlp-layer-pruned.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a189657eb4baedd22ecd27fb4fb83be996e01c0bc1f5242490d40eeb423c4d6
3
+ size 1837781344
Meta-Llama-3-2B-mlp-layer-pruned.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d70e25bbac38c80aa8c05d839583cb403beb20cdae1e2e621640a62c1da5712a
3
+ size 1815499104
Meta-Llama-3-2B-mlp-layer-pruned.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99760128fe9ab0959b1da4eebde628fc83221af38f89352527e5867ab3cfcb92
3
+ size 2081354080