Hugging Face's logo

mradermacher
/
MiniCPM3-4B-i1-GGUF

Transformers
GGUF
Chinese
English
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
f99873a
·
verified ·
1 Parent(s): 82ee0b3

uploaded from rain

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. MiniCPM3-4B.i1-IQ1_M.gguf +3 -0
  3. MiniCPM3-4B.i1-IQ1_S.gguf +3 -0
  4. MiniCPM3-4B.i1-IQ2_M.gguf +3 -0
  5. MiniCPM3-4B.i1-IQ2_S.gguf +3 -0
  6. MiniCPM3-4B.i1-IQ2_XS.gguf +3 -0
  7. MiniCPM3-4B.i1-IQ2_XXS.gguf +3 -0
  8. MiniCPM3-4B.i1-IQ3_M.gguf +3 -0
  9. MiniCPM3-4B.i1-IQ3_S.gguf +3 -0
  10. MiniCPM3-4B.i1-IQ3_XS.gguf +3 -0
  11. MiniCPM3-4B.i1-IQ3_XXS.gguf +3 -0
  12. MiniCPM3-4B.i1-IQ4_NL.gguf +3 -0
  13. MiniCPM3-4B.i1-IQ4_XS.gguf +3 -0
  14. MiniCPM3-4B.i1-Q2_K.gguf +3 -0
  15. MiniCPM3-4B.i1-Q2_K_S.gguf +3 -0
  16. MiniCPM3-4B.i1-Q3_K_L.gguf +3 -0
  17. MiniCPM3-4B.i1-Q3_K_M.gguf +3 -0
  18. MiniCPM3-4B.i1-Q3_K_S.gguf +3 -0
  19. MiniCPM3-4B.i1-Q4_0.gguf +3 -0
  20. MiniCPM3-4B.i1-Q4_1.gguf +3 -0
  21. MiniCPM3-4B.i1-Q4_K_M.gguf +3 -0
  22. MiniCPM3-4B.i1-Q4_K_S.gguf +3 -0
  23. MiniCPM3-4B.i1-Q5_K_M.gguf +3 -0
  24. MiniCPM3-4B.i1-Q5_K_S.gguf +3 -0
  25. MiniCPM3-4B.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ MiniCPM3-4B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ MiniCPM3-4B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ MiniCPM3-4B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ MiniCPM3-4B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ MiniCPM3-4B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ MiniCPM3-4B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ MiniCPM3-4B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ MiniCPM3-4B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ MiniCPM3-4B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ MiniCPM3-4B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ MiniCPM3-4B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ MiniCPM3-4B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ MiniCPM3-4B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ MiniCPM3-4B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ MiniCPM3-4B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ MiniCPM3-4B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ MiniCPM3-4B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ MiniCPM3-4B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ MiniCPM3-4B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ MiniCPM3-4B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ MiniCPM3-4B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ MiniCPM3-4B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ MiniCPM3-4B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ MiniCPM3-4B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
MiniCPM3-4B.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a4ab5d4f28abc5a07b600d6a8c7a7a9e155301b2c2c2e40ef2370ed43756307
3
+ size 1010894720
MiniCPM3-4B.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5ef6c32e5ede1a75955fd673a096ac181d1937ef66410d2f6d4a98005de2fca
3
+ size 932040320
MiniCPM3-4B.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd804f2455228bc7232b1602916fa8b6f8aea33357373936a5c6a1b55d47877f
3
+ size 1434081920
MiniCPM3-4B.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc869487c907899a8994d81da090d5df03e9efc7231375dfea714230fef30b66
3
+ size 1328942720
MiniCPM3-4B.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa60c1ecb9c3c6389395211ceb0b5b819162f4bcd88eb07922b5fd68494a31cb
3
+ size 1260155520
MiniCPM3-4B.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ca98161309e17df805f3ed47f520046be654141b366d6a89fc43c400c3ceb5e
3
+ size 1142318720
MiniCPM3-4B.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a963cf767ac73e9bf079b95a551d72204fc7efe2c8608c78bc99ace473e7273
3
+ size 1896238240
MiniCPM3-4B.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:780bf272d8dab28869751822cd69d1d28070c9f747d954fa2ecd24c910593f67
3
+ size 1827041440
MiniCPM3-4B.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:710d698214cbf838885bfdd9fbcf2b415b0eabad11f959ec296a53e30ee647e8
3
+ size 1754849440
MiniCPM3-4B.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8085730c68a097feeac3d64e72fe25d1d2683908dcdc85f0635ce0ff53860142
3
+ size 1638984320
MiniCPM3-4B.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf5e233ad53159d2bbc96a5009057ad1803be20abce3e27e8373cf7ea1a7328d
3
+ size 2343079840
MiniCPM3-4B.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c478df1b969e30e34f793f05ab6b56ff6a140761f7a97185068594317808a88
3
+ size 2221659040
MiniCPM3-4B.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:760e43e4aae9732c7b196e082bf90b1363861d90e167edfab564a7ac1da3899f
3
+ size 1576859040
MiniCPM3-4B.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a9daa49ff9f51b99e6594a44a7e9a6c1a579dcfb929bda1ee3dbdb1ffb533ab
3
+ size 1459303840
MiniCPM3-4B.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7907a1228e8334254f1e6e3e9f507f1d5de2072d13c181690b2127e603d733d7
3
+ size 2193684640
MiniCPM3-4B.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1626e3560f6d3f0d487c66b2114b1eac2f69b6397064696ef04c078baffe13da
3
+ size 2022062240
MiniCPM3-4B.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:feb0dde88eb272c723cdca4853e60fccc9421c1b0477401f4801bd0e2183b3e9
3
+ size 1827041440
MiniCPM3-4B.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0c7d27dedf2484f3e8d85d12bf9ded5c7760efc672fd9b0c641efcab24ea016
3
+ size 2350247840
MiniCPM3-4B.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5b2a9cc3cab6bf4f4c26a17d9fb7cad828fbee9446e69b6059c8a404e6faa4d
3
+ size 2585921440
MiniCPM3-4B.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb8ef1fc1c170ec01b6648d33f18adba68a745c0e01aba37b3f3379e5a6b2ab6
3
+ size 2469799840
MiniCPM3-4B.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75a672a5b0bb4d6bb9736398675bf75d5e2d162adc166e6a02658971db26593e
3
+ size 2357415840
MiniCPM3-4B.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfc4ad3101a198681e8ebddac91630e391f84864e674afb2585a97cf11d119ed
3
+ size 2894043040
MiniCPM3-4B.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d663e06ec2196e75d9efc5163a3a54bba0cea1c7898e0c55291e1e790cee74cd
3
+ size 2828763040
MiniCPM3-4B.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b720f8457542eb9cf7edac8b2023d35986f9f2981b13fd4d28e796e48e7c11ea
3
+ size 3344801440