Hugging Face's logo

mradermacher
/
MiniLlama-1.8b-Chat-v0.1-i1-GGUF

Transformers
GGUF
English
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
a0ebd78
•
1 Parent(s): 11758d5

uploaded from nico1

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. MiniLlama-1.8b-Chat-v0.1.i1-IQ1_M.gguf +3 -0
  3. MiniLlama-1.8b-Chat-v0.1.i1-IQ1_S.gguf +3 -0
  4. MiniLlama-1.8b-Chat-v0.1.i1-IQ2_M.gguf +3 -0
  5. MiniLlama-1.8b-Chat-v0.1.i1-IQ2_S.gguf +3 -0
  6. MiniLlama-1.8b-Chat-v0.1.i1-IQ2_XS.gguf +3 -0
  7. MiniLlama-1.8b-Chat-v0.1.i1-IQ2_XXS.gguf +3 -0
  8. MiniLlama-1.8b-Chat-v0.1.i1-IQ3_M.gguf +3 -0
  9. MiniLlama-1.8b-Chat-v0.1.i1-IQ3_S.gguf +3 -0
  10. MiniLlama-1.8b-Chat-v0.1.i1-IQ3_XS.gguf +3 -0
  11. MiniLlama-1.8b-Chat-v0.1.i1-IQ3_XXS.gguf +3 -0
  12. MiniLlama-1.8b-Chat-v0.1.i1-IQ4_XS.gguf +3 -0
  13. MiniLlama-1.8b-Chat-v0.1.i1-Q2_K.gguf +3 -0
  14. MiniLlama-1.8b-Chat-v0.1.i1-Q2_K_S.gguf +3 -0
  15. MiniLlama-1.8b-Chat-v0.1.i1-Q3_K_L.gguf +3 -0
  16. MiniLlama-1.8b-Chat-v0.1.i1-Q3_K_M.gguf +3 -0
  17. MiniLlama-1.8b-Chat-v0.1.i1-Q3_K_S.gguf +3 -0
  18. MiniLlama-1.8b-Chat-v0.1.i1-Q4_0.gguf +3 -0
  19. MiniLlama-1.8b-Chat-v0.1.i1-Q4_K_M.gguf +3 -0
  20. MiniLlama-1.8b-Chat-v0.1.i1-Q4_K_S.gguf +3 -0
  21. MiniLlama-1.8b-Chat-v0.1.i1-Q5_K_M.gguf +3 -0
  22. MiniLlama-1.8b-Chat-v0.1.i1-Q5_K_S.gguf +3 -0
  23. MiniLlama-1.8b-Chat-v0.1.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ MiniLlama-1.8b-Chat-v0.1.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ MiniLlama-1.8b-Chat-v0.1.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ MiniLlama-1.8b-Chat-v0.1.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ MiniLlama-1.8b-Chat-v0.1.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ MiniLlama-1.8b-Chat-v0.1.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ MiniLlama-1.8b-Chat-v0.1.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ MiniLlama-1.8b-Chat-v0.1.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ MiniLlama-1.8b-Chat-v0.1.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ MiniLlama-1.8b-Chat-v0.1.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ MiniLlama-1.8b-Chat-v0.1.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ MiniLlama-1.8b-Chat-v0.1.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ MiniLlama-1.8b-Chat-v0.1.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ MiniLlama-1.8b-Chat-v0.1.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ MiniLlama-1.8b-Chat-v0.1.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ MiniLlama-1.8b-Chat-v0.1.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ MiniLlama-1.8b-Chat-v0.1.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ MiniLlama-1.8b-Chat-v0.1.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ MiniLlama-1.8b-Chat-v0.1.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ MiniLlama-1.8b-Chat-v0.1.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ MiniLlama-1.8b-Chat-v0.1.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ MiniLlama-1.8b-Chat-v0.1.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ MiniLlama-1.8b-Chat-v0.1.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
MiniLlama-1.8b-Chat-v0.1.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca160d2be5223096fb15d007c0659e7cebc0c169b2fd44ace0daa9085214127f
3
+ size 473393952
MiniLlama-1.8b-Chat-v0.1.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a428afca6d94cabd14d29fc1a8ddb3f8cc309f85e4aa85ab2386c31c48625929
3
+ size 437881632
MiniLlama-1.8b-Chat-v0.1.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e76c71c3c45bb9cf9ba57917e6607cc8f8e33a5baefe20765cb540b5d37cba7
3
+ size 668629792
MiniLlama-1.8b-Chat-v0.1.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9303e24405cf21c7e687539fdd0073125c1bff54f1ef827e9199798d989f28f
3
+ size 621280032
MiniLlama-1.8b-Chat-v0.1.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:674e14047865a2eacb55cc7f92d265b6b479349910a2fecdf2c6a0a31347f91c
3
+ size 585173792
MiniLlama-1.8b-Chat-v0.1.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:692988d9f4d86f0a724c00ef936295fd1ed51ce147324962bdeddf90648612f3
3
+ size 532581152
MiniLlama-1.8b-Chat-v0.1.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6b1de28431f4120fb5258e96fccaf7d411996a409a92be8e4ca7ffd2a716685
3
+ size 872999712
MiniLlama-1.8b-Chat-v0.1.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7abc0e6ada6926d8f88415418fe4bf90ad438f546b67fe7a179893870c29d86e
3
+ size 843057952
MiniLlama-1.8b-Chat-v0.1.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd3c4e3c6089d3ff08e7e02230b65c803d8e8708b46da5fc779c48ef868186c1
3
+ size 801770272
MiniLlama-1.8b-Chat-v0.1.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1423c7887f308db9310f01e82203e0c5c9e501007a6a22e05841cfab5e1589a
3
+ size 748829472
MiniLlama-1.8b-Chat-v0.1.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95a21ae59e3f88b1613c5f81fac0dcadc1c3f2b4420940563f12bb73705fc271
3
+ size 1029118752
MiniLlama-1.8b-Chat-v0.1.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f859a1212fac97b92cee4478b30b00dcd7efcbff7b0f5dfbdde865453793702d
3
+ size 723516192
MiniLlama-1.8b-Chat-v0.1.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cd259b9d72f6fe78255dc2d1bec6b2b11d4fa4bd18b0396250035f6222888da
3
+ size 673135392
MiniLlama-1.8b-Chat-v0.1.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac79ceafcb4fa725a00500eb0f9e9b67fc800fa040f6e9686509e27016b8f475
3
+ size 1007880992
MiniLlama-1.8b-Chat-v0.1.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95f1a7ba4f1bd1c7cbf187e90d24da6466cabfa8624ce0cef7cf04ad731c7f47
3
+ size 929631008
MiniLlama-1.8b-Chat-v0.1.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:373040b2d8e2f3b6930576f166f0d38b9ca0d53b1cc341f9b8debfae3f9aba8d
3
+ size 840272672
MiniLlama-1.8b-Chat-v0.1.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71aca9f94b427c522e27b9ac8f18c2393ac668e901f49fc2ca949188f719f346
3
+ size 1086544672
MiniLlama-1.8b-Chat-v0.1.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd24a3f218e2c02a2099db4a3565a8ca00c5fa596d0508d5fd0b993ba1247b6f
3
+ size 1145117472
MiniLlama-1.8b-Chat-v0.1.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cca8b6502e0e1fe2f38af5f44db57fbfdce0fa9583d78dde5146c5758c4f00cf
3
+ size 1090411296
MiniLlama-1.8b-Chat-v0.1.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90eb3febc309c0cdd6c079923b9e12176ad212d7d234e1363e8590b99477c71f
3
+ size 1343363872
MiniLlama-1.8b-Chat-v0.1.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed74999e6f8e761d9ce7d71f11751a4dc72337a1a0210ffbdaeada232da0a77d
3
+ size 1311333152
MiniLlama-1.8b-Chat-v0.1.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3e36e459d041e1e6e004fa73cedb1e272327e1d46260fe90419633dc639cf4e
3
+ size 1554000672