Hugging Face's logo

mradermacher
/
FuseChat-7B-Slerp-i1-GGUF

Transformers
GGUF
English
mistral
mixtral
solar
model-fusion
fusechat
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
5e1dbab
•
1 Parent(s): 107de6b

uploaded from nico1

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. FuseChat-7B-Slerp.i1-IQ1_M.gguf +3 -0
  3. FuseChat-7B-Slerp.i1-IQ1_S.gguf +3 -0
  4. FuseChat-7B-Slerp.i1-IQ2_M.gguf +3 -0
  5. FuseChat-7B-Slerp.i1-IQ2_S.gguf +3 -0
  6. FuseChat-7B-Slerp.i1-IQ2_XS.gguf +3 -0
  7. FuseChat-7B-Slerp.i1-IQ2_XXS.gguf +3 -0
  8. FuseChat-7B-Slerp.i1-IQ3_M.gguf +3 -0
  9. FuseChat-7B-Slerp.i1-IQ3_S.gguf +3 -0
  10. FuseChat-7B-Slerp.i1-IQ3_XS.gguf +3 -0
  11. FuseChat-7B-Slerp.i1-IQ3_XXS.gguf +3 -0
  12. FuseChat-7B-Slerp.i1-IQ4_XS.gguf +3 -0
  13. FuseChat-7B-Slerp.i1-Q2_K.gguf +3 -0
  14. FuseChat-7B-Slerp.i1-Q2_K_S.gguf +3 -0
  15. FuseChat-7B-Slerp.i1-Q3_K_L.gguf +3 -0
  16. FuseChat-7B-Slerp.i1-Q3_K_M.gguf +3 -0
  17. FuseChat-7B-Slerp.i1-Q3_K_S.gguf +3 -0
  18. FuseChat-7B-Slerp.i1-Q4_0.gguf +3 -0
  19. FuseChat-7B-Slerp.i1-Q4_K_M.gguf +3 -0
  20. FuseChat-7B-Slerp.i1-Q4_K_S.gguf +3 -0
  21. FuseChat-7B-Slerp.i1-Q5_K_M.gguf +3 -0
  22. FuseChat-7B-Slerp.i1-Q5_K_S.gguf +3 -0
  23. FuseChat-7B-Slerp.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ FuseChat-7B-Slerp.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ FuseChat-7B-Slerp.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ FuseChat-7B-Slerp.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ FuseChat-7B-Slerp.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ FuseChat-7B-Slerp.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ FuseChat-7B-Slerp.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ FuseChat-7B-Slerp.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ FuseChat-7B-Slerp.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ FuseChat-7B-Slerp.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ FuseChat-7B-Slerp.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ FuseChat-7B-Slerp.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ FuseChat-7B-Slerp.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ FuseChat-7B-Slerp.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ FuseChat-7B-Slerp.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ FuseChat-7B-Slerp.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ FuseChat-7B-Slerp.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ FuseChat-7B-Slerp.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ FuseChat-7B-Slerp.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ FuseChat-7B-Slerp.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ FuseChat-7B-Slerp.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ FuseChat-7B-Slerp.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ FuseChat-7B-Slerp.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
FuseChat-7B-Slerp.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:569036c701c89b17bae021c5490351cfb4d128566738a7050460468d319a8b4e
3
+ size 1754455808
FuseChat-7B-Slerp.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cf8cc90361ea34524cc37840e1f5c776b610494c300f5760a4f90051aed2cb1
3
+ size 1612111616
FuseChat-7B-Slerp.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a8f4d6ae9cda694dcdc94e6e403e30ea0e7e08e9ed7cb62ec533c4d8c0e655b
3
+ size 2500723264
FuseChat-7B-Slerp.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44db1fa5b45278738c6dfeac0e050276b3f00223666ea445f33ccc17b7d858c1
3
+ size 2310931008
FuseChat-7B-Slerp.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c3e9d0cb4e5e33226476edf057a5a8261a1447784c64450c1e05014c526d452
3
+ size 2198265600
FuseChat-7B-Slerp.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6f4b9662a52cdd81cd4296397d0ef800c36591c14ae4e11097602231650b45c
3
+ size 1991696128
FuseChat-7B-Slerp.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bb5a7514318d5f504acaa03cd92db2d0f92078a50581428e8600db0c312fe54
3
+ size 3284903552
FuseChat-7B-Slerp.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d57c1313bab7096bf638a76458bcd3a03665e26c81e9562a70e2c0a309a4e28
3
+ size 3182405248
FuseChat-7B-Slerp.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6009f872f8b78d140ee3871e322e62cd06e6c3483a27894ca960cd66b0f37740
3
+ size 3018827392
FuseChat-7B-Slerp.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7896a49de6a84a15ef2cbe25cece1bc9a62e9a0067022981b508127eec698b7e
3
+ size 2827354688
FuseChat-7B-Slerp.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2528012cde70328c278b81d8fdcce6a499a79fa74f80e38efa3be13419c8d8a3
3
+ size 3907701184
FuseChat-7B-Slerp.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2739d811eedc0a5f830a31f10ac34c7bb8a6a3438dc4fb9881ca86a66d7337ec
3
+ size 2719253312
FuseChat-7B-Slerp.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:186d6b8839241757bb92a294b330a0cb134093e16fa0fddeb22447665f9b8105
3
+ size 2528936768
FuseChat-7B-Slerp.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8707e2ff14056c171c680af764398a78b277a6aa4d3d9ff51c527e022ef8c3ee
3
+ size 3822036608
FuseChat-7B-Slerp.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:744123f507144c22a18f4d5ca8a778c7c3bd4bf9adeaa4bfa53b8cba8198b120
3
+ size 3518998144
FuseChat-7B-Slerp.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21e56f7b8ea0a841e27c744f7d3b09f16de5c2278edddc04df4e5772ddca30f8
3
+ size 3164579456
FuseChat-7B-Slerp.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e56a41de3f20cfc8e35f83c92fe4f8d81455a6cc8450376ffd6a43f42950c997
3
+ size 4123609792
FuseChat-7B-Slerp.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:616a5066bcaaaa9d2b95a7c5ef28fed44346cc0174f6da30b024964c0404e314
3
+ size 4368452288
FuseChat-7B-Slerp.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c49e54063fc5ed7908c3b5d3585d22c3048af344a4920aff9c5840f65669bc8
3
+ size 4140387008
FuseChat-7B-Slerp.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:357e7cf9f8e277518c6c6266a2f89b0fd3a2abb5ad8f644eca8d75a3af6035e9
3
+ size 5131423424
FuseChat-7B-Slerp.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e9cb75b36411546a562c584c5a4a509bd9cc73611ea46c80bcc0afdfcd6a28e
3
+ size 4997729984
FuseChat-7B-Slerp.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae643d77bb3089ff6835cdd1d948d0e821a77be2de7a2577f717cc4c0b197196
3
+ size 5942080256