Hugging Face's logo

mradermacher
/
OpenChat-3.5-7B-Mixtral-GGUF

Transformers
GGUF
English
mistral
mixtral
solar
model-fusion
fusechat
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
afd3e99
·
verified ·
1 Parent(s): a5b246d

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. OpenChat-3.5-7B-Mixtral.IQ4_XS.gguf +3 -0
  3. OpenChat-3.5-7B-Mixtral.Q2_K.gguf +3 -0
  4. OpenChat-3.5-7B-Mixtral.Q3_K_L.gguf +3 -0
  5. OpenChat-3.5-7B-Mixtral.Q3_K_M.gguf +3 -0
  6. OpenChat-3.5-7B-Mixtral.Q3_K_S.gguf +3 -0
  7. OpenChat-3.5-7B-Mixtral.Q4_K_M.gguf +3 -0
  8. OpenChat-3.5-7B-Mixtral.Q4_K_S.gguf +3 -0
  9. OpenChat-3.5-7B-Mixtral.Q5_K_M.gguf +3 -0
  10. OpenChat-3.5-7B-Mixtral.Q5_K_S.gguf +3 -0
  11. OpenChat-3.5-7B-Mixtral.Q6_K.gguf +3 -0
  12. OpenChat-3.5-7B-Mixtral.Q8_0.gguf +3 -0
  13. OpenChat-3.5-7B-Mixtral.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ OpenChat-3.5-7B-Mixtral.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ OpenChat-3.5-7B-Mixtral.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ OpenChat-3.5-7B-Mixtral.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ OpenChat-3.5-7B-Mixtral.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ OpenChat-3.5-7B-Mixtral.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ OpenChat-3.5-7B-Mixtral.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ OpenChat-3.5-7B-Mixtral.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ OpenChat-3.5-7B-Mixtral.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ OpenChat-3.5-7B-Mixtral.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ OpenChat-3.5-7B-Mixtral.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ OpenChat-3.5-7B-Mixtral.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ OpenChat-3.5-7B-Mixtral.f16.gguf filter=lfs diff=lfs merge=lfs -text
OpenChat-3.5-7B-Mixtral.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08aae1ca556fbdbc3c26386bd2257b4b5a09da322b2349244a911d2f26ce10f0
3
+ size 3944401184
OpenChat-3.5-7B-Mixtral.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99f4d3113ae8e6fdb7a91989c044bcac1e5c374ecbd7d1e24be595af8b4605c9
3
+ size 2719253152
OpenChat-3.5-7B-Mixtral.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff0d7177fff6ae9d9e2b4e479161042973c8e06bd6b085404bd3629ea6418263
3
+ size 3822036448
OpenChat-3.5-7B-Mixtral.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3f6f45514d83b42c6bcba29061ef45324c59986da46a565142706db2c6640b0
3
+ size 3518997984
OpenChat-3.5-7B-Mixtral.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60042980da1858c507d503c9543f230b4490547ba69e600840bc7e9a58cbfcd8
3
+ size 3164579296
OpenChat-3.5-7B-Mixtral.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0affdbf3d9648c5c669d7c3f1985ba26acf998c77ba149613066d1bf1dc3a2b1
3
+ size 4368452128
OpenChat-3.5-7B-Mixtral.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db9695ded3a19992cc86148afbc5067edb483b7e736607b789bd367ad3f17711
3
+ size 4140386848
OpenChat-3.5-7B-Mixtral.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2346617b2a7d6a9939b2cedf9ad28b42e79231fc80a5803f98dcb5c0f34acf14
3
+ size 5131423264
OpenChat-3.5-7B-Mixtral.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3da3268fb591f780d85007ecb9805c9949c54ad5aa09a19c5980bfb57f534a6
3
+ size 4997729824
OpenChat-3.5-7B-Mixtral.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:848218d869f22091ded9777d9cbce69470e7c292d8e99ac1165aca7e24533e4b
3
+ size 5942080096
OpenChat-3.5-7B-Mixtral.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14c28bdb09ef7d8594852de7b4d7a70d55bb7e7e74fd9896dd7feb7ea0f33ad7
3
+ size 7695876576
OpenChat-3.5-7B-Mixtral.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:827839a30240cbd84fe2807e7f568146c0f710d8016e842dd192cc83c6091d5b
3
+ size 14484766176