Hugging Face's logo

mradermacher
/
Mixtral-8x400M-v0.1-GGUF

Transformers
GGUF
English
Inference Endpoints
Model card Files Community
mradermacher commited on
Commit
a911974
·
verified ·
1 Parent(s): aad6c12

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Mixtral-8x400M-v0.1.IQ4_XS.gguf +3 -0
  3. Mixtral-8x400M-v0.1.Q2_K.gguf +3 -0
  4. Mixtral-8x400M-v0.1.Q3_K_L.gguf +3 -0
  5. Mixtral-8x400M-v0.1.Q3_K_M.gguf +3 -0
  6. Mixtral-8x400M-v0.1.Q3_K_S.gguf +3 -0
  7. Mixtral-8x400M-v0.1.Q4_K_M.gguf +3 -0
  8. Mixtral-8x400M-v0.1.Q4_K_S.gguf +3 -0
  9. Mixtral-8x400M-v0.1.Q5_K_M.gguf +3 -0
  10. Mixtral-8x400M-v0.1.Q5_K_S.gguf +3 -0
  11. Mixtral-8x400M-v0.1.Q6_K.gguf +3 -0
  12. Mixtral-8x400M-v0.1.Q8_0.gguf +3 -0
  13. Mixtral-8x400M-v0.1.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Mixtral-8x400M-v0.1.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Mixtral-8x400M-v0.1.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Mixtral-8x400M-v0.1.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Mixtral-8x400M-v0.1.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Mixtral-8x400M-v0.1.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Mixtral-8x400M-v0.1.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Mixtral-8x400M-v0.1.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Mixtral-8x400M-v0.1.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Mixtral-8x400M-v0.1.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Mixtral-8x400M-v0.1.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Mixtral-8x400M-v0.1.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Mixtral-8x400M-v0.1.f16.gguf filter=lfs diff=lfs merge=lfs -text
Mixtral-8x400M-v0.1.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f47d152bb5e04c80a946f9218663cbb182109932f6ce5de66a650037b9d0fd8c
3
+ size 1734303104
Mixtral-8x400M-v0.1.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ae491ace2ae0f36b5c695900fca5feb71585b08c1737f41277b1fc714efd70d
3
+ size 1223761280
Mixtral-8x400M-v0.1.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d54e7b52224cc7cb5450e64b19dc5d3b5a26e93e0e5566436e15e1c74c3229c4
3
+ size 1664892288
Mixtral-8x400M-v0.1.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fea2d65e2f2f275a467ff06fed34ebc9e2fb14e41eb43681439c839088180de4
3
+ size 1556102528
Mixtral-8x400M-v0.1.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83f68324bcc7a0c184b69e68c6e1bc25314dcf9b90938c399449973a04e6a5b0
3
+ size 1431321984
Mixtral-8x400M-v0.1.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f907ef19bf032d455bf54414fb2d4cdf85062ecb7a9e696564e7f3a06861007
3
+ size 1948638592
Mixtral-8x400M-v0.1.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f04f34f3c73aaf455e610afdce51ce362e8a956ea1e71606eae4f9ec32e3f1d8
3
+ size 1827528064
Mixtral-8x400M-v0.1.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0aba2c73eeb54489f9ecd8e1441375fe18e04500d4284f39adfaf11444ef8cc1
3
+ size 2262818176
Mixtral-8x400M-v0.1.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a70dc1bfb08f08935ba2518c3a74ea0269eba4edff27a6eb53cea5f1db8d92ea
3
+ size 2200427904
Mixtral-8x400M-v0.1.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ff4a2d81fc475ae82d7194fa88a5c050b149020e15b336eb816220c3c546e93
3
+ size 2601090432
Mixtral-8x400M-v0.1.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d01c6e9277c62f81c54e928f3e7c5f49b809ead11d2a674eb69522d041086396
3
+ size 3363454336
Mixtral-8x400M-v0.1.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:584e59aeba81e6f6df726e4267891967732aedd8dff5db665d7c764cbdc9954d
3
+ size 6330269056