Hugging Face's logo

mradermacher
/
TinyQwex-4x620M-MoE-GGUF

Transformers
GGUF
English
Mixture of Experts
Merge
mergekit
lazymergekit
Qwen/Qwen1.5-0.5B
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
e461d96
•
1 Parent(s): cc76e95

uploaded from nico1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. TinyQwex-4x620M-MoE.IQ4_XS.gguf +3 -0
  3. TinyQwex-4x620M-MoE.Q2_K.gguf +3 -0
  4. TinyQwex-4x620M-MoE.Q3_K_L.gguf +3 -0
  5. TinyQwex-4x620M-MoE.Q3_K_M.gguf +3 -0
  6. TinyQwex-4x620M-MoE.Q3_K_S.gguf +3 -0
  7. TinyQwex-4x620M-MoE.Q4_K_M.gguf +3 -0
  8. TinyQwex-4x620M-MoE.Q4_K_S.gguf +3 -0
  9. TinyQwex-4x620M-MoE.Q5_K_M.gguf +3 -0
  10. TinyQwex-4x620M-MoE.Q5_K_S.gguf +3 -0
  11. TinyQwex-4x620M-MoE.Q6_K.gguf +3 -0
  12. TinyQwex-4x620M-MoE.Q8_0.gguf +3 -0
  13. TinyQwex-4x620M-MoE.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ TinyQwex-4x620M-MoE.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ TinyQwex-4x620M-MoE.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ TinyQwex-4x620M-MoE.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ TinyQwex-4x620M-MoE.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ TinyQwex-4x620M-MoE.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ TinyQwex-4x620M-MoE.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ TinyQwex-4x620M-MoE.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ TinyQwex-4x620M-MoE.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ TinyQwex-4x620M-MoE.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ TinyQwex-4x620M-MoE.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ TinyQwex-4x620M-MoE.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ TinyQwex-4x620M-MoE.f16.gguf filter=lfs diff=lfs merge=lfs -text
TinyQwex-4x620M-MoE.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03e8fd890cb55c980085d65f028f9fe6f402bad9d7fee6a2ce5dbbca6e14ee01
3
+ size 716890912
TinyQwex-4x620M-MoE.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6083a0d8208f607cf43c9b4a0025a5238c7cb03e11d3b01ccec534e1748d60f
3
+ size 523971360
TinyQwex-4x620M-MoE.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f6aef35fb2532f6d433d4accb996f5c7bb9ab2b3dd9cf5b871febd58c9a8bbb
3
+ size 685459232
TinyQwex-4x620M-MoE.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:296eac2023a0cff59750033f569c7c723ab734e0c8d4d48094590f59d83f6e81
3
+ size 646268704
TinyQwex-4x620M-MoE.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e68200741a32e577d8f86e3f9fc959928429cfdff4927e2e48d6cac0c4c53399
3
+ size 601114400
TinyQwex-4x620M-MoE.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a925a8c6c5dac6e214923f609b1ac1d5131b8206195b011e0969053595c742ad
3
+ size 784372512
TinyQwex-4x620M-MoE.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88c218d4646aac4eb1272ce02867cf73e85133efc35c2bb11a820bd4ce614741
3
+ size 750293792
TinyQwex-4x620M-MoE.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6593a309d6b65664cc0b61b1ca1b31b9e20d5da55f68fa33711d7c49982eb33b
3
+ size 901337888
TinyQwex-4x620M-MoE.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57252ed89aee134adfe4351e35fb2daa0064941768562272cee27978e15044b1
3
+ size 881283872
TinyQwex-4x620M-MoE.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d703570cce8cdf4ef1ba2208d62ab3323aa96f8d9c315dfcca057421cff4583
3
+ size 1025613600
TinyQwex-4x620M-MoE.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bb3d27dabcc089ca48c05aa1b8b54b4a9dce738a8aede63c21eef91bb6b133e
3
+ size 1326483232
TinyQwex-4x620M-MoE.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca6a8fc4d6c8967d895771f3b77a973d02ac092f00ae97394345bfb19a804ae8
3
+ size 2491139872