Hugging Face's logo

Felladrin
/
gguf-Qwen2-0.5B-Instruct

GGUF
Inference Endpoints
conversational
Model card Files Community
Felladrin commited on
Commit
706c48b
•
1 Parent(s): a3e0b6d

Upload folder using huggingface_hub

Browse files
Files changed (12) hide show
  1. .gitattributes +11 -0
  2. Qwen2-0.5B-Instruct.F16.gguf +3 -0
  3. Qwen2-0.5B-Instruct.Q2_K.gguf +3 -0
  4. Qwen2-0.5B-Instruct.Q3_K_M.gguf +3 -0
  5. Qwen2-0.5B-Instruct.Q3_K_S.gguf +3 -0
  6. Qwen2-0.5B-Instruct.Q4_0.gguf +3 -0
  7. Qwen2-0.5B-Instruct.Q4_K_M.gguf +3 -0
  8. Qwen2-0.5B-Instruct.Q4_K_S.gguf +3 -0
  9. Qwen2-0.5B-Instruct.Q5_K_M.gguf +3 -0
  10. Qwen2-0.5B-Instruct.Q5_K_S.gguf +3 -0
  11. Qwen2-0.5B-Instruct.Q6_K.gguf +3 -0
  12. Qwen2-0.5B-Instruct.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,14 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen2-0.5B-Instruct.F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen2-0.5B-Instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen2-0.5B-Instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen2-0.5B-Instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen2-0.5B-Instruct.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen2-0.5B-Instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen2-0.5B-Instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen2-0.5B-Instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen2-0.5B-Instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen2-0.5B-Instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen2-0.5B-Instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Qwen2-0.5B-Instruct.F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:417a02e71b4931fd92226ddb4c74bf0f26d2ccdd6c6c86c124634092a6cb8042
3
+ size 994153888
Qwen2-0.5B-Instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:521189e9eb17a14c5771e0a69b09e083ff71582d66a9e0eb19150c578bad2150
3
+ size 338604448
Qwen2-0.5B-Instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25f0a881958521e8bd9f866a026246f3fdc259db7434067b6372132370067bed
3
+ size 355463584
Qwen2-0.5B-Instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5ed415a409671693f8deb1424f7b8329a552b4d10813163a04309b8b53d2f46
3
+ size 338260384
Qwen2-0.5B-Instruct.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:647cd762ae3f9dfb1b427fb61094ad0dda6b33d932a83619c7e43bd991fbcaaa
3
+ size 352151968
Qwen2-0.5B-Instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a65725fca7e7960ff20ef22853d5fba1541cd67257ef8fe24f19b1689609104
3
+ size 397804960
Qwen2-0.5B-Instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66fadd2a9361bff3e98ddd64ec90d56b8a0990971908a1b009b8dd442cd181b2
3
+ size 385468832
Qwen2-0.5B-Instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:072721d73bfb04ca3de53ac177d23a8ca9708e091cfa71304dacefe2b190e67f
3
+ size 420083104
Qwen2-0.5B-Instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e42895ca0a5b15bf89836d273a289c3aae43e9af9ef738e2c5ef7a6276a59f00
3
+ size 412707232
Qwen2-0.5B-Instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4106ec6f0c62ca0557028c3bb7031f2c48e4966838675ad26ca99b1555316459
3
+ size 505733536
Qwen2-0.5B-Instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:868dc88fb5b57a9b2c9749f55730ade7e9895f700fd645c9a6b68b96ac5b58b0
3
+ size 531065248