Hugging Face's logo

Felladrin
/
gguf-sharded-Qwen1.5-0.5B-Chat_llamafy

GGUF
Inference Endpoints
imatrix
conversational
Model card Files Community
Felladrin commited on
Commit
4b9b2c2
•
1 Parent(s): 67406df

Upload folder using huggingface_hub

Browse files
Files changed (32) hide show
  1. .gitattributes +31 -0
  2. Qwen1.5-0.5B-Chat_llamafy.Q2_K.shard-00001-of-00002.gguf +3 -0
  3. Qwen1.5-0.5B-Chat_llamafy.Q2_K.shard-00002-of-00002.gguf +3 -0
  4. Qwen1.5-0.5B-Chat_llamafy.Q3_K_M.shard-00001-of-00003.gguf +3 -0
  5. Qwen1.5-0.5B-Chat_llamafy.Q3_K_M.shard-00002-of-00003.gguf +3 -0
  6. Qwen1.5-0.5B-Chat_llamafy.Q3_K_M.shard-00003-of-00003.gguf +3 -0
  7. Qwen1.5-0.5B-Chat_llamafy.Q3_K_S.shard-00001-of-00003.gguf +3 -0
  8. Qwen1.5-0.5B-Chat_llamafy.Q3_K_S.shard-00002-of-00003.gguf +3 -0
  9. Qwen1.5-0.5B-Chat_llamafy.Q3_K_S.shard-00003-of-00003.gguf +3 -0
  10. Qwen1.5-0.5B-Chat_llamafy.Q4_0.shard-00001-of-00003.gguf +3 -0
  11. Qwen1.5-0.5B-Chat_llamafy.Q4_0.shard-00002-of-00003.gguf +3 -0
  12. Qwen1.5-0.5B-Chat_llamafy.Q4_0.shard-00003-of-00003.gguf +3 -0
  13. Qwen1.5-0.5B-Chat_llamafy.Q4_K_M.shard-00001-of-00003.gguf +3 -0
  14. Qwen1.5-0.5B-Chat_llamafy.Q4_K_M.shard-00002-of-00003.gguf +3 -0
  15. Qwen1.5-0.5B-Chat_llamafy.Q4_K_M.shard-00003-of-00003.gguf +3 -0
  16. Qwen1.5-0.5B-Chat_llamafy.Q4_K_S.shard-00001-of-00003.gguf +3 -0
  17. Qwen1.5-0.5B-Chat_llamafy.Q4_K_S.shard-00002-of-00003.gguf +3 -0
  18. Qwen1.5-0.5B-Chat_llamafy.Q4_K_S.shard-00003-of-00003.gguf +3 -0
  19. Qwen1.5-0.5B-Chat_llamafy.Q5_K_M.shard-00001-of-00003.gguf +3 -0
  20. Qwen1.5-0.5B-Chat_llamafy.Q5_K_M.shard-00002-of-00003.gguf +3 -0
  21. Qwen1.5-0.5B-Chat_llamafy.Q5_K_M.shard-00003-of-00003.gguf +3 -0
  22. Qwen1.5-0.5B-Chat_llamafy.Q5_K_S.shard-00001-of-00003.gguf +3 -0
  23. Qwen1.5-0.5B-Chat_llamafy.Q5_K_S.shard-00002-of-00003.gguf +3 -0
  24. Qwen1.5-0.5B-Chat_llamafy.Q5_K_S.shard-00003-of-00003.gguf +3 -0
  25. Qwen1.5-0.5B-Chat_llamafy.Q6_K.shard-00001-of-00004.gguf +3 -0
  26. Qwen1.5-0.5B-Chat_llamafy.Q6_K.shard-00002-of-00004.gguf +3 -0
  27. Qwen1.5-0.5B-Chat_llamafy.Q6_K.shard-00003-of-00004.gguf +3 -0
  28. Qwen1.5-0.5B-Chat_llamafy.Q6_K.shard-00004-of-00004.gguf +3 -0
  29. Qwen1.5-0.5B-Chat_llamafy.Q8_0.shard-00001-of-00004.gguf +3 -0
  30. Qwen1.5-0.5B-Chat_llamafy.Q8_0.shard-00002-of-00004.gguf +3 -0
  31. Qwen1.5-0.5B-Chat_llamafy.Q8_0.shard-00003-of-00004.gguf +3 -0
  32. Qwen1.5-0.5B-Chat_llamafy.Q8_0.shard-00004-of-00004.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,34 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen1.5-0.5B-Chat_llamafy.Q2_K.shard-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen1.5-0.5B-Chat_llamafy.Q2_K.shard-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen1.5-0.5B-Chat_llamafy.Q3_K_M.shard-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen1.5-0.5B-Chat_llamafy.Q3_K_M.shard-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen1.5-0.5B-Chat_llamafy.Q3_K_M.shard-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen1.5-0.5B-Chat_llamafy.Q3_K_S.shard-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen1.5-0.5B-Chat_llamafy.Q3_K_S.shard-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen1.5-0.5B-Chat_llamafy.Q3_K_S.shard-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen1.5-0.5B-Chat_llamafy.Q4_0.shard-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen1.5-0.5B-Chat_llamafy.Q4_0.shard-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen1.5-0.5B-Chat_llamafy.Q4_0.shard-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Qwen1.5-0.5B-Chat_llamafy.Q4_K_M.shard-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Qwen1.5-0.5B-Chat_llamafy.Q4_K_M.shard-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Qwen1.5-0.5B-Chat_llamafy.Q4_K_M.shard-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Qwen1.5-0.5B-Chat_llamafy.Q4_K_S.shard-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Qwen1.5-0.5B-Chat_llamafy.Q4_K_S.shard-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Qwen1.5-0.5B-Chat_llamafy.Q4_K_S.shard-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Qwen1.5-0.5B-Chat_llamafy.Q5_K_M.shard-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Qwen1.5-0.5B-Chat_llamafy.Q5_K_M.shard-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Qwen1.5-0.5B-Chat_llamafy.Q5_K_M.shard-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Qwen1.5-0.5B-Chat_llamafy.Q5_K_S.shard-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Qwen1.5-0.5B-Chat_llamafy.Q5_K_S.shard-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Qwen1.5-0.5B-Chat_llamafy.Q5_K_S.shard-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Qwen1.5-0.5B-Chat_llamafy.Q6_K.shard-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Qwen1.5-0.5B-Chat_llamafy.Q6_K.shard-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
61
+ Qwen1.5-0.5B-Chat_llamafy.Q6_K.shard-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
62
+ Qwen1.5-0.5B-Chat_llamafy.Q6_K.shard-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
63
+ Qwen1.5-0.5B-Chat_llamafy.Q8_0.shard-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
64
+ Qwen1.5-0.5B-Chat_llamafy.Q8_0.shard-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
65
+ Qwen1.5-0.5B-Chat_llamafy.Q8_0.shard-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
66
+ Qwen1.5-0.5B-Chat_llamafy.Q8_0.shard-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
Qwen1.5-0.5B-Chat_llamafy.Q2_K.shard-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1248f9136ba3cc4e8a722bc918d9b5437538efa372f1949499484e47733b3ce
3
+ size 133555072
Qwen1.5-0.5B-Chat_llamafy.Q2_K.shard-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9216059f6f508ed826f27ec7f76721719f2fd6eb303dd8a9cbb42de3838ad53
3
+ size 164957696
Qwen1.5-0.5B-Chat_llamafy.Q3_K_M.shard-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ac9a074e21e1e720495afff85b387c75f419c23f9e0e12bea0ee31b89c33923
3
+ size 133555072
Qwen1.5-0.5B-Chat_llamafy.Q3_K_M.shard-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69338cc2491c8311950194bc99a70e34b6e835b3a0174cda2d593dc149c1a9fa
3
+ size 170886240
Qwen1.5-0.5B-Chat_llamafy.Q3_K_M.shard-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fd234a8aaf9f7b77ce8ae76a7e20cc40d6c91ef6c90a0881793cafabc9fb0f4
3
+ size 45540928
Qwen1.5-0.5B-Chat_llamafy.Q3_K_S.shard-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f596791b31b048fda9b52e59b681f6849828a3ec28a07183c3bbdc1f38ba7900
3
+ size 133555072
Qwen1.5-0.5B-Chat_llamafy.Q3_K_S.shard-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95527298b692ca08883e9a967fc77ee5b0223702ad32b6369a7350d87ac013fa
3
+ size 170836544
Qwen1.5-0.5B-Chat_llamafy.Q3_K_S.shard-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab940521059fa3701c2ccabe3f7cc7ca46dd5491cbff53e8ffe345c3ab745e5c
3
+ size 29091904
Qwen1.5-0.5B-Chat_llamafy.Q4_0.shard-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c74ca360964108a1904dff74bc897714ddce72d4c733071ca5590c138e85edb4
3
+ size 133555072
Qwen1.5-0.5B-Chat_llamafy.Q4_0.shard-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc3b68beb55e35a4c24778c44776b3d142e4a4908f072e56777d93efff5f2ce5
3
+ size 170520896
Qwen1.5-0.5B-Chat_llamafy.Q4_0.shard-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e209842ba747c8e20f8c2a159ff74eb7cd61ace79fae68aff4391936cacac26
3
+ size 91014464
Qwen1.5-0.5B-Chat_llamafy.Q4_K_M.shard-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:840ecef4861a28f38c439090ba6c054e986ab78716ff3fdc04715a99c8dc0254
3
+ size 133555072
Qwen1.5-0.5B-Chat_llamafy.Q4_K_M.shard-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e85b7e424e6652cfa1b95c01e581217ad82eb65b2f13202dbecfeb765756ee0
3
+ size 170559296
Qwen1.5-0.5B-Chat_llamafy.Q4_K_M.shard-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e64e43b5c3ce2bd2e1576e2ef9e8a503b7e3c0fdf99bb9bf044c1f0aaf0c45da
3
+ size 103141216
Qwen1.5-0.5B-Chat_llamafy.Q4_K_S.shard-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e2d3b75ad334111ba93f51a8c54ee6c093a7b8576ffd8e9856e70277c7ff26b
3
+ size 133555072
Qwen1.5-0.5B-Chat_llamafy.Q4_K_S.shard-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8892f2ba6512acbd20abc0834e1d083dc38e3c450388c73bc2ab970d469c78f
3
+ size 170504448
Qwen1.5-0.5B-Chat_llamafy.Q4_K_S.shard-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:feaf9ec9a2e7acd14a68b2c1b9f4926fa94938a347cfb94922a494328981cc87
3
+ size 92636544
Qwen1.5-0.5B-Chat_llamafy.Q5_K_M.shard-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6047e01737d1ff31994f6fb0048b3b147fa55d4dccd6aff430217c954152737d
3
+ size 133555072
Qwen1.5-0.5B-Chat_llamafy.Q5_K_M.shard-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c5c5801ed56615a382829845b2c3eb2c54584f8069a8c3478cf28c6b7eadaaf
3
+ size 170325152
Qwen1.5-0.5B-Chat_llamafy.Q5_K_M.shard-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:947cb1ae6641a9029ce05ede697d5de974b00b807cb97b2428d3c5111b61cf15
3
+ size 155460064
Qwen1.5-0.5B-Chat_llamafy.Q5_K_S.shard-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ffa48b11e6cb867b481750d96fea5f65e1fda623a48698f2954ae3b5ed9706b
3
+ size 133555072
Qwen1.5-0.5B-Chat_llamafy.Q5_K_S.shard-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31441751ec3d985956cf450bd74cf07e16bd924ab294a4b6d0c361b693c1c65e
3
+ size 170943840
Qwen1.5-0.5B-Chat_llamafy.Q5_K_S.shard-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b69d01dda177cd6efa2b0e90d11fc18b140306188015949873d6957cfc4a93ba
3
+ size 148574496
Qwen1.5-0.5B-Chat_llamafy.Q6_K.shard-00001-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ab2e8e69f80c1ff281545a0357c67cae3b608c7a4aab6b94c86eab7d325cd8d
3
+ size 133555072
Qwen1.5-0.5B-Chat_llamafy.Q6_K.shard-00002-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8300bf6317d6f6e568c42b19725699fc4e5a2ccf0f24c2ba4dc55f8a4ddce1e5
3
+ size 169879648
Qwen1.5-0.5B-Chat_llamafy.Q6_K.shard-00003-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b020c6734ebd63e20cd92527e1ba77318abcb23ee966517a6f5c9b78420003ba
3
+ size 168996544
Qwen1.5-0.5B-Chat_llamafy.Q6_K.shard-00004-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26b521716a49bc135a028647eabab1f83f16c7b276380c5128c85b515468ff3a
3
+ size 42249184
Qwen1.5-0.5B-Chat_llamafy.Q8_0.shard-00001-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba23e75eb0ef665c745f2735ca6a7fa262a2bb2592ffeef270a3c6b958a5d763
3
+ size 171235200
Qwen1.5-0.5B-Chat_llamafy.Q8_0.shard-00002-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36d3b50033c970b00eb177a4cf36e357d242dbc285f23b56ac277e7ab9e62c00
3
+ size 168374560
Qwen1.5-0.5B-Chat_llamafy.Q8_0.shard-00003-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cf2819d2032083a2f302eebac244db426e4a9039db34815507a84d844eefcbd
3
+ size 170214432
Qwen1.5-0.5B-Chat_llamafy.Q8_0.shard-00004-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:886412142ea128fc3d320a37758f6103f27a174a4e92d8079e9e2010a94d53c0
3
+ size 154878400