Hugging Face's logo

Felladrin
/
gguf-SmolLM-135M-Instruct

GGUF
Inference Endpoints
imatrix
conversational
Model card Files Community
1
Felladrin commited on
Commit
6866466
•
1 Parent(s): 273ef5c

Upload folder using huggingface_hub

Browse files
Files changed (20) hide show
  1. .gitattributes +17 -0
  2. README.md +5 -0
  3. SmolLM-135M-Instruct.IQ2_XXS.gguf +3 -0
  4. SmolLM-135M-Instruct.IQ3_XXS.gguf +3 -0
  5. SmolLM-135M-Instruct.IQ4_XS.gguf +3 -0
  6. SmolLM-135M-Instruct.Q3_K.gguf +3 -0
  7. SmolLM-135M-Instruct.Q4_K.gguf +3 -0
  8. SmolLM-135M-Instruct.Q5_K.gguf +3 -0
  9. SmolLM-135M-Instruct.Q6_K.gguf +3 -0
  10. SmolLM-135M-Instruct.Q8_0.IQ2_XXS.gguf +3 -0
  11. SmolLM-135M-Instruct.Q8_0.IQ3_XXS.gguf +3 -0
  12. SmolLM-135M-Instruct.Q8_0.IQ4_XS.gguf +3 -0
  13. SmolLM-135M-Instruct.Q8_0.Q3_K.gguf +3 -0
  14. SmolLM-135M-Instruct.Q8_0.Q4_K.gguf +3 -0
  15. SmolLM-135M-Instruct.Q8_0.Q5_K.gguf +3 -0
  16. SmolLM-135M-Instruct.Q8_0.Q6_K.gguf +3 -0
  17. SmolLM-135M-Instruct.Q8_0.Q8_0.gguf +3 -0
  18. SmolLM-135M-Instruct.Q8_0.gguf +3 -0
  19. SmolLM-135M-Instruct.gguf +3 -0
  20. imatrix.dat +0 -0
.gitattributes CHANGED
@@ -33,3 +33,20 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ SmolLM-135M-Instruct.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ SmolLM-135M-Instruct.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
38
+ SmolLM-135M-Instruct.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ SmolLM-135M-Instruct.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ SmolLM-135M-Instruct.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
41
+ SmolLM-135M-Instruct.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
42
+ SmolLM-135M-Instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
43
+ SmolLM-135M-Instruct.Q8_0.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
44
+ SmolLM-135M-Instruct.Q8_0.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ SmolLM-135M-Instruct.Q8_0.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ SmolLM-135M-Instruct.Q8_0.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ SmolLM-135M-Instruct.Q8_0.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
48
+ SmolLM-135M-Instruct.Q8_0.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ SmolLM-135M-Instruct.Q8_0.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ SmolLM-135M-Instruct.Q8_0.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
51
+ SmolLM-135M-Instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
52
+ SmolLM-135M-Instruct.gguf filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ ---
2
+ base_model: HuggingFaceTB/SmolLM-135M-Instruct
3
+ ---
4
+
5
+ GGUF version of [HuggingFaceTB/SmolLM-135M-Instruct](https://huggingface.co/HuggingFaceTB/SmolLM-135M-Instruct).
SmolLM-135M-Instruct.IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbb22783418c276d6ddc8e5e39b285cf65ea37127f9bc9d438a429a312072682
3
+ size 83826528
SmolLM-135M-Instruct.IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:205a9d23f09cd0e18be35e8c95d003a35509b0a64e9a5e81c4910e914f77af41
3
+ size 86957664
SmolLM-135M-Instruct.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9159aa2eca0bfa731fea0b94b64ce3d601a8679172558e841c15c69d4cd32068
3
+ size 90897504
SmolLM-135M-Instruct.Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb95565bd9f8c2634abd36c09a1516f51ef5084d142ae21e0b3ccf87869b45a9
3
+ size 93510240
SmolLM-135M-Instruct.Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e24286ea6a2e2f73a991a69e78dd2818d13b0adc43b360572137c31e139b3ec1
3
+ size 105454176
SmolLM-135M-Instruct.Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a02d7c297c299a3efe8a4bf40a07ef6af85ab48df6069db0f315f9fb09fbe8c
3
+ size 112103520
SmolLM-135M-Instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ef11966026aa5b8757a3dd68766d36df05d001e0deb20e843eb55158b54e27e
3
+ size 138382944
SmolLM-135M-Instruct.Q8_0.IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbb22783418c276d6ddc8e5e39b285cf65ea37127f9bc9d438a429a312072682
3
+ size 83826528
SmolLM-135M-Instruct.Q8_0.IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:205a9d23f09cd0e18be35e8c95d003a35509b0a64e9a5e81c4910e914f77af41
3
+ size 86957664
SmolLM-135M-Instruct.Q8_0.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9159aa2eca0bfa731fea0b94b64ce3d601a8679172558e841c15c69d4cd32068
3
+ size 90897504
SmolLM-135M-Instruct.Q8_0.Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb95565bd9f8c2634abd36c09a1516f51ef5084d142ae21e0b3ccf87869b45a9
3
+ size 93510240
SmolLM-135M-Instruct.Q8_0.Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e24286ea6a2e2f73a991a69e78dd2818d13b0adc43b360572137c31e139b3ec1
3
+ size 105454176
SmolLM-135M-Instruct.Q8_0.Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a02d7c297c299a3efe8a4bf40a07ef6af85ab48df6069db0f315f9fb09fbe8c
3
+ size 112103520
SmolLM-135M-Instruct.Q8_0.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ef11966026aa5b8757a3dd68766d36df05d001e0deb20e843eb55158b54e27e
3
+ size 138382944
SmolLM-135M-Instruct.Q8_0.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a52bfd224798f162cd2b11856f2b92ae7ff5db8dfba6a7b53e0e5c287d7a135
3
+ size 144811104
SmolLM-135M-Instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a52bfd224798f162cd2b11856f2b92ae7ff5db8dfba6a7b53e0e5c287d7a135
3
+ size 144811104
SmolLM-135M-Instruct.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfb48051262d265f8b880db2252c3369b072c33b4d7647cadd752ada75ee17db
3
+ size 270885792
imatrix.dat ADDED
Binary file (606 kB). View file