Hugging Face's logo

cortexso
/
small-thinker

Text Generation
GGUF
cortex.cpp
Inference Endpoints
conversational
Model card Files Community
1
jan-hq commited on
Commit
edb4acd
·
verified ·
1 Parent(s): 42ca266

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. .gitattributes +10 -0
  2. smallthinker-3b-preview-q2_k.gguf +3 -0
  3. smallthinker-3b-preview-q3_k_l.gguf +3 -0
  4. smallthinker-3b-preview-q3_k_m.gguf +3 -0
  5. smallthinker-3b-preview-q3_k_s.gguf +3 -0
  6. smallthinker-3b-preview-q4_k_m.gguf +3 -0
  7. smallthinker-3b-preview-q4_k_s.gguf +3 -0
  8. smallthinker-3b-preview-q5_k_m.gguf +3 -0
  9. smallthinker-3b-preview-q5_k_s.gguf +3 -0
  10. smallthinker-3b-preview-q6_k.gguf +3 -0
  11. smallthinker-3b-preview-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ smallthinker-3b-preview-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
37
+ smallthinker-3b-preview-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
38
+ smallthinker-3b-preview-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
39
+ smallthinker-3b-preview-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
40
+ smallthinker-3b-preview-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
41
+ smallthinker-3b-preview-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
42
+ smallthinker-3b-preview-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
43
+ smallthinker-3b-preview-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
44
+ smallthinker-3b-preview-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
45
+ smallthinker-3b-preview-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
smallthinker-3b-preview-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bd9eabcdc7a43512da40b9295919ea0249697b884268a8bf79715e19b03467b
3
+ size 1376855328
smallthinker-3b-preview-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98633b42bc6954a6312800e5b1f0ee1c5ed02bd665992236f76075c8df1998ec
3
+ size 1841093920
smallthinker-3b-preview-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:875e30652ac126e10cd63554052790a7e84490f7aee72753f34e585f9dd451a0
3
+ size 1724177696
smallthinker-3b-preview-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2eede3ba3221c81d17ae203fce58de5ecba645f3497bbdaa84285c8390df6836
3
+ size 1588059424
smallthinker-3b-preview-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8cd54c43475204fc8a653a92914673f76d6337c3fce5f3f1efa7b9e6cd73932
3
+ size 2104931616
smallthinker-3b-preview-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f95992c234013d0767075b787c39fd6c79e37c7872f445654b5e30994685e7e
3
+ size 2009412896
smallthinker-3b-preview-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d290e7c79187dd379ada5962ee3d8359678aad2ba31bc397006a0efde096b75
3
+ size 2438739232
smallthinker-3b-preview-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b1b7a7e1d377de9ced726b600733ee9cb62486bc5c99df445f28ff0b5f70876
3
+ size 2383590688
smallthinker-3b-preview-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:573f9097ca19224a6e25a2d624dbe5f644289af9afce9ef3cb9338ef6aae6830
3
+ size 2793409824
smallthinker-3b-preview-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2462d43529ea2cba6355cabf8f400557647f0bcd428fd551bc3fa866d21606a0
3
+ size 3616087328