Hugging Face's logo

mradermacher
/
granite-3.0-3b-a800m-base-GGUF

Transformers
GGUF
English
language
granite-3.0
Inference Endpoints
Model card Files Community
mradermacher commited on
Commit
499d060
·
verified ·
1 Parent(s): 5622120

uploaded from leia

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. granite-3.0-3b-a800m-base.IQ4_XS.gguf +3 -0
  3. granite-3.0-3b-a800m-base.Q2_K.gguf +3 -0
  4. granite-3.0-3b-a800m-base.Q3_K_L.gguf +3 -0
  5. granite-3.0-3b-a800m-base.Q3_K_M.gguf +3 -0
  6. granite-3.0-3b-a800m-base.Q3_K_S.gguf +3 -0
  7. granite-3.0-3b-a800m-base.Q4_K_M.gguf +3 -0
  8. granite-3.0-3b-a800m-base.Q4_K_S.gguf +3 -0
  9. granite-3.0-3b-a800m-base.Q5_K_M.gguf +3 -0
  10. granite-3.0-3b-a800m-base.Q5_K_S.gguf +3 -0
  11. granite-3.0-3b-a800m-base.Q6_K.gguf +3 -0
  12. granite-3.0-3b-a800m-base.Q8_0.gguf +3 -0
  13. granite-3.0-3b-a800m-base.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ granite-3.0-3b-a800m-base.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ granite-3.0-3b-a800m-base.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ granite-3.0-3b-a800m-base.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ granite-3.0-3b-a800m-base.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ granite-3.0-3b-a800m-base.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ granite-3.0-3b-a800m-base.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ granite-3.0-3b-a800m-base.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ granite-3.0-3b-a800m-base.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ granite-3.0-3b-a800m-base.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ granite-3.0-3b-a800m-base.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ granite-3.0-3b-a800m-base.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ granite-3.0-3b-a800m-base.f16.gguf filter=lfs diff=lfs merge=lfs -text
granite-3.0-3b-a800m-base.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a3dd35e12cbeb09161416f5446317cebc371017ace621b3950c194c44af0f7b
3
+ size 1842981408
granite-3.0-3b-a800m-base.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4b03a601a9ad511393a8aa2a92a436202e6199952275846697a7093327cd5f1
3
+ size 1266133536
granite-3.0-3b-a800m-base.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea38947a4d143895caa223fe54d7a84502a86fbda0bc456ba5c867c5bf753e93
3
+ size 1773972000
granite-3.0-3b-a800m-base.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79ef7fdaa5fa0e18de7d2406e7158564856b06e23e325d2aa1d15c4f6d47578e
3
+ size 1643620896
granite-3.0-3b-a800m-base.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8737499983f122ffde4191be4b70330d80a6675b1f87fbf0bbd09cdca9be51b2
3
+ size 1488497184
granite-3.0-3b-a800m-base.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7136d40b75b47a64a56ac318f3b4fabe3df77d54cdd11d672c28a34433ab74e1
3
+ size 2059348512
granite-3.0-3b-a800m-base.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b9c6e65357974a6502d82bb984e0071a1ffd3e686c6984f89f7d5e1432ef34f
3
+ size 1942465056
granite-3.0-3b-a800m-base.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b82f2851b4c53b528ce70f51bf10ff5ac9d53bd4a786358879283ea88ed37ca
3
+ size 2406951456
granite-3.0-3b-a800m-base.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96bbeee3a3e0477d676a382a2334fad84f323ced8de3717d2e083fc80e75b6cd
3
+ size 2338433568
granite-3.0-3b-a800m-base.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec0bf0e4ff056d1037459893b0d64fd985767f2abcff148cb91943299a1da4ce
3
+ size 2776279584
granite-3.0-3b-a800m-base.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2766ee4fa99536fe5c9def2e7258bd06bce3c2e4b64e49df1405ac4c0a02ac2
3
+ size 3592989216
granite-3.0-3b-a800m-base.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf1e4a28ea886c3cdbb817432bee4243d09943e8405f6fdd3eee3ef0224f18a7
3
+ size 6754445856