Upload folder using huggingface_hub

.gitattributes

@@ -34,3 +34,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 granite-3.1-8b-instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.1-8b-instruct.q5_k.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.1-8b-instruct.q6_k.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.1-8b-instruct.q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.1-8b-instruct.q8_p.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.1-8b-instruct.q8q4.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -14,4 +14,4 @@ Result:
 both f16.q6 and f16.q5 are smaller than q8_0 standard quantization
 and they perform as well as the pure f16.
 
-Updated on: Sun Jan 05, 17:19:32
+Updated on: Sun Jan 05, 18:30:27

granite-3.1-8b-instruct.q5_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92aaa1b4a379c6bb6eff8957b4c7240e49c41993964906234329295688aa0941
+size 6034965152

granite-3.1-8b-instruct.q6_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311136ed246bfcf00e51d34fe05957850af66dfde98087d096228c48617b9045
+size 6942966432

granite-3.1-8b-instruct.q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18be26edff5536c7a2c65a0fe833902e41b28ef6ed67d0c24da4b69f130f066a
+size 8873001632

granite-3.1-8b-instruct.q8_p.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec8b1218726ffcd3dfcc685c84db1eae28b6b967bd46934c4bd945a0f1efd69
+size 8684246432

granite-3.1-8b-instruct.q8q4.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693f92eacfd57fee4d8ead22f82740bc919d6ffcccbc2ab85bc42d9932ad1844
+size 4991620512