init 4 ggufs along with imatrix data

Files changed (6) hide show

.gitattributes CHANGED Viewed

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+banglallama-3-8b-bnwiki-instruct-iq3_xxs-imat.gguf filter=lfs diff=lfs merge=lfs -text
+banglallama-3-8b-bnwiki-instruct-iq4_xs-imat.gguf filter=lfs diff=lfs merge=lfs -text
+banglallama-3-8b-bnwiki-instruct-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
+banglallama-3-8b-bnwiki-instruct-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
+imatrix.dat filter=lfs diff=lfs merge=lfs -text

banglallama-3-8b-bnwiki-instruct-iq3_xxs-imat.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb342c4e06a6e19fafbdc9847ef702afc84307736754a8dc22b681f67cc6c17
+size 3274911872

banglallama-3-8b-bnwiki-instruct-iq4_xs-imat.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5d4c92c56b2d341ac620b96b255a834a4276a20126e1a40c2dc2d9cc0996ee
+size 4447662208

banglallama-3-8b-bnwiki-instruct-q4_k_m.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa50f6f4a6c86d5d9f6636fdf5db62c5a2f2b045a03f58c3efaf6ba05a2a24c
+size 4920733600

banglallama-3-8b-bnwiki-instruct-q5_k_m.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:dea49f70365749f582c6de13a6e3ae7aaa514b64368d2294696f8ee0b7e3756c
+size 5732986784

imatrix.dat ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:54907e620c12c9f4bc1e9759e529b03fd8f81fac1fd83c4bdf70a064f65d84f0
+size 4988151