Add HQQ8, Q5K, Q6K, Q8_0 quants

Files changed (5) hide show

.gitattributes CHANGED Viewed

@@ -35,3 +35,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 phi3.5-mini-instruct-hqq4.uqff filter=lfs diff=lfs merge=lfs -text
 phi3.5-mini-instruct-q4k.uqff filter=lfs diff=lfs merge=lfs -text

 *tfevents* filter=lfs diff=lfs merge=lfs -text
 phi3.5-mini-instruct-hqq4.uqff filter=lfs diff=lfs merge=lfs -text
 phi3.5-mini-instruct-q4k.uqff filter=lfs diff=lfs merge=lfs -text
+phi3.5-mini-instruct-hqq8.uqff filter=lfs diff=lfs merge=lfs -text
+phi3.5-mini-instruct-q5k.uqff filter=lfs diff=lfs merge=lfs -text
+phi3.5-mini-instruct-q6k.uqff filter=lfs diff=lfs merge=lfs -text
+phi3.5-mini-instruct-q8_0.uqff filter=lfs diff=lfs merge=lfs -text

phi3.5-mini-instruct-hqq8.uqff ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9014feb5551a55e473469f77605dea6ee9ba4b432b4f76c221b279fda2adfa
+size 4187698314

phi3.5-mini-instruct-q5k.uqff ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:fb99e5bf4415e687ea954268b13760e2a527791906e188940e5d2c9dd891b77d
+size 2559149050

phi3.5-mini-instruct-q6k.uqff ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0acb424505354d6314539e800c70061f4aa9580013476558ac84a0eedd51e7
+size 3053527562

phi3.5-mini-instruct-q8_0.uqff ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:d603cf4049b18873378bd091d71b74b9c91c27b16e17f3adf5a611e4791ff4c2
+size 3955041346