Add Q4_K_M to the types in the benchmarking script
Browse files- bench-TriLMs.sh +2 -2
bench-TriLMs.sh
CHANGED
|
@@ -6,8 +6,8 @@ cd "$(dirname "$0")"
|
|
| 6 |
MODEL_DIR="bench-TriLMs-models"
|
| 7 |
LLAMA_CPP_PATH="."
|
| 8 |
sizes=("1.5" "2.4" "3.9")
|
| 9 |
-
types=("TQ1_0" "TQ2_0" "Q8_0" "F16" "BF16")
|
| 10 |
-
gputypes=("Q8_0" "F16" "BF16")
|
| 11 |
|
| 12 |
function gather_models() {
|
| 13 |
echo Gather the models
|
|
|
|
| 6 |
MODEL_DIR="bench-TriLMs-models"
|
| 7 |
LLAMA_CPP_PATH="."
|
| 8 |
sizes=("1.5" "2.4" "3.9")
|
| 9 |
+
types=("TQ1_0" "TQ2_0" "Q4_K_M" "Q8_0" "F16" "BF16")
|
| 10 |
+
gputypes=("Q4_K_M" "Q8_0" "F16" "BF16")
|
| 11 |
|
| 12 |
function gather_models() {
|
| 13 |
echo Gather the models
|