File size: 129 Bytes
1826d8c |
1 2 3 4 5 |
for i in {19..28}
do
numactl -C0-110 quantize --leave-output-tensor --imatrix imatrix.dat Mistral-11b-v0.1_F32.gguf $i 100
done
|
1826d8c |
1 2 3 4 5 |
for i in {19..28}
do
numactl -C0-110 quantize --leave-output-tensor --imatrix imatrix.dat Mistral-11b-v0.1_F32.gguf $i 100
done
|