Update README.md
Browse files
README.md
CHANGED
@@ -8,7 +8,7 @@ Using exllamav2 release 0.2.6 for quantization.
|
|
8 |
|
9 |
Original model: https://huggingface.co/MaziyarPanahi/calme-3.2-instruct-78b
|
10 |
|
11 |
-
Bits 6.5,
|
12 |
|
13 |
"quantization_config": {
|
14 |
"quant_method": "exl2",
|
|
|
8 |
|
9 |
Original model: https://huggingface.co/MaziyarPanahi/calme-3.2-instruct-78b
|
10 |
|
11 |
+
Bits 6.5,lm_head 8.0
|
12 |
|
13 |
"quantization_config": {
|
14 |
"quant_method": "exl2",
|