Update README.md
Browse files
README.md
CHANGED
@@ -8,4 +8,15 @@ Using exllamav2 release 0.2.6 for quantization.
|
|
8 |
|
9 |
Original model: https://huggingface.co/zetasepic/Qwen2.5-72B-Instruct-abliterated
|
10 |
|
11 |
-
Bits 6.5, lm_head 8.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
8 |
|
9 |
Original model: https://huggingface.co/zetasepic/Qwen2.5-72B-Instruct-abliterated
|
10 |
|
11 |
+
Bits 6.5, lm_head 8.0
|
12 |
+
|
13 |
+
"quantization_config": {
|
14 |
+
"quant_method": "exl2",
|
15 |
+
"version": "0.2.6",
|
16 |
+
"bits": 6.5,
|
17 |
+
"head_bits": 8,
|
18 |
+
"calibration": {
|
19 |
+
"rows": 115,
|
20 |
+
"length": 2048,
|
21 |
+
"dataset": "(default)"
|
22 |
+
}
|