Update config.json

config.json

@@ -24,6 +24,16 @@
     "transformers_version": "4.46.1",
     "use_cache": false,
     "use_sliding_window": false,
-    "vocab_size": 151646
+    "vocab_size": 151646,
+    "quantization_config": {
+        "quant_method": "exl2",
+        "version": "0.2.6",
+        "bits": 6,
+        "head_bits": 8,
+        "calibration": {
+            "rows": 115,
+            "length": 2048,
+            "dataset": "(default)"
+        }
     }
 }