MrezaPRZ commited on
Commit
3cc4a9d
·
verified ·
1 Parent(s): f4e1c21

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -30,7 +30,7 @@
30
  "llm_int8_threshold": 6.0,
31
  "load_in_4bit": true,
32
  "load_in_8bit": false,
33
- "quant_method": "bitsandbytes"
34
  },
35
  "rms_norm_eps": 1e-05,
36
  "rope_scaling": null,
 
30
  "llm_int8_threshold": 6.0,
31
  "load_in_4bit": true,
32
  "load_in_8bit": false,
33
+ "quant_method": "awq"
34
  },
35
  "rms_norm_eps": 1e-05,
36
  "rope_scaling": null,