codys12 commited on
Commit
f737976
·
verified ·
1 Parent(s): 8a4c3c1

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -58,7 +58,7 @@
58
  "quantization_config": {
59
  "linear_class": "bitlinear",
60
  "quant_method": "bitnet",
61
- "quantization_mode": "offline",
62
  "use_rms_norm": true,
63
  "modules_to_not_convert": []
64
  },
 
58
  "quantization_config": {
59
  "linear_class": "bitlinear",
60
  "quant_method": "bitnet",
61
+ "quantization_mode": "online",
62
  "use_rms_norm": true,
63
  "modules_to_not_convert": []
64
  },