anhvv200053 commited on
Commit
1454c24
·
verified ·
1 Parent(s): 78b7a52

Update model_setup.py

Browse files
Files changed (1) hide show
  1. model_setup.py +1 -1
model_setup.py CHANGED
@@ -25,7 +25,7 @@ def load_model():
25
 
26
  model = AutoModelForCausalLM.from_pretrained(
27
  "anhvv200053/Vinallama-2-7B-updated1-instruction-v2",
28
- quantization_config=bnb_config,
29
  device_map={"": "cpu"}, # Đặt sử dụng CPU
30
  token = token
31
  )
 
25
 
26
  model = AutoModelForCausalLM.from_pretrained(
27
  "anhvv200053/Vinallama-2-7B-updated1-instruction-v2",
28
+ # quantization_config=bnb_config,
29
  device_map={"": "cpu"}, # Đặt sử dụng CPU
30
  token = token
31
  )