anhvv200053 commited on
Commit
5ac7bd3
·
verified ·
1 Parent(s): 0cc666b

Update model_setup.py

Browse files
Files changed (1) hide show
  1. model_setup.py +1 -1
model_setup.py CHANGED
@@ -29,7 +29,7 @@ def load_model():
29
  device_map={"": "cpu"}, # Đặt sử dụng CPU
30
  token = token
31
  )
32
- model.config.pretraining_tp = 1
33
 
34
  tokenizer = AutoTokenizer.from_pretrained('anhvv200053/Vinallama-2-7B-updated1-instruction-v2', trust_remote_code=True, use_fast=True, token = token)
35
  tokenizer.pad_token = tokenizer.eos_token
 
29
  device_map={"": "cpu"}, # Đặt sử dụng CPU
30
  token = token
31
  )
32
+ # model.config.pretraining_tp = 1
33
 
34
  tokenizer = AutoTokenizer.from_pretrained('anhvv200053/Vinallama-2-7B-updated1-instruction-v2', trust_remote_code=True, use_fast=True, token = token)
35
  tokenizer.pad_token = tokenizer.eos_token