b1swas commited on
Commit
e53c098
·
verified ·
1 Parent(s): 5e02d67

switched to phi3mini

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -4,15 +4,15 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
4
  import numpy as np
5
 
6
 
7
- MODEL_NAME = "mistralai/Mistral-7B-Instruct-v0.2"
8
 
9
  my_token = "h"+"f"+"_"+"yFicBqLnJDUkEIpccOIKpYMecxvPoTiUpG"
10
 
11
 
12
  if __name__ == "__main__":
13
  # Define your model and your tokenizer
14
- tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, token=my_token)
15
- model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, token=my_token) # was AutoModelForSeq2SeqLM in case of "google/flan-t5-base"
16
  if tokenizer.pad_token_id is None:
17
  tokenizer.pad_token_id = tokenizer.eos_token_id
18
  model.config.pad_token_id = model.config.eos_token_id
 
4
  import numpy as np
5
 
6
 
7
+ MODEL_NAME = "microsoft/Phi-3-mini-4k-instruct"
8
 
9
  my_token = "h"+"f"+"_"+"yFicBqLnJDUkEIpccOIKpYMecxvPoTiUpG"
10
 
11
 
12
  if __name__ == "__main__":
13
  # Define your model and your tokenizer
14
+ tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, trust_remote_code=True)
15
+ model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, trust_remote_code=True) # was AutoModelForSeq2SeqLM in case of "google/flan-t5-base"
16
  if tokenizer.pad_token_id is None:
17
  tokenizer.pad_token_id = tokenizer.eos_token_id
18
  model.config.pad_token_id = model.config.eos_token_id