alfonsovelp commited on
Commit
f946f04
·
verified ·
1 Parent(s): b4e7e17

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -9,10 +9,10 @@ hf_token = os.environ.get("HF_TOKEN")
9
  model_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
10
 
11
  # Load the tokenizer
12
- tokenizer = AutoTokenizer.from_pretrained(model_id, use_auth_token=hf_token)
13
 
14
  # Load the model
15
- model = AutoModelForCausalLM.from_pretrained(model_id, use_auth_token=hf_token, device_map="auto")
16
 
17
  def format_prompt(message, history):
18
  prompt = "<s>"
 
9
  model_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
10
 
11
  # Load the tokenizer
12
+ tokenizer = AutoTokenizer.from_pretrained(model_id, token=hf_token)
13
 
14
  # Load the model
15
+ model = AutoModelForCausalLM.from_pretrained(model_id, token=hf_token, device_map="auto")
16
 
17
  def format_prompt(message, history):
18
  prompt = "<s>"