nroggendorff commited on
Commit
269aba9
·
verified ·
1 Parent(s): ee70b76

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -5,7 +5,7 @@ import torch
5
  from transformers import AutoTokenizer, AutoModelForCausalLM
6
 
7
  model_path = "cognitivecomputations/dolphin-2.8-mistral-7b-v02"
8
- tokenizer = AutoTokenizer.from_pretrained(model_path)
9
  model = AutoModelForCausalLM.from_pretrained(model_path)
10
 
11
  model.config.pad_token_id = model.config.eos_token_id
 
5
  from transformers import AutoTokenizer, AutoModelForCausalLM
6
 
7
  model_path = "cognitivecomputations/dolphin-2.8-mistral-7b-v02"
8
+ tokenizer = AutoTokenizer.from_pretrained(model_path, use_fast=True)
9
  model = AutoModelForCausalLM.from_pretrained(model_path)
10
 
11
  model.config.pad_token_id = model.config.eos_token_id