nroggendorff commited on
Commit
7725a81
·
verified ·
1 Parent(s): 8bda9f6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -8,6 +8,8 @@ model_path = "cognitivecomputations/dolphin-2.8-mistral-7b-v02"
8
  tokenizer = AutoTokenizer.from_pretrained(model_path)
9
  model = AutoModelForCausalLM.from_pretrained(model_path)
10
 
 
 
11
  @spaces.GPU
12
  def chat(prompt):
13
  input_ids = tokenizer.encode(prompt, return_tensors="pt")
 
8
  tokenizer = AutoTokenizer.from_pretrained(model_path)
9
  model = AutoModelForCausalLM.from_pretrained(model_path)
10
 
11
+ model.config.pad_token_id = model.config.eos_token_id
12
+
13
  @spaces.GPU
14
  def chat(prompt):
15
  input_ids = tokenizer.encode(prompt, return_tensors="pt")