Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -5,7 +5,7 @@ import torch
|
|
5 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
6 |
|
7 |
model_path = "cognitivecomputations/dolphin-2.8-mistral-7b-v02"
|
8 |
-
tokenizer = AutoTokenizer.from_pretrained(model_path)
|
9 |
model = AutoModelForCausalLM.from_pretrained(model_path)
|
10 |
|
11 |
model.config.pad_token_id = model.config.eos_token_id
|
|
|
5 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
6 |
|
7 |
model_path = "cognitivecomputations/dolphin-2.8-mistral-7b-v02"
|
8 |
+
tokenizer = AutoTokenizer.from_pretrained(model_path, use_fast=True)
|
9 |
model = AutoModelForCausalLM.from_pretrained(model_path)
|
10 |
|
11 |
model.config.pad_token_id = model.config.eos_token_id
|