Update app.py
Browse files
app.py
CHANGED
@@ -3,17 +3,11 @@ from peft import PeftModel, PeftConfig
|
|
3 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
4 |
import torch
|
5 |
|
6 |
-
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
7 |
-
|
8 |
# Load the model and config when the script starts
|
9 |
config = PeftConfig.from_pretrained("phearion/bigbrain-v0.0.1")
|
10 |
model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1")
|
11 |
model = PeftModel.from_pretrained(model, "phearion/bigbrain-v0.0.1")
|
12 |
|
13 |
-
# Move the model to the device
|
14 |
-
model = model.to(device)
|
15 |
-
|
16 |
-
|
17 |
# Load the tokenizer
|
18 |
tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1")
|
19 |
|
|
|
3 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
4 |
import torch
|
5 |
|
|
|
|
|
6 |
# Load the model and config when the script starts
|
7 |
config = PeftConfig.from_pretrained("phearion/bigbrain-v0.0.1")
|
8 |
model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1")
|
9 |
model = PeftModel.from_pretrained(model, "phearion/bigbrain-v0.0.1")
|
10 |
|
|
|
|
|
|
|
|
|
11 |
# Load the tokenizer
|
12 |
tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1")
|
13 |
|