PhantHive commited on
Commit
9774135
·
verified ·
1 Parent(s): 1fdbfe6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -6
app.py CHANGED
@@ -3,17 +3,11 @@ from peft import PeftModel, PeftConfig
3
  from transformers import AutoModelForCausalLM, AutoTokenizer
4
  import torch
5
 
6
- device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
7
-
8
  # Load the model and config when the script starts
9
  config = PeftConfig.from_pretrained("phearion/bigbrain-v0.0.1")
10
  model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1")
11
  model = PeftModel.from_pretrained(model, "phearion/bigbrain-v0.0.1")
12
 
13
- # Move the model to the device
14
- model = model.to(device)
15
-
16
-
17
  # Load the tokenizer
18
  tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1")
19
 
 
3
  from transformers import AutoModelForCausalLM, AutoTokenizer
4
  import torch
5
 
 
 
6
  # Load the model and config when the script starts
7
  config = PeftConfig.from_pretrained("phearion/bigbrain-v0.0.1")
8
  model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1")
9
  model = PeftModel.from_pretrained(model, "phearion/bigbrain-v0.0.1")
10
 
 
 
 
 
11
  # Load the tokenizer
12
  tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1")
13