Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -8,7 +8,7 @@ import torch
|
|
8 |
|
9 |
model_path = 'THUDM/BPO'
|
10 |
|
11 |
-
device = 'cuda'
|
12 |
|
13 |
tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True, add_prefix_space=True)
|
14 |
model = AutoModelForCausalLM.from_pretrained(model_path, trust_remote_code=True, device_map=device, load_in_8bit=True)
|
|
|
8 |
|
9 |
model_path = 'THUDM/BPO'
|
10 |
|
11 |
+
device = 'cuda:0'
|
12 |
|
13 |
tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True, add_prefix_space=True)
|
14 |
model = AutoModelForCausalLM.from_pretrained(model_path, trust_remote_code=True, device_map=device, load_in_8bit=True)
|