Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -13,7 +13,7 @@ model = AutoModelForSequenceClassification.from_pretrained(
|
|
13 |
model_path,
|
14 |
num_labels=1,
|
15 |
load_in_8bit=True,
|
16 |
-
device_map={
|
17 |
)
|
18 |
tokenizer = AutoTokenizer.from_pretrained(model_path)
|
19 |
model.eval()
|
|
|
13 |
model_path,
|
14 |
num_labels=1,
|
15 |
load_in_8bit=True,
|
16 |
+
device_map={'': device(type='cuda', index=0)}
|
17 |
)
|
18 |
tokenizer = AutoTokenizer.from_pretrained(model_path)
|
19 |
model.eval()
|