Spaces:
Runtime error
Runtime error
Commit
·
126c386
1
Parent(s):
fc85928
Add HF verification for private models
Browse files
app.py
CHANGED
|
@@ -5,14 +5,21 @@ from transformers import (
|
|
| 5 |
AutoTokenizer,
|
| 6 |
)
|
| 7 |
from typing import Dict
|
|
|
|
|
|
|
|
|
|
| 8 |
|
| 9 |
FOUNDATIONS = ["authority", "care", "fairness", "loyalty", "sanctity"]
|
| 10 |
-
tokenizer = AutoTokenizer.from_pretrained(
|
|
|
|
|
|
|
|
|
|
| 11 |
DEVICE = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
| 12 |
MODELS = {}
|
| 13 |
for foundation in FOUNDATIONS:
|
| 14 |
model = AutoModelForSequenceClassification.from_pretrained(
|
| 15 |
pretrained_model_name_or_path=f"joshnguyen/mformer-{foundation}",
|
|
|
|
| 16 |
)
|
| 17 |
MODELS[foundation] = model.to(DEVICE)
|
| 18 |
|
|
|
|
| 5 |
AutoTokenizer,
|
| 6 |
)
|
| 7 |
from typing import Dict
|
| 8 |
+
import os
|
| 9 |
+
from huggingface_hub import login
|
| 10 |
+
login(token=os.getenv("HUGGINGFACE_TOKEN"))
|
| 11 |
|
| 12 |
FOUNDATIONS = ["authority", "care", "fairness", "loyalty", "sanctity"]
|
| 13 |
+
tokenizer = AutoTokenizer.from_pretrained(
|
| 14 |
+
"joshnguyen/mformer-authority",
|
| 15 |
+
use_auth_token=True
|
| 16 |
+
)
|
| 17 |
DEVICE = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
| 18 |
MODELS = {}
|
| 19 |
for foundation in FOUNDATIONS:
|
| 20 |
model = AutoModelForSequenceClassification.from_pretrained(
|
| 21 |
pretrained_model_name_or_path=f"joshnguyen/mformer-{foundation}",
|
| 22 |
+
use_auth_token=True
|
| 23 |
)
|
| 24 |
MODELS[foundation] = model.to(DEVICE)
|
| 25 |
|