Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -255,18 +255,22 @@ with st.columns(1)[0]:
|
|
| 255 |
|
| 256 |
scores = {}
|
| 257 |
for index, model_id in enumerate(selected_models):
|
| 258 |
-
|
| 259 |
-
|
| 260 |
-
|
| 261 |
-
|
| 262 |
-
|
| 263 |
-
|
| 264 |
-
|
| 265 |
-
|
| 266 |
-
|
| 267 |
-
|
| 268 |
-
|
| 269 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 270 |
my_bar.progress((index + 1) / len(selected_models))
|
| 271 |
scores = sort_dictionary(scores)
|
| 272 |
st.write("Our recommendation is:", scores)
|
|
|
|
| 255 |
|
| 256 |
scores = {}
|
| 257 |
for index, model_id in enumerate(selected_models):
|
| 258 |
+
try:
|
| 259 |
+
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 260 |
+
model = AutoModelWithLMHead.from_pretrained(model_id)
|
| 261 |
+
if model_id.startswith("castorini"):
|
| 262 |
+
tokenizer.model_max_length = 512
|
| 263 |
+
MLM_MASK_TOKEN = tokenizer.mask_token_id # [(103, '[MASK]')]
|
| 264 |
+
MLM_UNK_TOKEN = tokenizer.unk_token_id
|
| 265 |
+
|
| 266 |
+
BATCH_SIZE = 1
|
| 267 |
+
score = get_sense_score_batched(
|
| 268 |
+
sentence, tokenizer, model, MLM_MASK_TOKEN, MLM_UNK_TOKEN, BATCH_SIZE
|
| 269 |
+
)
|
| 270 |
+
scores[model_id] = score
|
| 271 |
+
except:
|
| 272 |
+
scores[model_id] = 0
|
| 273 |
+
|
| 274 |
my_bar.progress((index + 1) / len(selected_models))
|
| 275 |
scores = sort_dictionary(scores)
|
| 276 |
st.write("Our recommendation is:", scores)
|