Spaces:
Runtime error
Runtime error
Martijn van Beers
commited on
Commit
Β·
e9d81ac
1
Parent(s):
27717dd
Fix colouring logic
Browse filesUse positive perplexity, and colour the lowest value, the least
'surprising' to the model
app.py
CHANGED
@@ -34,22 +34,22 @@ def run(bias_type):
|
|
34 |
with torch.no_grad():
|
35 |
out_more = model(more, labels=more.clone())
|
36 |
score_more = out_more["loss"]
|
37 |
-
perplexity_more =
|
38 |
|
39 |
less = row["sent_less"]
|
40 |
less = tokenizer(less, return_tensors="pt")["input_ids"].to(device)
|
41 |
with torch.no_grad():
|
42 |
out_less = model(less, labels=less.clone())
|
43 |
score_less = out_less["loss"]
|
44 |
-
perplexity_less =
|
45 |
if perplexity_more > perplexity_less:
|
46 |
shade = round(
|
47 |
abs((perplexity_more - perplexity_less) / perplexity_more), 2
|
48 |
)
|
49 |
-
result += f"<td style='padding: 0 1em;
|
50 |
else:
|
51 |
shade = abs((perplexity_less - perplexity_more) / perplexity_less)
|
52 |
-
result += f"<td style='padding: 0 1em; background-color: rgba(
|
53 |
result += "</table>"
|
54 |
return result
|
55 |
|
|
|
34 |
with torch.no_grad():
|
35 |
out_more = model(more, labels=more.clone())
|
36 |
score_more = out_more["loss"]
|
37 |
+
perplexity_more = torch.exp(score_more).item()
|
38 |
|
39 |
less = row["sent_less"]
|
40 |
less = tokenizer(less, return_tensors="pt")["input_ids"].to(device)
|
41 |
with torch.no_grad():
|
42 |
out_less = model(less, labels=less.clone())
|
43 |
score_less = out_less["loss"]
|
44 |
+
perplexity_less = torch.exp(score_less).item()
|
45 |
if perplexity_more > perplexity_less:
|
46 |
shade = round(
|
47 |
abs((perplexity_more - perplexity_less) / perplexity_more), 2
|
48 |
)
|
49 |
+
result += f"<td style='padding: 0 1em;)'>{row['sent_more']}</td><td style='padding: 0 1em; background-color: rgba(255,0,255,{shade})'>{row['sent_less']}</td></tr>"
|
50 |
else:
|
51 |
shade = abs((perplexity_less - perplexity_more) / perplexity_less)
|
52 |
+
result += f"<td style='padding: 0 1em; background-color: rgba(0,255,255,{shade})'>{row['sent_more']}</td><td style='padding: 0 1em;'>{row['sent_less']}</td></tr>"
|
53 |
result += "</table>"
|
54 |
return result
|
55 |
|