Martijn van Beers commited on
Commit
e9d81ac
Β·
1 Parent(s): 27717dd

Fix colouring logic

Browse files

Use positive perplexity, and colour the lowest value, the least
'surprising' to the model

Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -34,22 +34,22 @@ def run(bias_type):
34
  with torch.no_grad():
35
  out_more = model(more, labels=more.clone())
36
  score_more = out_more["loss"]
37
- perplexity_more = -torch.exp(score_more).item()
38
 
39
  less = row["sent_less"]
40
  less = tokenizer(less, return_tensors="pt")["input_ids"].to(device)
41
  with torch.no_grad():
42
  out_less = model(less, labels=less.clone())
43
  score_less = out_less["loss"]
44
- perplexity_less = -torch.exp(score_less).item()
45
  if perplexity_more > perplexity_less:
46
  shade = round(
47
  abs((perplexity_more - perplexity_less) / perplexity_more), 2
48
  )
49
- result += f"<td style='padding: 0 1em; background-color: rgba(0,255,255,{shade})'>{row['sent_more']}</td><td style='padding: 0 1em;'>{row['sent_less']}</td></tr>"
50
  else:
51
  shade = abs((perplexity_less - perplexity_more) / perplexity_less)
52
- result += f"<td style='padding: 0 1em; background-color: rgba(255,0,255,{shade})'>{row['sent_more']}</td><td style='padding: 0 1em; background-color: rgba(255,0,255,{shade})'>{row['sent_less']}</td></tr>"
53
  result += "</table>"
54
  return result
55
 
 
34
  with torch.no_grad():
35
  out_more = model(more, labels=more.clone())
36
  score_more = out_more["loss"]
37
+ perplexity_more = torch.exp(score_more).item()
38
 
39
  less = row["sent_less"]
40
  less = tokenizer(less, return_tensors="pt")["input_ids"].to(device)
41
  with torch.no_grad():
42
  out_less = model(less, labels=less.clone())
43
  score_less = out_less["loss"]
44
+ perplexity_less = torch.exp(score_less).item()
45
  if perplexity_more > perplexity_less:
46
  shade = round(
47
  abs((perplexity_more - perplexity_less) / perplexity_more), 2
48
  )
49
+ result += f"<td style='padding: 0 1em;)'>{row['sent_more']}</td><td style='padding: 0 1em; background-color: rgba(255,0,255,{shade})'>{row['sent_less']}</td></tr>"
50
  else:
51
  shade = abs((perplexity_less - perplexity_more) / perplexity_less)
52
+ result += f"<td style='padding: 0 1em; background-color: rgba(0,255,255,{shade})'>{row['sent_more']}</td><td style='padding: 0 1em;'>{row['sent_less']}</td></tr>"
53
  result += "</table>"
54
  return result
55