Hugging Face's logo

alex2awesome
/
quote-attribution__qa-model

Transformers
PyTorch
big_bird
Inference Endpoints
Model card Files Community
quote-attribution__qa-model
File size: 2,172 Bytes 
6ea412a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
 
Big-Bird-base Span-detection model (based off extractive QA) for source detection.

{
  "INDIRECT QUOTE_loss": 2.1680643558502197,
  "INDIRECT QUOTE_f1": 0.5832819493021588, 
  "INDIRECT QUOTE_e": 0.5954545454545455, 
  "DIRECT QUOTE_loss": 2.801011085510254,
  "DIRECT QUOTE_f1": 0.5635643892446235,
  "DIRECT QUOTE_e": 0.6109725685785536,
  "BACKGROUND_loss": 3.1039113998413086,
  "BACKGROUND_f1": 0.611717346713872,
  "BACKGROUND_e": 0.6445497630331753,
  "PUBLISHED WORK_loss": 3.808171510696411,
  "PUBLISHED WORK_f1": 0.4371806382199098,
  "PUBLISHED WORK_e": 0.48091603053435117,
  "STATEMENT_loss": 2.080826997756958,
  "STATEMENT_f1": 0.5286385342053358,
  "STATEMENT_e": 0.6842105263157895,
  "SOCIAL MEDIA POST_loss": 4.998101711273193,
  "SOCIAL MEDIA POST_f1": 0.153008769008769,
  "SOCIAL MEDIA POST_e": 0.2727272727272727, 
  "PRESS REPORT_loss": 4.468905448913574, 
  "PRESS REPORT_f1": 0.49912424740010947, 
  "PRESS REPORT_e": 0.5689655172413793, 
  "DECLINED COMMENT_loss": 3.148961067199707, 
  "DECLINED COMMENT_f1": 0.375, 
  "DECLINED COMMENT_e": 0.5, 
  "PROPOSAL/ORDER/LAW_loss": 3.330847978591919, 
  "PROPOSAL/ORDER/LAW_f1": 0.33189112529318715, 
  "PROPOSAL/ORDER/LAW_e": 0.52, 
  "PRICE SIGNAL_loss": 4.048040866851807, 
  "PRICE SIGNAL_f1": 0.4912280701754385, 
  "PRICE SIGNAL_e": 0.5263157894736842, 
  "NARRATIVE_loss": 1.8141759634017944, 
  "NARRATIVE_f1": 0.6115449846893029,
  "NARRATIVE_e": 0.6985294117647058,
  "DIRECT OBSERVATION_loss": 4.806377410888672,
  "DIRECT OBSERVATION_f1": 0.01694915254237288, 
  "DIRECT OBSERVATION_e": 0.22033898305084745, 
  "COMMUNICATION_loss": 3.3593952655792236, 
  "COMMUNICATION_f1": 0.5574448529411764,
  "COMMUNICATION_e": 0.578125, 
  "PUBLIC SPEECH_loss": 2.9915313720703125,
  "PUBLIC SPEECH_f1": 0.30833333333333335, 
  "PUBLIC SPEECH_e": 0.65, 
  "VOTE/POLL_loss": 5.5998759269714355, 
  "VOTE/POLL_f1": 0.3069828722002635, 
  "VOTE/POLL_e": 0.34782608695652173, 
  "COURT PROCEEDING_loss": 6.140444755554199, 
  "COURT PROCEEDING_f1": 0.2898239538239538, 
  "COURT PROCEEDING_e": 0.32, 
  "full_loss": 2.76505708694458,
  "full_f1": 0.5431272378305184, 
  "full_e": 0.5950782997762863
}