| Model,Year,Encoder,Task,Score | |
| ERNIE,2019,Transformer,CoLA,75.5 | |
| T5,2019,Transformer,CoLA,71.6 | |
| RoBERTa,2019,Transformer,CoLA,67.8 | |
| BERT,2018,Transformer,CoLA,60.5 | |
| BiLSTM+ELMo,2018,LSTM,CoLA,32.1 | |
| BiLSTM+CoVe,2017,LSTM,CoLA,18.5 | |
| BiLSTM+Attn,2017,LSTM,CoLA,18.6 | |
| BiLSTM,2017,LSTM,CoLA,11.6 | |
| ERNIE,2019,Transformer,SST-2,97.8 | |
| T5,2019,Transformer,SST-2,97.5 | |
| RoBERTa,2019,Transformer,SST-2,96.7 | |
| BERT,2018,Transformer,SST-2,94.9 | |
| BiLSTM+ELMo,2018,LSTM,SST-2,89.3 | |
| BiLSTM+CoVe,2017,LSTM,SST-2,81.9 | |
| BiLSTM+Attn,2017,LSTM,SST-2,83.0 | |
| BiLSTM,2017,LSTM,SST-2,82.8 | |
| ERNIE,2019,Transformer,MRPC,93.9 | |
| T5,2019,Transformer,MRPC,92.8 | |
| RoBERTa,2019,Transformer,MRPC,92.3 | |
| BERT,2018,Transformer,MRPC,89.3 | |
| BiLSTM+ELMo,2018,LSTM,MRPC,84.7 | |
| BiLSTM+CoVe,2017,LSTM,MRPC,78.7 | |
| BiLSTM+Attn,2017,LSTM,MRPC,83.9 | |
| BiLSTM,2017,LSTM,MRPC,81.8 | |
| ERNIE,2019,Transformer,STS-B,93.0 | |
| T5,2019,Transformer,STS-B,93.1 | |
| RoBERTa,2019,Transformer,STS-B,92.2 | |
| BERT,2018,Transformer,STS-B,87.6 | |
| BiLSTM+ELMo,2018,LSTM,STS-B,70.3 | |
| BiLSTM+CoVe,2017,LSTM,STS-B,64.4 | |
| BiLSTM+Attn,2017,LSTM,STS-B,72.8 | |
| BiLSTM,2017,LSTM,STS-B,70.3 | |
| ERNIE,2019,Transformer,QQP,75.2 | |
| T5,2019,Transformer,QQP,75.1 | |
| RoBERTa,2019,Transformer,QQP,74.3 | |
| BERT,2018,Transformer,QQP,72.1 | |
| BiLSTM+ELMo,2018,LSTM,QQP,61.1 | |
| BiLSTM+CoVe,2017,LSTM,QQP,60.6 | |
| BiLSTM+Attn,2017,LSTM,QQP,60.1 | |
| BiLSTM,2017,LSTM,QQP,62.5 | |
| ERNIE,2019,Transformer,MNLI,92.3 | |
| T5,2019,Transformer,MNLI,92.2 | |
| RoBERTa,2019,Transformer,MNLI,90.8 | |
| BERT,2018,Transformer,MNLI,86.7 | |
| BiLSTM+ELMo,2018,LSTM,MNLI,67.2 | |
| BiLSTM+CoVe,2017,LSTM,MNLI,65.4 | |
| BiLSTM+Attn,2017,LSTM,MNLI,67.6 | |
| BiLSTM,2017,LSTM,MNLI,65.6 | |
| ERNIE,2019,Transformer,QNLI,97.3 | |
| T5,2019,Transformer,QNLI,96.9 | |
| RoBERTa,2019,Transformer,QNLI,95.4 | |
| BERT,2018,Transformer,QNLI,92.7 | |
| BiLSTM+ELMo,2018,LSTM,QNLI,75.5 | |
| BiLSTM+CoVe,2017,LSTM,QNLI,70.8 | |
| BiLSTM+Attn,2017,LSTM,QNLI,74.3 | |
| BiLSTM,2017,LSTM,QNLI,74.6 | |
| ERNIE,2019,Transformer,RTE,92.6 | |
| T5,2019,Transformer,RTE,92.8 | |
| RoBERTa,2019,Transformer,RTE,88.2 | |
| BERT,2018,Transformer,RTE,70.1 | |
| BiLSTM+ELMo,2018,LSTM,RTE,57.4 | |
| BiLSTM+CoVe,2017,LSTM,RTE,52.7 | |
| BiLSTM+Attn,2017,LSTM,RTE,58.4 | |
| BiLSTM,2017,LSTM,RTE,57.4 | |