Update README.md
Browse files
README.md
CHANGED
@@ -150,7 +150,7 @@ Our final models were trained on a different number of steps and sequence length
|
|
150 |
|
151 |
| Dataset | Metric | RoBERTa-b | RoBERTa-l | BETO | mBERT | BERTIN |
|
152 |
|-------------|----------|-----------|-----------|--------|--------|--------|
|
153 |
-
| UD-POS | F1 | 0.9907 | 0.9901 | 0.9900 | 0.9886 | 0.9904 |
|
154 |
| Conll-NER | F1 | 0.8851 | 0.8772 | 0.8759 | 0.8691 | 0.8627 |
|
155 |
| Capitel-POS | F1 | 0.9846 | 0.9851 | 0.9836 | 0.9839 | 0.9826 |
|
156 |
| Capitel-NER | F1 | 0.8959 | 0.8998 | 0.8771 | 0.8810 | 0.8741 |
|
@@ -260,18 +260,17 @@ All models trained with max length 256 and batch size 32.
|
|
260 |
|
261 |
| Model | Accuracy |
|
262 |
|----------------------------------------------------|----------|
|
263 |
-
| bert-base-multilingual-cased |
|
264 |
-
| dccuchile/bert-base-spanish-wwm-cased |
|
265 |
-
| BSC-TeMU/roberta-base-bne |
|
266 |
-
| bertin-project/bertin-roberta-base-spanish | WIP |
|
267 |
| bertin-project/bertin-base-random | 0.7745 |
|
268 |
| bertin-project/bertin-base-stepwise | 0.7820 |
|
269 |
-
| bertin-project/bertin-base-gaussian |
|
270 |
| bertin-project/bertin-base-random-exp-512seqlen | 0.7723 |
|
271 |
| bertin-project/bertin-base-gaussian-exp-512seqlen | 0.7878 |
|
272 |
|
273 |
|
274 |
-
<caption>Table 6. Results for
|
275 |
</figure>
|
276 |
|
277 |
# Conclusions
|
|
|
150 |
|
151 |
| Dataset | Metric | RoBERTa-b | RoBERTa-l | BETO | mBERT | BERTIN |
|
152 |
|-------------|----------|-----------|-----------|--------|--------|--------|
|
153 |
+
| UD-POS | F1 | **0.9907** | 0.9901 | 0.9900 | 0.9886 | **0.9904** |
|
154 |
| Conll-NER | F1 | 0.8851 | 0.8772 | 0.8759 | 0.8691 | 0.8627 |
|
155 |
| Capitel-POS | F1 | 0.9846 | 0.9851 | 0.9836 | 0.9839 | 0.9826 |
|
156 |
| Capitel-NER | F1 | 0.8959 | 0.8998 | 0.8771 | 0.8810 | 0.8741 |
|
|
|
260 |
|
261 |
| Model | Accuracy |
|
262 |
|----------------------------------------------------|----------|
|
263 |
+
| bert-base-multilingual-cased | 0.7852 |
|
264 |
+
| dccuchile/bert-base-spanish-wwm-cased | **0.8186** |
|
265 |
+
| BSC-TeMU/roberta-base-bne | 0.8178 |
|
|
|
266 |
| bertin-project/bertin-base-random | 0.7745 |
|
267 |
| bertin-project/bertin-base-stepwise | 0.7820 |
|
268 |
+
| bertin-project/bertin-base-gaussian | 0.7942 |
|
269 |
| bertin-project/bertin-base-random-exp-512seqlen | 0.7723 |
|
270 |
| bertin-project/bertin-base-gaussian-exp-512seqlen | 0.7878 |
|
271 |
|
272 |
|
273 |
+
<caption>Table 6. Results for XNLI.</caption>
|
274 |
</figure>
|
275 |
|
276 |
# Conclusions
|