Update README.md
Browse files
README.md
CHANGED
@@ -128,6 +128,16 @@ hf (pretrained=fblgit/LUNA-SOLARkrautLM-Instruct), gen_kwargs: (), limit: None,
|
|
128 |
|hellaswag|Yaml |none | 10|acc |0.7131|± |0.0045|
|
129 |
| | |none | 10|acc_norm|0.8815|± |0.0032|
|
130 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
131 |
```
|
132 |
|
133 |
## Disclaimer
|
|
|
128 |
|hellaswag|Yaml |none | 10|acc |0.7131|± |0.0045|
|
129 |
| | |none | 10|acc_norm|0.8815|± |0.0032|
|
130 |
|
131 |
+
hf (pretrained=fblgit/LUNA-SOLARkrautLM-Instruct), gen_kwargs: (), limit: None, num_fewshot: 5, batch_size: auto (64)
|
132 |
+
| Tasks |Version|Filter|n-shot|Metric| Value | |Stderr|
|
133 |
+
|-----------|-------|------|-----:|------|------:|---|-----:|
|
134 |
+
|wmt16-de-en|Yaml |none | 5|bleu |14.9310|± |0.8014|
|
135 |
+
| | |none | 5|ter |46.3206|± |0.4087|
|
136 |
+
| | |none | 5|chrf |60.8637|± |0.4436|
|
137 |
+
|wmt16-en-de|Yaml |none | 5|bleu | 6.2016|± |0.2918|
|
138 |
+
| | |none | 5|ter |63.9997|± |0.4591|
|
139 |
+
| | |none | 5|chrf |51.1399|± |0.3978|
|
140 |
+
|xnli_de |Yaml |none | 5|acc | 0.4703|± |0.0100|
|
141 |
```
|
142 |
|
143 |
## Disclaimer
|