Update README.md
Browse files
README.md
CHANGED
|
@@ -21,4 +21,4 @@ Prompt template:
|
|
| 21 |
q4_1 GGML quant available [here](https://huggingface.co/NikolayKozloff/Marx-3B-V2/).</br>
|
| 22 |
q4_1 GGUF quant available [here]( https://huggingface.co/NikolayKozloff/Marx-3B-V2-GGUF/).
|
| 23 |
|
| 24 |
-
Benchmarks:<table><tr><th>results</th><td><table><tr><th>hendrycksTest-moral_disputes</th><td><table><tr><th>acc</th><td>0.28612716763</td></tr><tr><th>acc_stderr</th><td>0.0243321467791</td></tr><tr><th>acc_norm</th><td>0.28612716763</td></tr><tr><th>acc_norm_stderr</th><td>0.0243321467791</td></tr></table></td></tr><tr><th>hendrycksTest-nutrition</th><td><table><tr><th>acc</th><td>0.287581699346</td></tr><tr><th>acc_stderr</th><td>0.0259178061171</td></tr><tr><th>acc_norm</th><td>0.287581699346</td></tr><tr><th>acc_norm_stderr</th><td>0.0259178061171</td></tr></table></td></tr><tr><th>hendrycksTest-prehistory</th><td><table><tr><th>acc</th><td>0.311728395062</td></tr><tr><th>acc_stderr</th><td>0.0257731111696</td></tr><tr><th>acc_norm</th><td>0.311728395062</td></tr><tr><th>acc_norm_stderr</th><td>0.0257731111696</td></tr></table></td></tr><tr><th>hendrycksTest-business_ethics</th><td><table><tr><th>acc</th><td>0.3</td></tr><tr><th>acc_stderr</th><td>0.0460566186472</td></tr><tr><th>acc_norm</th><td>0.3</td></tr><tr><th>acc_norm_stderr</th><td>0.0460566186472</td></tr></table></td></tr><tr><th>hendrycksTest-professional_medicine</th><td><table><tr><th>acc</th><td>0.180147058824</td></tr><tr><th>acc_stderr</th><td>0.0233451636165</td></tr><tr><th>acc_norm</th><td>0.180147058824</td></tr><tr><th>acc_norm_stderr</th><td>0.0233451636165</td></tr></table></td></tr><tr><th>hendrycksTest-international_law</th><td><table><tr><th>acc</th><td>0.388429752066</td></tr><tr><th>acc_stderr</th><td>0.0444927035007</td></tr><tr><th>acc_norm</th><td>0.388429752066</td></tr><tr><th>acc_norm_stderr</th><td>0.0444927035007</td></tr></table></td></tr><tr><th>hendrycksTest-high_school_world_history</th><td><table><tr><th>acc</th><td>0.286919831224</td></tr><tr><th>acc_stderr</th><td>0.0294437730226</td></tr><tr><th>acc_norm</th><td>0.286919831224</td></tr><tr><th>acc_norm_stderr</th><td>0.0294437730226</td></tr></table></td></tr><tr><th>hendrycksTest-management</th><td><table><tr><th>acc</th><td>0.330097087379</td></tr><tr><th>acc_stderr</th><td>0.0465614711001</td></tr><tr><th>acc_norm</th><td>0.330097087379</td></tr><tr><th>acc_norm_stderr</th><td>0.0465614711001</td></tr></table></td></tr><tr><th>hendrycksTest-college_biology</th><td><table><tr><th>acc</th><td>0.256944444444</td></tr><tr><th>acc_stderr</th><td>0.0365394696944</td></tr><tr><th>acc_norm</th><td>0.256944444444</td></tr><tr><th>acc_norm_stderr</th><td>0.0365394696944</td></tr></table></td></tr><tr><th>hendrycksTest-high_school_statistics</th><td><table><tr><th>acc</th><td>0.25462962963</td></tr><tr><th>acc_stderr</th><td>0.02971127586</td></tr><tr><th>acc_norm</th><td>0.25462962963</td></tr><tr><th>acc_norm_stderr</th><td>0.02971127586</td></tr></table></td></tr><tr><th>hendrycksTest-college_medicine</th><td><table><tr><th>acc</th><td>0.231213872832</td></tr><tr><th>acc_stderr</th><td>0.0321473730203</td></tr><tr><th>acc_norm</th><td>0.231213872832</td></tr><tr><th>acc_norm_stderr</th><td>0.0321473730203</td></tr></table></td></tr><tr><th>hendrycksTest-conceptual_physics</th><td><table><tr><th>acc</th><td>0.276595744681</td></tr><tr><th>acc_stderr</th><td>0.0292418838696</td></tr><tr><th>acc_norm</th><td>0.276595744681</td></tr><tr><th>acc_norm_stderr</th><td>0.0292418838696</td></tr></table></td></tr><tr><th>hendrycksTest-electrical_engineering</th><td><table><tr><th>acc</th><td>0.206896551724</td></tr><tr><th>acc_stderr</th><td>0.0337567244956</td></tr><tr><th>acc_norm</th><td>0.206896551724</td></tr><tr><th>acc_norm_stderr</th><td>0.0337567244956</td></tr></table></td></tr><tr><th>hendrycksTest-high_school_computer_science</th><td><table><tr><th>acc</th><td>0.33</td></tr><tr><th>acc_stderr</th><td>0.0472581562625</td></tr><tr><th>acc_norm</th><td>0.33</td></tr><tr><th>acc_norm_stderr</th><td>0.0472581562625</td></tr></table></td></tr><tr><th>hendrycksTest-us_foreign_policy</th><td><table><tr><th>acc</th><td>0.32</td></tr><tr><th>acc_stderr</th><td>0.0468826172262</td></tr><tr><th>acc_norm</th><td>0.32</td></tr><tr><th>acc_norm_stderr</th><td>0.0468826172262</td></tr></table></td></tr><tr><th>hendrycksTest-high_school_chemistry</th><td><table><tr><th>acc</th><td>0.28078817734</td></tr><tr><th>acc_stderr</th><td>0.0316185633536</td></tr><tr><th>acc_norm</th><td>0.28078817734</td></tr><tr><th>acc_norm_stderr</th><td>0.0316185633536</td></tr></table></td></tr><tr><th>hendrycksTest-high_school_government_and_politics</th><td><table><tr><th>acc</th><td>0.253886010363</td></tr><tr><th>acc_stderr</th><td>0.0314102478057</td></tr><tr><th>acc_norm</th><td>0.253886010363</td></tr><tr><th>acc_norm_stderr</th><td>0.0314102478057</td></tr></table></td></tr><tr><th>hendrycksTest-high_school_macroeconomics</th><td><table><tr><th>acc</th><td>0.274358974359</td></tr><tr><th>acc_stderr</th><td>0.0226227657675</td></tr><tr><th>acc_norm</th><td>0.274358974359</td></tr><tr><th>acc_norm_stderr</th><td>0.0226227657675</td></tr></table></td></tr><tr><th>hendrycksTest-college_chemistry</th><td><table><tr><th>acc</th><td>0.22</td></tr><tr><th>acc_stderr</th><td>0.0416333199893</td></tr><tr><th>acc_norm</th><td>0.22</td></tr><tr><th>acc_norm_stderr</th><td>0.0416333199893</td></tr></table></td></tr><tr><th>hendrycksTest-miscellaneous</th><td><table><tr><th>acc</th><td>0.315453384419</td></tr><tr><th>acc_stderr</th><td>0.0166175017388</td></tr><tr><th>acc_norm</th><td>0.315453384419</td></tr><tr><th>acc_norm_stderr</th><td>0.0166175017388</td></tr></table></td></tr><tr><th>hendrycksTest-high_school_psychology</th><td><table><tr><th>acc</th><td>0.28623853211</td></tr><tr><th>acc_stderr</th><td>0.0193794366289</td></tr><tr><th>acc_norm</th><td>0.28623853211</td></tr><tr><th>acc_norm_stderr</th><td>0.0193794366289</td></tr></table></td></tr><tr><th>hendrycksTest-machine_learning</th><td><table><tr><th>acc</th><td>0.214285714286</td></tr><tr><th>acc_stderr</th><td>0.0389464112004</td></tr><tr><th>acc_norm</th><td>0.214285714286</td></tr><tr><th>acc_norm_stderr</th><td>0.0389464112004</td></tr></table></td></tr><tr><th>truthfulqa_mc</th><td><table><tr><th>mc1_stderr</th><td>0.0150006743736</td></tr><tr><th>mc2_stderr</th><td>0.0138986280365</td></tr><tr><th>mc2</th><td>0.38597579296</td></tr><tr><th>mc1</th><td>0.2423500612</td></tr></table></td></tr><tr><th>hendrycksTest-marketing</th><td><table><tr><th>acc</th><td>0.290598290598</td></tr><tr><th>acc_stderr</th><td>0.0297450485727</td></tr><tr><th>acc_norm</th><td>0.290598290598</td></tr><tr><th>acc_norm_stderr</th><td>0.0297450485727</td></tr></table></td></tr><tr><th>hendrycksTest-world_religions</th><td><table><tr><th>acc</th><td>0.327485380117</td></tr><tr><th>acc_stderr</th><td>0.0359933577146</td></tr><tr><th>acc_norm</th><td>0.327485380117</td></tr><tr><th>acc_norm_stderr</th><td>0.0359933577146</td></tr></table></td></tr><tr><th>hendrycksTest-logical_fallacies</th><td><table><tr><th>acc</th><td>0.233128834356</td></tr><tr><th>acc_stderr</th><td>0.0332201579578</td></tr><tr><th>acc_norm</th><td>0.233128834356</td></tr><tr><th>acc_norm_stderr</th><td>0.0332201579578</td></tr></table></td></tr><tr><th>hendrycksTest-security_studies</th><td><table><tr><th>acc</th><td>0.326530612245</td></tr><tr><th>acc_stderr</th><td>0.0300210562384</td></tr><tr><th>acc_norm</th><td>0.326530612245</td></tr><tr><th>acc_norm_stderr</th><td>0.0300210562384</td></tr></table></td></tr><tr><th>hendrycksTest-college_mathematics</th><td><table><tr><th>acc</th><td>0.31</td></tr><tr><th>acc_stderr</th><td>0.0464823198712</td></tr><tr><th>acc_norm</th><td>0.31</td></tr><tr><th>acc_norm_stderr</th><td>0.0464823198712</td></tr></table></td></tr><tr><th>hendrycksTest-human_aging</th><td><table><tr><th>acc</th><td>0.381165919283</td></tr><tr><th>acc_stderr</th><td>0.0325962511842</td></tr><tr><th>acc_norm</th><td>0.381165919283</td></tr><tr><th>acc_norm_stderr</th><td>0.0325962511842</td></tr></table></td></tr><tr><th>hendrycksTest-formal_logic</th><td><table><tr><th>acc</th><td>0.261904761905</td></tr><tr><th>acc_stderr</th><td>0.0393253768039</td></tr><tr><th>acc_norm</th><td>0.261904761905</td></tr><tr><th>acc_norm_stderr</th><td>0.0393253768039</td></tr></table></td></tr><tr><th>hendrycksTest-sociology</th><td><table><tr><th>acc</th><td>0.258706467662</td></tr><tr><th>acc_stderr</th><td>0.0309659031236</td></tr><tr><th>acc_norm</th><td>0.258706467662</td></tr><tr><th>acc_norm_stderr</th><td>0.0309659031236</td></tr></table></td></tr><tr><th>hendrycksTest-public_relations</th><td><table><tr><th>acc</th><td>0.309090909091</td></tr><tr><th>acc_stderr</th><td>0.044262946482</td></tr><tr><th>acc_norm</th><td>0.309090909091</td></tr><tr><th>acc_norm_stderr</th><td>0.044262946482</td></tr></table></td></tr><tr><th>hendrycksTest-high_school_physics</th><td><table><tr><th>acc</th><td>0.304635761589</td></tr><tr><th>acc_stderr</th><td>0.0375794992294</td></tr><tr><th>acc_norm</th><td>0.304635761589</td></tr><tr><th>acc_norm_stderr</th><td>0.0375794992294</td></tr></table></td></tr><tr><th>hendrycksTest-human_sexuality</th><td><table><tr><th>acc</th><td>0.198473282443</td></tr><tr><th>acc_stderr</th><td>0.0349814938546</td></tr><tr><th>acc_norm</th><td>0.198473282443</td></tr><tr><th>acc_norm_stderr</th><td>0.0349814938546</td></tr></table></td></tr><tr><th>hendrycksTest-clinical_knowledge</th><td><table><tr><th>acc</th><td>0.264150943396</td></tr><tr><th>acc_stderr</th><td>0.0271342916287</td></tr><tr><th>acc_norm</th><td>0.264150943396</td></tr><tr><th>acc_norm_stderr</th><td>0.0271342916287</td></tr></table></td></tr><tr><th>hendrycksTest-high_school_biology</th><td><table><tr><th>acc</th><td>0.241935483871</td></tr><tr><th>acc_stderr</th><td>0.024362599693</td></tr><tr><th>acc_norm</th><td>0.241935483871</td></tr><tr><th>acc_norm_stderr</th><td>0.024362599693</td></tr></table></td></tr><tr><th>hendrycksTest-high_school_us_history</th><td><table><tr><th>acc</th><td>0.230392156863</td></tr><tr><th>acc_stderr</th><td>0.0295542926057</td></tr><tr><th>acc_norm</th><td>0.230392156863</td></tr><tr><th>acc_norm_stderr</th><td>0.0295542926057</td></tr></table></td></tr><tr><th>hendrycksTest-high_school_mathematics</th><td><table><tr><th>acc</th><td>0.262962962963</td></tr><tr><th>acc_stderr</th><td>0.0268420578738</td></tr><tr><th>acc_norm</th><td>0.262962962963</td></tr><tr><th>acc_norm_stderr</th><td>0.0268420578738</td></tr></table></td></tr><tr><th>hendrycksTest-medical_genetics</th><td><table><tr><th>acc</th><td>0.29</td></tr><tr><th>acc_stderr</th><td>0.0456048021572</td></tr><tr><th>acc_norm</th><td>0.29</td></tr><tr><th>acc_norm_stderr</th><td>0.0456048021572</td></tr></table></td></tr><tr><th>hendrycksTest-moral_scenarios</th><td><table><tr><th>acc</th><td>0.212290502793</td></tr><tr><th>acc_stderr</th><td>0.0136766446858</td></tr><tr><th>acc_norm</th><td>0.212290502793</td></tr><tr><th>acc_norm_stderr</th><td>0.0136766446858</td></tr></table></td></tr><tr><th>hendrycksTest-high_school_microeconomics</th><td><table><tr><th>acc</th><td>0.264705882353</td></tr><tr><th>acc_stderr</th><td>0.0286574912851</td></tr><tr><th>acc_norm</th><td>0.264705882353</td></tr><tr><th>acc_norm_stderr</th><td>0.0286574912851</td></tr></table></td></tr><tr><th>hendrycksTest-philosophy</th><td><table><tr><th>acc</th><td>0.27652733119</td></tr><tr><th>acc_stderr</th><td>0.0254038329782</td></tr><tr><th>acc_norm</th><td>0.27652733119</td></tr><tr><th>acc_norm_stderr</th><td>0.0254038329782</td></tr></table></td></tr><tr><th>hendrycksTest-virology</th><td><table><tr><th>acc</th><td>0.301204819277</td></tr><tr><th>acc_stderr</th><td>0.0357160923005</td></tr><tr><th>acc_norm</th><td>0.301204819277</td></tr><tr><th>acc_norm_stderr</th><td>0.0357160923005</td></tr></table></td></tr><tr><th>hendrycksTest-econometrics</th><td><table><tr><th>acc</th><td>0.263157894737</td></tr><tr><th>acc_stderr</th><td>0.0414243971949</td></tr><tr><th>acc_norm</th><td>0.263157894737</td></tr><tr><th>acc_norm_stderr</th><td>0.0414243971949</td></tr></table></td></tr><tr><th>hendrycksTest-abstract_algebra</th><td><table><tr><th>acc</th><td>0.23</td></tr><tr><th>acc_stderr</th><td>0.0422952584682</td></tr><tr><th>acc_norm</th><td>0.23</td></tr><tr><th>acc_norm_stderr</th><td>0.0422952584682</td></tr></table></td></tr><tr><th>hendrycksTest-college_physics</th><td><table><tr><th>acc</th><td>0.274509803922</td></tr><tr><th>acc_stderr</th><td>0.0444052190618</td></tr><tr><th>acc_norm</th><td>0.274509803922</td></tr><tr><th>acc_norm_stderr</th><td>0.0444052190618</td></tr></table></td></tr><tr><th>hendrycksTest-astronomy</th><td><table><tr><th>acc</th><td>0.328947368421</td></tr><tr><th>acc_stderr</th><td>0.0382342896993</td></tr><tr><th>acc_norm</th><td>0.328947368421</td></tr><tr><th>acc_norm_stderr</th><td>0.0382342896993</td></tr></table></td></tr><tr><th>hendrycksTest-global_facts</th><td><table><tr><th>acc</th><td>0.35</td></tr><tr><th>acc_stderr</th><td>0.0479372485441</td></tr><tr><th>acc_norm</th><td>0.35</td></tr><tr><th>acc_norm_stderr</th><td>0.0479372485441</td></tr></table></td></tr><tr><th>hendrycksTest-computer_security</th><td><table><tr><th>acc</th><td>0.36</td></tr><tr><th>acc_stderr</th><td>0.0482418151324</td></tr><tr><th>acc_norm</th><td>0.36</td></tr><tr><th>acc_norm_stderr</th><td>0.0482418151324</td></tr></table></td></tr><tr><th>hendrycksTest-high_school_geography</th><td><table><tr><th>acc</th><td>0.287878787879</td></tr><tr><th>acc_stderr</th><td>0.032258835123</td></tr><tr><th>acc_norm</th><td>0.287878787879</td></tr><tr><th>acc_norm_stderr</th><td>0.032258835123</td></tr></table></td></tr><tr><th>hendrycksTest-high_school_european_history</th><td><table><tr><th>acc</th><td>0.29696969697</td></tr><tr><th>acc_stderr</th><td>0.0356796977227</td></tr><tr><th>acc_norm</th><td>0.29696969697</td></tr><tr><th>acc_norm_stderr</th><td>0.0356796977227</td></tr></table></td></tr><tr><th>hendrycksTest-professional_psychology</th><td><table><tr><th>acc</th><td>0.279411764706</td></tr><tr><th>acc_stderr</th><td>0.0181528710515</td></tr><tr><th>acc_norm</th><td>0.279411764706</td></tr><tr><th>acc_norm_stderr</th><td>0.0181528710515</td></tr></table></td></tr><tr><th>hellaswag</th><td><table><tr><th>acc</th><td>0.551384186417</td></tr><tr><th>acc_stderr</th><td>0.00496336208528</td></tr><tr><th>acc_norm</th><td>0.725751842262</td></tr><tr><th>acc_norm_stderr</th><td>0.00445222854104</td></tr></table></td></tr><tr><th>hendrycksTest-professional_accounting</th><td><table><tr><th>acc</th><td>0.265957446809</td></tr><tr><th>acc_stderr</th><td>0.0263580656989</td></tr><tr><th>acc_norm</th><td>0.265957446809</td></tr><tr><th>acc_norm_stderr</th><td>0.0263580656989</td></tr></table></td></tr><tr><th>hendrycksTest-college_computer_science</th><td><table><tr><th>acc</th><td>0.26</td></tr><tr><th>acc_stderr</th><td>0.0440844002277</td></tr><tr><th>acc_norm</th><td>0.26</td></tr><tr><th>acc_norm_stderr</th><td>0.0440844002277</td></tr></table></td></tr><tr><th>hendrycksTest-professional_law</th><td><table><tr><th>acc</th><td>0.256844850065</td></tr><tr><th>acc_stderr</th><td>0.0111584558531</td></tr><tr><th>acc_norm</th><td>0.256844850065</td></tr><tr><th>acc_norm_stderr</th><td>0.0111584558531</td></tr></table></td></tr><tr><th>hendrycksTest-jurisprudence</th><td><table><tr><th>acc</th><td>0.231481481481</td></tr><tr><th>acc_stderr</th><td>0.0407749470925</td></tr><tr><th>acc_norm</th><td>0.231481481481</td></tr><tr><th>acc_norm_stderr</th><td>0.0407749470925</td></tr></table></td></tr><tr><th>hendrycksTest-elementary_mathematics</th><td><table><tr><th>acc</th><td>0.269841269841</td></tr><tr><th>acc_stderr</th><td>0.0228608383092</td></tr><tr><th>acc_norm</th><td>0.269841269841</td></tr><tr><th>acc_norm_stderr</th><td>0.0228608383092</td></tr></table></td></tr><tr><th>hendrycksTest-anatomy</th><td><table><tr><th>acc</th><td>0.296296296296</td></tr><tr><th>acc_stderr</th><td>0.039446241625</td></tr><tr><th>acc_norm</th><td>0.296296296296</td></tr><tr><th>acc_norm_stderr</th><td>0.039446241625</td></tr></table></td></tr><tr><th>arc_challenge</th><td><table><tr><th>acc</th><td>0.389931740614</td></tr><tr><th>acc_stderr</th><td>0.0142529598489</td></tr><tr><th>acc_norm</th><td>0.430887372014</td></tr><tr><th>acc_norm_stderr</th><td>0.0144711333926</td></tr></table></td></tr></table></td></tr></table>
|
|
|
|
| 21 |
q4_1 GGML quant available [here](https://huggingface.co/NikolayKozloff/Marx-3B-V2/).</br>
|
| 22 |
q4_1 GGUF quant available [here]( https://huggingface.co/NikolayKozloff/Marx-3B-V2-GGUF/).
|
| 23 |
|
| 24 |
+
Benchmarks:<table><tr><th>hendrycksTest-moral_disputes</th><td><table><tr><th>acc</th><td>0.28612716763</td></tr><tr><th>acc_stderr</th><td>0.0243321467791</td></tr><tr><th>acc_norm</th><td>0.28612716763</td></tr><tr><th>acc_norm_stderr</th><td>0.0243321467791</td></tr></table></td></tr><tr><th>hendrycksTest-nutrition</th><td><table><tr><th>acc</th><td>0.287581699346</td></tr><tr><th>acc_stderr</th><td>0.0259178061171</td></tr><tr><th>acc_norm</th><td>0.287581699346</td></tr><tr><th>acc_norm_stderr</th><td>0.0259178061171</td></tr></table></td></tr><tr><th>hendrycksTest-prehistory</th><td><table><tr><th>acc</th><td>0.311728395062</td></tr><tr><th>acc_stderr</th><td>0.0257731111696</td></tr><tr><th>acc_norm</th><td>0.311728395062</td></tr><tr><th>acc_norm_stderr</th><td>0.0257731111696</td></tr></table></td></tr><tr><th>hendrycksTest-business_ethics</th><td><table><tr><th>acc</th><td>0.3</td></tr><tr><th>acc_stderr</th><td>0.0460566186472</td></tr><tr><th>acc_norm</th><td>0.3</td></tr><tr><th>acc_norm_stderr</th><td>0.0460566186472</td></tr></table></td></tr><tr><th>hendrycksTest-professional_medicine</th><td><table><tr><th>acc</th><td>0.180147058824</td></tr><tr><th>acc_stderr</th><td>0.0233451636165</td></tr><tr><th>acc_norm</th><td>0.180147058824</td></tr><tr><th>acc_norm_stderr</th><td>0.0233451636165</td></tr></table></td></tr><tr><th>hendrycksTest-international_law</th><td><table><tr><th>acc</th><td>0.388429752066</td></tr><tr><th>acc_stderr</th><td>0.0444927035007</td></tr><tr><th>acc_norm</th><td>0.388429752066</td></tr><tr><th>acc_norm_stderr</th><td>0.0444927035007</td></tr></table></td></tr><tr><th>hendrycksTest-high_school_world_history</th><td><table><tr><th>acc</th><td>0.286919831224</td></tr><tr><th>acc_stderr</th><td>0.0294437730226</td></tr><tr><th>acc_norm</th><td>0.286919831224</td></tr><tr><th>acc_norm_stderr</th><td>0.0294437730226</td></tr></table></td></tr><tr><th>hendrycksTest-management</th><td><table><tr><th>acc</th><td>0.330097087379</td></tr><tr><th>acc_stderr</th><td>0.0465614711001</td></tr><tr><th>acc_norm</th><td>0.330097087379</td></tr><tr><th>acc_norm_stderr</th><td>0.0465614711001</td></tr></table></td></tr><tr><th>hendrycksTest-college_biology</th><td><table><tr><th>acc</th><td>0.256944444444</td></tr><tr><th>acc_stderr</th><td>0.0365394696944</td></tr><tr><th>acc_norm</th><td>0.256944444444</td></tr><tr><th>acc_norm_stderr</th><td>0.0365394696944</td></tr></table></td></tr><tr><th>hendrycksTest-high_school_statistics</th><td><table><tr><th>acc</th><td>0.25462962963</td></tr><tr><th>acc_stderr</th><td>0.02971127586</td></tr><tr><th>acc_norm</th><td>0.25462962963</td></tr><tr><th>acc_norm_stderr</th><td>0.02971127586</td></tr></table></td></tr><tr><th>hendrycksTest-college_medicine</th><td><table><tr><th>acc</th><td>0.231213872832</td></tr><tr><th>acc_stderr</th><td>0.0321473730203</td></tr><tr><th>acc_norm</th><td>0.231213872832</td></tr><tr><th>acc_norm_stderr</th><td>0.0321473730203</td></tr></table></td></tr><tr><th>hendrycksTest-conceptual_physics</th><td><table><tr><th>acc</th><td>0.276595744681</td></tr><tr><th>acc_stderr</th><td>0.0292418838696</td></tr><tr><th>acc_norm</th><td>0.276595744681</td></tr><tr><th>acc_norm_stderr</th><td>0.0292418838696</td></tr></table></td></tr><tr><th>hendrycksTest-electrical_engineering</th><td><table><tr><th>acc</th><td>0.206896551724</td></tr><tr><th>acc_stderr</th><td>0.0337567244956</td></tr><tr><th>acc_norm</th><td>0.206896551724</td></tr><tr><th>acc_norm_stderr</th><td>0.0337567244956</td></tr></table></td></tr><tr><th>hendrycksTest-high_school_computer_science</th><td><table><tr><th>acc</th><td>0.33</td></tr><tr><th>acc_stderr</th><td>0.0472581562625</td></tr><tr><th>acc_norm</th><td>0.33</td></tr><tr><th>acc_norm_stderr</th><td>0.0472581562625</td></tr></table></td></tr><tr><th>hendrycksTest-us_foreign_policy</th><td><table><tr><th>acc</th><td>0.32</td></tr><tr><th>acc_stderr</th><td>0.0468826172262</td></tr><tr><th>acc_norm</th><td>0.32</td></tr><tr><th>acc_norm_stderr</th><td>0.0468826172262</td></tr></table></td></tr><tr><th>hendrycksTest-high_school_chemistry</th><td><table><tr><th>acc</th><td>0.28078817734</td></tr><tr><th>acc_stderr</th><td>0.0316185633536</td></tr><tr><th>acc_norm</th><td>0.28078817734</td></tr><tr><th>acc_norm_stderr</th><td>0.0316185633536</td></tr></table></td></tr><tr><th>hendrycksTest-high_school_government_and_politics</th><td><table><tr><th>acc</th><td>0.253886010363</td></tr><tr><th>acc_stderr</th><td>0.0314102478057</td></tr><tr><th>acc_norm</th><td>0.253886010363</td></tr><tr><th>acc_norm_stderr</th><td>0.0314102478057</td></tr></table></td></tr><tr><th>hendrycksTest-high_school_macroeconomics</th><td><table><tr><th>acc</th><td>0.274358974359</td></tr><tr><th>acc_stderr</th><td>0.0226227657675</td></tr><tr><th>acc_norm</th><td>0.274358974359</td></tr><tr><th>acc_norm_stderr</th><td>0.0226227657675</td></tr></table></td></tr><tr><th>hendrycksTest-college_chemistry</th><td><table><tr><th>acc</th><td>0.22</td></tr><tr><th>acc_stderr</th><td>0.0416333199893</td></tr><tr><th>acc_norm</th><td>0.22</td></tr><tr><th>acc_norm_stderr</th><td>0.0416333199893</td></tr></table></td></tr><tr><th>hendrycksTest-miscellaneous</th><td><table><tr><th>acc</th><td>0.315453384419</td></tr><tr><th>acc_stderr</th><td>0.0166175017388</td></tr><tr><th>acc_norm</th><td>0.315453384419</td></tr><tr><th>acc_norm_stderr</th><td>0.0166175017388</td></tr></table></td></tr><tr><th>hendrycksTest-high_school_psychology</th><td><table><tr><th>acc</th><td>0.28623853211</td></tr><tr><th>acc_stderr</th><td>0.0193794366289</td></tr><tr><th>acc_norm</th><td>0.28623853211</td></tr><tr><th>acc_norm_stderr</th><td>0.0193794366289</td></tr></table></td></tr><tr><th>hendrycksTest-machine_learning</th><td><table><tr><th>acc</th><td>0.214285714286</td></tr><tr><th>acc_stderr</th><td>0.0389464112004</td></tr><tr><th>acc_norm</th><td>0.214285714286</td></tr><tr><th>acc_norm_stderr</th><td>0.0389464112004</td></tr></table></td></tr><tr><th>truthfulqa_mc</th><td><table><tr><th>mc1_stderr</th><td>0.0150006743736</td></tr><tr><th>mc2_stderr</th><td>0.0138986280365</td></tr><tr><th>mc2</th><td>0.38597579296</td></tr><tr><th>mc1</th><td>0.2423500612</td></tr></table></td></tr><tr><th>hendrycksTest-marketing</th><td><table><tr><th>acc</th><td>0.290598290598</td></tr><tr><th>acc_stderr</th><td>0.0297450485727</td></tr><tr><th>acc_norm</th><td>0.290598290598</td></tr><tr><th>acc_norm_stderr</th><td>0.0297450485727</td></tr></table></td></tr><tr><th>hendrycksTest-world_religions</th><td><table><tr><th>acc</th><td>0.327485380117</td></tr><tr><th>acc_stderr</th><td>0.0359933577146</td></tr><tr><th>acc_norm</th><td>0.327485380117</td></tr><tr><th>acc_norm_stderr</th><td>0.0359933577146</td></tr></table></td></tr><tr><th>hendrycksTest-logical_fallacies</th><td><table><tr><th>acc</th><td>0.233128834356</td></tr><tr><th>acc_stderr</th><td>0.0332201579578</td></tr><tr><th>acc_norm</th><td>0.233128834356</td></tr><tr><th>acc_norm_stderr</th><td>0.0332201579578</td></tr></table></td></tr><tr><th>hendrycksTest-security_studies</th><td><table><tr><th>acc</th><td>0.326530612245</td></tr><tr><th>acc_stderr</th><td>0.0300210562384</td></tr><tr><th>acc_norm</th><td>0.326530612245</td></tr><tr><th>acc_norm_stderr</th><td>0.0300210562384</td></tr></table></td></tr><tr><th>hendrycksTest-college_mathematics</th><td><table><tr><th>acc</th><td>0.31</td></tr><tr><th>acc_stderr</th><td>0.0464823198712</td></tr><tr><th>acc_norm</th><td>0.31</td></tr><tr><th>acc_norm_stderr</th><td>0.0464823198712</td></tr></table></td></tr><tr><th>hendrycksTest-human_aging</th><td><table><tr><th>acc</th><td>0.381165919283</td></tr><tr><th>acc_stderr</th><td>0.0325962511842</td></tr><tr><th>acc_norm</th><td>0.381165919283</td></tr><tr><th>acc_norm_stderr</th><td>0.0325962511842</td></tr></table></td></tr><tr><th>hendrycksTest-formal_logic</th><td><table><tr><th>acc</th><td>0.261904761905</td></tr><tr><th>acc_stderr</th><td>0.0393253768039</td></tr><tr><th>acc_norm</th><td>0.261904761905</td></tr><tr><th>acc_norm_stderr</th><td>0.0393253768039</td></tr></table></td></tr><tr><th>hendrycksTest-sociology</th><td><table><tr><th>acc</th><td>0.258706467662</td></tr><tr><th>acc_stderr</th><td>0.0309659031236</td></tr><tr><th>acc_norm</th><td>0.258706467662</td></tr><tr><th>acc_norm_stderr</th><td>0.0309659031236</td></tr></table></td></tr><tr><th>hendrycksTest-public_relations</th><td><table><tr><th>acc</th><td>0.309090909091</td></tr><tr><th>acc_stderr</th><td>0.044262946482</td></tr><tr><th>acc_norm</th><td>0.309090909091</td></tr><tr><th>acc_norm_stderr</th><td>0.044262946482</td></tr></table></td></tr><tr><th>hendrycksTest-high_school_physics</th><td><table><tr><th>acc</th><td>0.304635761589</td></tr><tr><th>acc_stderr</th><td>0.0375794992294</td></tr><tr><th>acc_norm</th><td>0.304635761589</td></tr><tr><th>acc_norm_stderr</th><td>0.0375794992294</td></tr></table></td></tr><tr><th>hendrycksTest-human_sexuality</th><td><table><tr><th>acc</th><td>0.198473282443</td></tr><tr><th>acc_stderr</th><td>0.0349814938546</td></tr><tr><th>acc_norm</th><td>0.198473282443</td></tr><tr><th>acc_norm_stderr</th><td>0.0349814938546</td></tr></table></td></tr><tr><th>hendrycksTest-clinical_knowledge</th><td><table><tr><th>acc</th><td>0.264150943396</td></tr><tr><th>acc_stderr</th><td>0.0271342916287</td></tr><tr><th>acc_norm</th><td>0.264150943396</td></tr><tr><th>acc_norm_stderr</th><td>0.0271342916287</td></tr></table></td></tr><tr><th>hendrycksTest-high_school_biology</th><td><table><tr><th>acc</th><td>0.241935483871</td></tr><tr><th>acc_stderr</th><td>0.024362599693</td></tr><tr><th>acc_norm</th><td>0.241935483871</td></tr><tr><th>acc_norm_stderr</th><td>0.024362599693</td></tr></table></td></tr><tr><th>hendrycksTest-high_school_us_history</th><td><table><tr><th>acc</th><td>0.230392156863</td></tr><tr><th>acc_stderr</th><td>0.0295542926057</td></tr><tr><th>acc_norm</th><td>0.230392156863</td></tr><tr><th>acc_norm_stderr</th><td>0.0295542926057</td></tr></table></td></tr><tr><th>hendrycksTest-high_school_mathematics</th><td><table><tr><th>acc</th><td>0.262962962963</td></tr><tr><th>acc_stderr</th><td>0.0268420578738</td></tr><tr><th>acc_norm</th><td>0.262962962963</td></tr><tr><th>acc_norm_stderr</th><td>0.0268420578738</td></tr></table></td></tr><tr><th>hendrycksTest-medical_genetics</th><td><table><tr><th>acc</th><td>0.29</td></tr><tr><th>acc_stderr</th><td>0.0456048021572</td></tr><tr><th>acc_norm</th><td>0.29</td></tr><tr><th>acc_norm_stderr</th><td>0.0456048021572</td></tr></table></td></tr><tr><th>hendrycksTest-moral_scenarios</th><td><table><tr><th>acc</th><td>0.212290502793</td></tr><tr><th>acc_stderr</th><td>0.0136766446858</td></tr><tr><th>acc_norm</th><td>0.212290502793</td></tr><tr><th>acc_norm_stderr</th><td>0.0136766446858</td></tr></table></td></tr><tr><th>hendrycksTest-high_school_microeconomics</th><td><table><tr><th>acc</th><td>0.264705882353</td></tr><tr><th>acc_stderr</th><td>0.0286574912851</td></tr><tr><th>acc_norm</th><td>0.264705882353</td></tr><tr><th>acc_norm_stderr</th><td>0.0286574912851</td></tr></table></td></tr><tr><th>hendrycksTest-philosophy</th><td><table><tr><th>acc</th><td>0.27652733119</td></tr><tr><th>acc_stderr</th><td>0.0254038329782</td></tr><tr><th>acc_norm</th><td>0.27652733119</td></tr><tr><th>acc_norm_stderr</th><td>0.0254038329782</td></tr></table></td></tr><tr><th>hendrycksTest-virology</th><td><table><tr><th>acc</th><td>0.301204819277</td></tr><tr><th>acc_stderr</th><td>0.0357160923005</td></tr><tr><th>acc_norm</th><td>0.301204819277</td></tr><tr><th>acc_norm_stderr</th><td>0.0357160923005</td></tr></table></td></tr><tr><th>hendrycksTest-econometrics</th><td><table><tr><th>acc</th><td>0.263157894737</td></tr><tr><th>acc_stderr</th><td>0.0414243971949</td></tr><tr><th>acc_norm</th><td>0.263157894737</td></tr><tr><th>acc_norm_stderr</th><td>0.0414243971949</td></tr></table></td></tr><tr><th>hendrycksTest-abstract_algebra</th><td><table><tr><th>acc</th><td>0.23</td></tr><tr><th>acc_stderr</th><td>0.0422952584682</td></tr><tr><th>acc_norm</th><td>0.23</td></tr><tr><th>acc_norm_stderr</th><td>0.0422952584682</td></tr></table></td></tr><tr><th>hendrycksTest-college_physics</th><td><table><tr><th>acc</th><td>0.274509803922</td></tr><tr><th>acc_stderr</th><td>0.0444052190618</td></tr><tr><th>acc_norm</th><td>0.274509803922</td></tr><tr><th>acc_norm_stderr</th><td>0.0444052190618</td></tr></table></td></tr><tr><th>hendrycksTest-astronomy</th><td><table><tr><th>acc</th><td>0.328947368421</td></tr><tr><th>acc_stderr</th><td>0.0382342896993</td></tr><tr><th>acc_norm</th><td>0.328947368421</td></tr><tr><th>acc_norm_stderr</th><td>0.0382342896993</td></tr></table></td></tr><tr><th>hendrycksTest-global_facts</th><td><table><tr><th>acc</th><td>0.35</td></tr><tr><th>acc_stderr</th><td>0.0479372485441</td></tr><tr><th>acc_norm</th><td>0.35</td></tr><tr><th>acc_norm_stderr</th><td>0.0479372485441</td></tr></table></td></tr><tr><th>hendrycksTest-computer_security</th><td><table><tr><th>acc</th><td>0.36</td></tr><tr><th>acc_stderr</th><td>0.0482418151324</td></tr><tr><th>acc_norm</th><td>0.36</td></tr><tr><th>acc_norm_stderr</th><td>0.0482418151324</td></tr></table></td></tr><tr><th>hendrycksTest-high_school_geography</th><td><table><tr><th>acc</th><td>0.287878787879</td></tr><tr><th>acc_stderr</th><td>0.032258835123</td></tr><tr><th>acc_norm</th><td>0.287878787879</td></tr><tr><th>acc_norm_stderr</th><td>0.032258835123</td></tr></table></td></tr><tr><th>hendrycksTest-high_school_european_history</th><td><table><tr><th>acc</th><td>0.29696969697</td></tr><tr><th>acc_stderr</th><td>0.0356796977227</td></tr><tr><th>acc_norm</th><td>0.29696969697</td></tr><tr><th>acc_norm_stderr</th><td>0.0356796977227</td></tr></table></td></tr><tr><th>hendrycksTest-professional_psychology</th><td><table><tr><th>acc</th><td>0.279411764706</td></tr><tr><th>acc_stderr</th><td>0.0181528710515</td></tr><tr><th>acc_norm</th><td>0.279411764706</td></tr><tr><th>acc_norm_stderr</th><td>0.0181528710515</td></tr></table></td></tr><tr><th>hellaswag</th><td><table><tr><th>acc</th><td>0.551384186417</td></tr><tr><th>acc_stderr</th><td>0.00496336208528</td></tr><tr><th>acc_norm</th><td>0.725751842262</td></tr><tr><th>acc_norm_stderr</th><td>0.00445222854104</td></tr></table></td></tr><tr><th>hendrycksTest-professional_accounting</th><td><table><tr><th>acc</th><td>0.265957446809</td></tr><tr><th>acc_stderr</th><td>0.0263580656989</td></tr><tr><th>acc_norm</th><td>0.265957446809</td></tr><tr><th>acc_norm_stderr</th><td>0.0263580656989</td></tr></table></td></tr><tr><th>hendrycksTest-college_computer_science</th><td><table><tr><th>acc</th><td>0.26</td></tr><tr><th>acc_stderr</th><td>0.0440844002277</td></tr><tr><th>acc_norm</th><td>0.26</td></tr><tr><th>acc_norm_stderr</th><td>0.0440844002277</td></tr></table></td></tr><tr><th>hendrycksTest-professional_law</th><td><table><tr><th>acc</th><td>0.256844850065</td></tr><tr><th>acc_stderr</th><td>0.0111584558531</td></tr><tr><th>acc_norm</th><td>0.256844850065</td></tr><tr><th>acc_norm_stderr</th><td>0.0111584558531</td></tr></table></td></tr><tr><th>hendrycksTest-jurisprudence</th><td><table><tr><th>acc</th><td>0.231481481481</td></tr><tr><th>acc_stderr</th><td>0.0407749470925</td></tr><tr><th>acc_norm</th><td>0.231481481481</td></tr><tr><th>acc_norm_stderr</th><td>0.0407749470925</td></tr></table></td></tr><tr><th>hendrycksTest-elementary_mathematics</th><td><table><tr><th>acc</th><td>0.269841269841</td></tr><tr><th>acc_stderr</th><td>0.0228608383092</td></tr><tr><th>acc_norm</th><td>0.269841269841</td></tr><tr><th>acc_norm_stderr</th><td>0.0228608383092</td></tr></table></td></tr><tr><th>hendrycksTest-anatomy</th><td><table><tr><th>acc</th><td>0.296296296296</td></tr><tr><th>acc_stderr</th><td>0.039446241625</td></tr><tr><th>acc_norm</th><td>0.296296296296</td></tr><tr><th>acc_norm_stderr</th><td>0.039446241625</td></tr></table></td></tr><tr><th>arc_challenge</th><td><table><tr><th>acc</th><td>0.389931740614</td></tr><tr><th>acc_stderr</th><td>0.0142529598489</td></tr><tr><th>acc_norm</th><td>0.430887372014</td></tr><tr><th>acc_norm_stderr</th><td>0.0144711333926</td></tr></table></td></tr></table>
|