Upload ./gemma-2-9b-Q8_0.mmlu.txt with huggingface_hub

gemma-2-9b-Q8_0.mmlu.txt

@@ -0,0 +1,598 @@
+multiple_choice_score: there are 1548 tasks in prompt
+multiple_choice_score: reading tasks.......................................................................................................done
+multiple_choice_score: preparing task data...done
+multiple_choice_score : calculating TruthfulQA score over 1548 tasks.
+
+task	acc_norm
+1	0.00000000
+2	0.00000000
+3	33.33333333
+4	25.00000000
+5	40.00000000
+6	50.00000000
+7	42.85714286
+8	50.00000000
+9	44.44444444
+10	50.00000000
+11	54.54545455
+12	50.00000000
+13	46.15384615
+14	50.00000000
+15	46.66666667
+16	50.00000000
+17	47.05882353
+18	44.44444444
+19	47.36842105
+20	45.00000000
+21	42.85714286
+22	40.90909091
+23	39.13043478
+24	37.50000000
+25	36.00000000
+26	38.46153846
+27	40.74074074
+28	42.85714286
+29	44.82758621
+30	46.66666667
+31	48.38709677
+32	50.00000000
+33	48.48484848
+34	47.05882353
+35	48.57142857
+36	50.00000000
+37	51.35135135
+38	52.63157895
+39	51.28205128
+40	52.50000000
+41	53.65853659
+42	54.76190476
+43	53.48837209
+44	52.27272727
+45	51.11111111
+46	50.00000000
+47	51.06382979
+48	50.00000000
+49	48.97959184
+50	50.00000000
+51	50.98039216
+52	51.92307692
+53	52.83018868
+54	53.70370370
+55	52.72727273
+56	51.78571429
+57	50.87719298
+58	50.00000000
+59	50.84745763
+60	50.00000000
+61	50.81967213
+62	50.00000000
+63	50.79365079
+64	51.56250000
+65	50.76923077
+66	50.00000000
+67	49.25373134
+68	48.52941176
+69	49.27536232
+70	48.57142857
+71	47.88732394
+72	47.22222222
+73	46.57534247
+74	47.29729730
+75	48.00000000
+76	47.36842105
+77	48.05194805
+78	47.43589744
+79	46.83544304
+80	47.50000000
+81	46.91358025
+82	47.56097561
+83	48.19277108
+84	47.61904762
+85	47.05882353
+86	47.67441860
+87	47.12643678
+88	46.59090909
+89	46.06741573
+90	45.55555556
+91	46.15384615
+92	45.65217391
+93	45.16129032
+94	45.74468085
+95	45.26315789
+96	44.79166667
+97	44.32989691
+98	43.87755102
+99	44.44444444
+100	44.00000000
+101	44.55445545
+102	44.11764706
+103	43.68932039
+104	43.26923077
+105	43.80952381
+106	43.39622642
+107	43.92523364
+108	43.51851852
+109	43.11926606
+110	43.63636364
+111	44.14414414
+112	44.64285714
+113	45.13274336
+114	44.73684211
+115	45.21739130
+116	44.82758621
+117	45.29914530
+118	45.76271186
+119	46.21848739
+120	45.83333333
+121	46.28099174
+122	45.90163934
+123	46.34146341
+124	45.96774194
+125	46.40000000
+126	46.03174603
+127	46.45669291
+128	46.09375000
+129	45.73643411
+130	45.38461538
+131	45.03816794
+132	45.45454545
+133	45.86466165
+134	46.26865672
+135	45.92592593
+136	46.32352941
+137	45.98540146
+138	45.65217391
+139	45.32374101
+140	45.00000000
+141	44.68085106
+142	44.36619718
+143	44.05594406
+144	43.75000000
+145	43.44827586
+146	43.15068493
+147	42.85714286
+148	42.56756757
+149	42.28187919
+150	42.00000000
+151	41.72185430
+152	42.10526316
+153	41.83006536
+154	42.20779221
+155	42.58064516
+156	42.94871795
+157	43.31210191
+158	43.67088608
+159	44.02515723
+160	43.75000000
+161	44.09937888
+162	43.82716049
+163	43.55828221
+164	43.90243902
+165	44.24242424
+166	43.97590361
+167	43.71257485
+168	44.04761905
+169	43.78698225
+170	44.11764706
+171	44.44444444
+172	44.76744186
+173	44.50867052
+174	44.82758621
+175	44.57142857
+176	44.88636364
+177	44.63276836
+178	44.94382022
+179	45.25139665
+180	45.55555556
+181	45.85635359
+182	46.15384615
+183	46.44808743
+184	46.19565217
+185	45.94594595
+186	45.69892473
+187	45.98930481
+188	45.74468085
+189	46.03174603
+190	45.78947368
+191	46.07329843
+192	46.35416667
+193	46.63212435
+194	46.90721649
+195	46.66666667
+196	46.93877551
+197	47.20812183
+198	46.96969697
+199	46.73366834
+200	47.00000000
+201	46.76616915
+202	47.02970297
+203	46.79802956
+204	47.05882353
+205	46.82926829
+206	46.60194175
+207	46.37681159
+208	46.63461538
+209	46.88995215
+210	46.66666667
+211	46.91943128
+212	46.69811321
+213	46.47887324
+214	46.26168224
+215	46.04651163
+216	45.83333333
+217	45.62211982
+218	45.41284404
+219	45.20547945
+220	45.00000000
+221	44.79638009
+222	45.04504505
+223	44.84304933
+224	44.64285714
+225	44.88888889
+226	45.13274336
+227	44.93392070
+228	44.73684211
+229	44.97816594
+230	44.78260870
+231	44.58874459
+232	44.39655172
+233	44.20600858
+234	44.44444444
+235	44.68085106
+236	44.91525424
+237	45.14767932
+238	44.95798319
+239	45.18828452
+240	45.41666667
+241	45.64315353
+242	45.45454545
+243	45.67901235
+244	45.49180328
+245	45.71428571
+246	45.52845528
+247	45.74898785
+248	45.56451613
+249	45.38152610
+250	45.20000000
+251	45.01992032
+252	44.84126984
+253	45.05928854
+254	44.88188976
+255	45.09803922
+256	44.92187500
+257	45.13618677
+258	44.96124031
+259	45.17374517
+260	45.00000000
+261	45.21072797
+262	45.03816794
+263	45.24714829
+264	45.45454545
+265	45.28301887
+266	45.48872180
+267	45.69288390
+268	45.89552239
+269	45.72490706
+270	45.92592593
+271	46.12546125
+272	46.32352941
+273	46.52014652
+274	46.71532847
+275	46.90909091
+276	46.73913043
+277	46.57039711
+278	46.76258993
+279	46.59498208
+280	46.78571429
+281	46.61921708
+282	46.80851064
+283	46.99646643
+284	47.18309859
+285	47.01754386
+286	46.85314685
+287	47.03832753
+288	46.87500000
+289	46.71280277
+290	46.89655172
+291	46.73539519
+292	46.91780822
+293	46.75767918
+294	46.59863946
+295	46.44067797
+296	46.28378378
+297	46.46464646
+298	46.30872483
+299	46.15384615
+300	46.00000000
+301	45.84717608
+302	45.69536424
+303	45.54455446
+304	45.39473684
+305	45.24590164
+306	45.42483660
+307	45.27687296
+308	45.12987013
+309	45.30744337
+310	45.48387097
+311	45.65916399
+312	45.83333333
+313	46.00638978
+314	46.17834395
+315	46.34920635
+316	46.20253165
+317	46.05678233
+318	46.22641509
+319	46.08150470
+320	45.93750000
+321	45.79439252
+322	45.96273292
+323	46.13003096
+324	46.29629630
+325	46.46153846
+326	46.31901840
+327	46.48318043
+328	46.34146341
+329	46.20060790
+330	46.06060606
+331	45.92145015
+332	46.08433735
+333	45.94594595
+334	45.80838323
+335	45.97014925
+336	45.83333333
+337	45.69732938
+338	45.56213018
+339	45.42772861
+340	45.29411765
+341	45.16129032
+342	45.32163743
+343	45.48104956
+344	45.63953488
+345	45.50724638
+346	45.66473988
+347	45.82132565
+348	45.68965517
+349	45.84527221
+350	46.00000000
+351	46.15384615
+352	46.30681818
+353	46.17563739
+354	46.04519774
+355	45.91549296
+356	46.06741573
+357	46.21848739
+358	46.08938547
+359	45.96100279
+360	45.83333333
+361	45.70637119
+362	45.85635359
+363	45.73002755
+364	45.87912088
+365	45.75342466
+366	45.90163934
+367	45.77656676
+368	45.92391304
+369	46.07046070
+370	45.94594595
+371	45.82210243
+372	45.96774194
+373	46.11260054
+374	46.25668449
+375	46.40000000
+376	46.27659574
+377	46.15384615
+378	46.03174603
+379	45.91029024
+380	45.78947368
+381	45.66929134
+382	45.81151832
+383	45.69190601
+384	45.83333333
+385	45.71428571
+386	45.85492228
+387	45.99483204
+388	45.87628866
+389	46.01542416
+390	46.15384615
+391	46.03580563
+392	45.91836735
+393	46.05597964
+394	45.93908629
+395	45.82278481
+396	45.70707071
+397	45.59193955
+398	45.47738693
+399	45.61403509
+400	45.75000000
+401	45.63591022
+402	45.52238806
+403	45.65756824
+404	45.54455446
+405	45.43209877
+406	45.32019704
+407	45.45454545
+408	45.34313725
+409	45.47677262
+410	45.36585366
+411	45.25547445
+412	45.14563107
+413	45.27845036
+414	45.16908213
+415	45.06024096
+416	45.19230769
+417	45.08393285
+418	44.97607656
+419	44.86873508
+420	44.76190476
+421	44.65558195
+422	44.78672986
+423	44.91725768
+424	45.04716981
+425	44.94117647
+426	44.83568075
+427	44.73067916
+428	44.62616822
+429	44.75524476
+430	44.65116279
+431	44.77958237
+432	44.67592593
+433	44.57274827
+434	44.47004608
+435	44.36781609
+436	44.26605505
+437	44.39359268
+438	44.29223744
+439	44.19134396
+440	44.31818182
+441	44.21768707
+442	44.11764706
+443	44.24379233
+444	44.14414414
+445	44.26966292
+446	44.39461883
+447	44.29530201
+448	44.19642857
+449	44.09799555
+450	44.00000000
+451	43.90243902
+452	44.02654867
+453	44.15011038
+454	44.27312775
+455	44.39560440
+456	44.51754386
+457	44.42013129
+458	44.32314410
+459	44.44444444
+460	44.56521739
+461	44.68546638
+462	44.58874459
+463	44.49244060
+464	44.39655172
+465	44.30107527
+466	44.20600858
+467	44.32548180
+468	44.44444444
+469	44.34968017
+470	44.46808511
+471	44.58598726
+472	44.70338983
+473	44.60887949
+474	44.51476793
+475	44.42105263
+476	44.53781513
+477	44.44444444
+478	44.35146444
+479	44.25887265
+480	44.37500000
+481	44.28274428
+482	44.39834025
+483	44.51345756
+484	44.42148760
+485	44.32989691
+486	44.44444444
+487	44.35318275
+488	44.26229508
+489	44.37627812
+490	44.28571429
+491	44.19551935
+492	44.10569106
+493	44.01622718
+494	43.92712551
+495	43.83838384
+496	43.75000000
+497	43.66197183
+498	43.77510040
+499	43.88777555
+500	43.80000000
+501	43.71257485
+502	43.62549801
+503	43.73757455
+504	43.65079365
+505	43.56435644
+506	43.47826087
+507	43.58974359
+508	43.70078740
+509	43.61493124
+510	43.52941176
+511	43.44422701
+512	43.35937500
+513	43.46978558
+514	43.38521401
+515	43.49514563
+516	43.41085271
+517	43.32688588
+518	43.43629344
+519	43.54527938
+520	43.65384615
+521	43.57005758
+522	43.48659004
+523	43.59464627
+524	43.51145038
+525	43.61904762
+526	43.53612167
+527	43.64326376
+528	43.56060606
+529	43.66729679
+530	43.77358491
+531	43.87947269
+532	43.79699248
+533	43.90243902
+534	43.82022472
+535	43.92523364
+536	44.02985075
+537	44.13407821
+538	44.05204461
+539	44.15584416
+540	44.07407407
+541	43.99260628
+542	43.91143911
+543	43.83057090
+544	43.93382353
+545	43.85321101
+546	43.77289377
+547	43.69287020
+548	43.79562044
+549	43.89799636
+550	44.00000000
+551	44.10163339
+552	44.20289855
+553	44.12296564
+554	44.04332130
+555	44.14414414
+556	44.24460432
+557	44.34470377
+558	44.26523297
+559	44.36493739
+560	44.28571429
+561	44.38502674
+562	44.30604982
+563	44.22735346
+564	44.14893617
+565	44.24778761
+566	44.34628975
+567	44.26807760
+568	44.36619718
+569	44.46397188
+570	44.56140351
+571	44.65849387
+572	44.58041958
+573	44.50261780
+574	44.42508711
+575	44.34782609
+576	44.27083333
+577	44.19410745
+578	44.11764706
+579	44.21416235
+580	44.31034483
+581	44.23407917
+582	44.32989691
+583	44.25385935
+584	44.34931507
+585	44.27350427
+586	44.19795222
+587	44.12265758
+588	44.04761905
+589	43.97283531
+590	43.89830508
+591	43.82402707
+592	43.75000000