diff --git "a/cache/agreements_cache_2d8c9f9c6d96807c68a9475184afcecb.csv" "b/cache/agreements_cache_2d8c9f9c6d96807c68a9475184afcecb.csv" deleted file mode 100644--- "a/cache/agreements_cache_2d8c9f9c6d96807c68a9475184afcecb.csv" +++ /dev/null @@ -1,2381 +0,0 @@ -scenario,scenario_source,ref_scenario,ref_source,corr_type,model_select_strategy,model_subset_size_requested,exp_n,correlation,p_value -Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,0,-0.06666666666666667,0.8618005952380953 -Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,1,0.19999999999999998,0.4843127204585538 -Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,3,0.24444444444444444,0.38071979717813054 -Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,4,0.24444444444444444,0.38071979717813054 -Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,6,0.19999999999999998,0.4843127204585538 -Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,7,0.24444444444444444,0.38071979717813054 -Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,8,0.24444444444444444,0.38071979717813054 -Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,9,0.022222222222222223,1.0 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.24444444444444444,0.38071979717813054 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.06666666666666667,0.8618005952380953 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,-0.15555555555555553,0.6006536596119929 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.1111111111111111,0.7274895282186948 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,-0.022222222222222223,1.0 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3146266024828463,0.2086677876982641 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.35957325998039574,0.15076277502664528 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.19999999999999998,0.4843127204585538 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.022222222222222223,1.0 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.022222222222222223,1.0 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.24444444444444444,0.38071979717813054 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6741998624632421,0.0070583320485280866 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.26967994498529685,0.2811980995641792 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5843065474681431,0.019550269092885535 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4494665749754947,0.07248608508684644 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5393598899705937,0.03114121059579671 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.3333333333333333,0.21637345679012346 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.28888888888888886,0.2912483465608466 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5393598899705937,0.03114121059579671 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7191465199607915,0.004057136032371292 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6292532049656926,0.011921001496914019 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.49441323247304414,0.048193488293190756 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9888264649460883,7.772240795323086e-05 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7640931774583409,0.002263469812035174 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7956600627155523,0.0016003458153453507 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.841126352013584,0.0008493886834182052 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7191465199607915,0.004057136032371292 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8539864924534399,0.0006436975254696865 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9320589306096472,0.00021829510003985143 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8090398349558905,0.0012254240706707103 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,-0.06666666666666667,0.8618005952380953 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.24444444444444444,0.38071979717813054 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.1111111111111111,0.7274895282186948 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5843065474681431,0.019550269092885535 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4222222222222222,0.10831349206349207 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.13483997249264842,0.590013887163346 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.08989331499509894,0.7194375444233914 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.26967994498529685,0.2811980995641792 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.06666666666666667,0.8618005952380953 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.022222222222222223,1.0 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,-0.022222222222222223,1.0 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.022222222222222223,1.0 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,-0.1111111111111111,0.7274895282186948 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4494665749754947,0.07248608508684644 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6292532049656926,0.011921001496914019 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7191465199607915,0.004057136032371292 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7191465199607915,0.004057136032371292 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3146266024828463,0.2086677876982641 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7191465199607915,0.004057136032371292 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6137949055234262,0.01491204965521593 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7956600627155523,0.0016003458153453507 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5520524474738833,0.029345108174841844 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7501937734175208,0.0029250200956793346 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6292532049656926,0.011921001496914019 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8539864924534399,0.0006436975254696865 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.3333333333333333,0.21637345679012346 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7820743005880014,0.002024186938238222 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6741998624632421,0.0070583320485280866 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7640931774583409,0.002263469812035174 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7191465199607915,0.004057136032371292 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.19999999999999998,0.4843127204585538 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -helm_hellaswag,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -helm_hellaswag,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -helm_hellaswag,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -helm_hellaswag,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -helm_hellaswag,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 -helm_hellaswag,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -helm_hellaswag,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -helm_hellaswag,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 -helm_hellaswag,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8539864924534399,0.0006436975254696865 -helm_hellaswag,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.2500645911391736,0.3212772414140661 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.26967994498529685,0.2811980995641792 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4494665749754947,0.07248608508684644 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.15555555555555553,0.6006536596119929 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.29553088043720516,0.24112859961644273 -helm_truthfulqa,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,-0.06666666666666667,0.8618005952380953 -helm_truthfulqa,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.19999999999999998,0.4843127204585538 -helm_truthfulqa,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.06666666666666667,0.8618005952380953 -helm_truthfulqa,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -helm_truthfulqa,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.31462660248284624,0.2086677876982641 -helm_truthfulqa,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -helm_truthfulqa,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -helm_truthfulqa,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,-0.13483997249264842,0.590013887163346 -helm_truthfulqa,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.3595732599803958,0.15076277502664528 -helm_truthfulqa,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -Helm MSMARCO Regular,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -Helm MSMARCO Regular,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -Helm MSMARCO Regular,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -Helm MSMARCO Regular,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -Helm MSMARCO Regular,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -Helm MSMARCO Regular,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -Helm MSMARCO Regular,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -Helm MSMARCO Regular,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -Helm MSMARCO Regular,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -Helm MSMARCO Regular,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 -Helm MSMARCO Trec,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -Helm MSMARCO Trec,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -Helm MSMARCO Trec,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -Helm MSMARCO Trec,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -Helm MSMARCO Trec,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -Helm MSMARCO Trec,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,-0.06666666666666667,0.8618005952380953 -Helm MSMARCO Trec,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -Helm MSMARCO Trec,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -Helm MSMARCO Trec,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -Helm MSMARCO Trec,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -helm_cnn/dailymail,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6741998624632421,0.0070583320485280866 -helm_cnn/dailymail,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8989331499509895,0.0003280163150135276 -helm_cnn/dailymail,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -helm_cnn/dailymail,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 -helm_cnn/dailymail,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 -helm_cnn/dailymail,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -helm_cnn/dailymail,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7360699299651778,0.0036714498212758067 -helm_cnn/dailymail,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -helm_cnn/dailymail,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7191465199607916,0.004057136032371292 -helm_cnn/dailymail,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7047274841194893,0.005187148855929351 -Helm XSUM,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4494665749754947,0.07248608508684644 -Helm XSUM,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.15555555555555553,0.6006536596119929 -Helm XSUM,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -Helm XSUM,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -Helm XSUM,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.49441323247304414,0.048193488293190756 -Helm XSUM,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5843065474681431,0.019550269092885535 -Helm XSUM,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -Helm XSUM,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -Helm XSUM,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.15555555555555553,0.6006536596119929 -Helm XSUM,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.15555555555555553,0.6006536596119929 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,-0.022222222222222223,1.0 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6137949055234262,0.01491204965521593 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.15555555555555553,0.6006536596119929 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.26967994498529685,0.2811980995641792 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8989331499509894,0.0003280163150135276 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.26967994498529685,0.2811980995641792 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6741998624632421,0.0070583320485280866 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.40451991747794525,0.1059975484249457 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5843065474681431,0.019550269092885535 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6292532049656926,0.011921001496914019 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7191465199607915,0.004057136032371292 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4494665749754947,0.07248608508684644 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6292532049656926,0.011921001496914019 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.24444444444444444,0.38071979717813054 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.19999999999999998,0.4843127204585538 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.3333333333333333,0.21637345679012346 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6292532049656926,0.011921001496914019 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5393598899705937,0.03114121059579671 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7640931774583409,0.002263469812035174 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.49441323247304414,0.048193488293190756 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7191465199607915,0.004057136032371292 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6292532049656926,0.011921001496914019 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5843065474681431,0.019550269092885535 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7191465199607915,0.004057136032371292 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.2500645911391736,0.3212772414140661 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.522862326927363,0.03809415806109578 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.24444444444444444,0.38071979717813054 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.28888888888888886,0.2912483465608466 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.24444444444444444,0.38071979717813054 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5393598899705937,0.03114121059579671 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.24444444444444444,0.38071979717813054 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.49441323247304414,0.048193488293190756 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6741998624632421,0.0070583320485280866 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.40451991747794525,0.1059975484249457 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5843065474681431,0.019550269092885535 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4494665749754947,0.07248608508684644 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.15555555555555553,0.6006536596119929 -toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,, -toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,, -toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,, -toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,, -toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,, -toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,, -toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,, -toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,, -toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,, -toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,, -toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6292532049656925,0.011921001496914019 -toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6292532049656925,0.011921001496914019 -toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.764093177458341,0.002263469812035174 -toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5393598899705937,0.03114121059579671 -toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7191465199607916,0.004057136032371292 -toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6741998624632421,0.0070583320485280866 -toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 -toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6741998624632421,0.0070583320485280866 -toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 -toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7191465199607916,0.004057136032371292 -toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6292532049656925,0.011921001496914019 -toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7191465199607916,0.004057136032371292 -toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 -toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6292532049656925,0.011921001496914019 -toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6741998624632421,0.0070583320485280866 -toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5843065474681431,0.019550269092885535 -toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4944132324730442,0.048193488293190756 -toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.3333333333333333,0.21637345679012346 -toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6292532049656925,0.011921001496914019 -toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5843065474681431,0.019550269092885535 -toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6292532049656925,0.011921001496914019 -toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.2530855341217655,0.3648210653487137 -toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.32539568672798425,0.2439639465303466 -toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.2530855341217655,0.3648210653487137 -toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.32539568672798425,0.2439639465303466 -toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4700159919404217,0.09238008162314501 -toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.32539568672798425,0.2439639465303466 -toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.24845199749997662,0.384088249473852 -toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.1807753815155468,0.517439239336394 -toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.39770583933420295,0.15443051915129236 -toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.32539568672798425,0.2439639465303466 -toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.37796447300922725,0.14954135458461507 -toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.37796447300922725,0.14954135458461507 -toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3810317377662721,0.15446576442708193 -toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5967623950328607,0.020456721550759976 -toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.629940788348712,0.016309171877754967 -toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6445033866354896,0.012304364739182175 -toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4354648431614539,0.10366227301829671 -toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.35805743701971643,0.16431086269141681 -toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4354648431614539,0.10366227301829671 -toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6445033866354896,0.012304364739182175 -toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7191465199607916,0.004057136032371292 -toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.764093177458341,0.002263469812035174 -toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.764093177458341,0.002263469812035174 -toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 -toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5393598899705937,0.03114121059579671 -toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.764093177458341,0.002263469812035174 -toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6900655593423543,0.006458954266892998 -toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6292532049656925,0.011921001496914019 -toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.764093177458341,0.002263469812035174 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.35957325998039574,0.15076277502664528 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.40451991747794525,0.1059975484249457 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7640931774583409,0.002263469812035174 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5843065474681431,0.019550269092885535 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5843065474681431,0.019550269092885535 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6292532049656926,0.011921001496914019 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.24444444444444444,0.38071979717813054 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7640931774583409,0.002263469812035174 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6292532049656926,0.011921001496914019 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7640931774583409,0.002263469812035174 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9438798074485389,0.0001621317520439264 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5393598899705937,0.03114121059579671 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.28888888888888886,0.2912483465608466 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.24444444444444444,0.38071979717813054 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.3333333333333333,0.21637345679012346 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.3333333333333333,0.21637345679012346 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.37777777777777777,0.1557418430335097 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,0,0.49441323247304414,0.048193488293190756 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6292532049656926,0.011921001496914019 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,3,0.19999999999999998,0.4843127204585538 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5843065474681431,0.019550269092885535 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6292532049656926,0.011921001496914019 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5393598899705937,0.03114121059579671 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.841126352013584,0.0008493886834182052 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.28888888888888886,0.2912483465608466 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9438798074485389,0.0001621317520439264 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.49441323247304414,0.048193488293190756 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4222222222222222,0.10831349206349207 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6741998624632421,0.0070583320485280866 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,-0.1111111111111111,0.7274895282186948 -MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,-0.1111111111111111,0.7274895282186948 -MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,-0.1111111111111111,0.7274895282186948 -MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,-0.1111111111111111,0.7274895282186948 -MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,-0.1111111111111111,0.7274895282186948 -MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,-0.1111111111111111,0.7274895282186948 -MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,-0.1111111111111111,0.7274895282186948 -MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,-0.1111111111111111,0.7274895282186948 -MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,-0.1111111111111111,0.7274895282186948 -MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,-0.1111111111111111,0.7274895282186948 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.37777777777777777,0.1557418430335097 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.6292532049656926,0.011921001496914019 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.24444444444444444,0.38071979717813054 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.28888888888888886,0.2912483465608466 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.15555555555555553,0.6006536596119929 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.28888888888888886,0.2912483465608466 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.4494665749754947,0.07248608508684644 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.06666666666666667,0.8618005952380953 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.15555555555555553,0.6006536596119929 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.3333333333333333,0.21637345679012346 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.19999999999999998,0.4843127204585538 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.20459830184114206,0.4170770595205646 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4666666666666666,0.07255015432098766 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.17978662999019787,0.47249761400068846 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4494665749754947,0.07248608508684644 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.19999999999999998,0.4843127204585538 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.1111111111111111,0.7274895282186948 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.49441323247304414,0.048193488293190756 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.28888888888888886,0.2912483465608466 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4494665749754947,0.07248608508684644 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.19999999999999998,0.4843127204585538 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3146266024828463,0.2086677876982641 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.24444444444444444,0.38071979717813054 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.24444444444444444,0.38071979717813054 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.22473328748774735,0.36917141633269157 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6292532049656926,0.011921001496914019 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.08989331499509894,0.7194375444233914 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6292532049656926,0.011921001496914019 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.17978662999019787,0.47249761400068846 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.3333333333333333,0.21637345679012346 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.13483997249264842,0.590013887163346 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7047274841194893,0.005187148855929351 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.24444444444444444,0.38071979717813054 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5843065474681431,0.019550269092885535 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.49441323247304414,0.048193488293190756 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.19999999999999998,0.4843127204585538 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.3333333333333333,0.21637345679012346 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.28888888888888886,0.2912483465608466 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.28888888888888886,0.2912483465608466 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.22473328748774735,0.36917141633269157 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.04494665749754947,0.8574624419592412 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.1111111111111111,0.7274895282186948 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.1111111111111111,0.7274895282186948 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.24444444444444444,0.38071979717813054 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.08989331499509894,0.7194375444233914 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.13483997249264842,0.590013887163346 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.1111111111111111,0.7274895282186948 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.06666666666666667,0.8618005952380953 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.3333333333333333,0.21637345679012346 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.17978662999019787,0.47249761400068846 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.1111111111111111,0.7274895282186948 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.24444444444444444,0.38071979717813054 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.24444444444444444,0.38071979717813054 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.1111111111111111,0.7274895282186948 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.22473328748774735,0.36917141633269157 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4666666666666666,0.07255015432098766 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.15555555555555553,0.6006536596119929 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.19999999999999998,0.4843127204585538 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5393598899705937,0.03114121059579671 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.15555555555555553,0.6006536596119929 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5393598899705937,0.03114121059579671 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3146266024828463,0.2086677876982641 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.08989331499509894,0.7194375444233914 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7640931774583409,0.002263469812035174 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.7956600627155523,0.0016003458153453507 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.8539864924534399,0.0006436975254696865 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.8539864924534399,0.0006436975254696865 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.7640931774583409,0.002263469812035174 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7191465199607915,0.004057136032371292 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.7191465199607915,0.004057136032371292 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.8539864924534399,0.0006436975254696865 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.6440611887195306,0.01102341638822145 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.8989331499509894,0.0003280163150135276 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.8090398349558905,0.0012254240706707103 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.5843065474681431,0.019550269092885535 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.7047274841194893,0.005187148855929351 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.8539864924534399,0.0006436975254696865 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,0,-0.06666666666666667,0.8618005952380953 -aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,1,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,3,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,4,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,6,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,7,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,8,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,9,0.022222222222222223,1.0 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,0,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,2,0.06666666666666667,0.8618005952380953 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,3,-0.15555555555555553,0.6006536596119929 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,4,0.1111111111111111,0.7274895282186948 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,5,-0.022222222222222223,1.0 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,7,0.3146266024828463,0.2086677876982641 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,9,0.35957325998039574,0.15076277502664528 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,1,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,2,0.022222222222222223,1.0 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,5,0.022222222222222223,1.0 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,7,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,8,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,3,0.26967994498529685,0.2811980995641792 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,1,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,3,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,0,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,1,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,3,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,1,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,2,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,3,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,3,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.9888264649460883,7.772240795323086e-05 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.7956600627155523,0.0016003458153453507 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.841126352013584,0.0008493886834182052 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.9320589306096472,0.00021829510003985143 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,1,-0.06666666666666667,0.8618005952380953 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.1111111111111111,0.7274895282186948 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.13483997249264842,0.590013887163346 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.08989331499509894,0.7194375444233914 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.26967994498529685,0.2811980995641792 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.06666666666666667,0.8618005952380953 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.022222222222222223,1.0 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,3,-0.022222222222222223,1.0 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.022222222222222223,1.0 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,9,-0.1111111111111111,0.7274895282186948 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,0,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,1,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,3,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,5,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,7,0.3146266024828463,0.2086677876982641 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,8,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,9,0.6137949055234262,0.01491204965521593 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,2,0.7956600627155523,0.0016003458153453507 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,3,0.5520524474738833,0.029345108174841844 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,5,0.7501937734175208,0.0029250200956793346 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,6,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,9,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,4,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,6,0.7820743005880014,0.002024186938238222 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,0,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,5,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,6,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,2,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,helm_hellaswag,helm_classic_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,helm_hellaswag,helm_classic_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,helm_hellaswag,helm_classic_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,helm_hellaswag,helm_classic_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,helm_hellaswag,helm_classic_240829.csv,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,helm_hellaswag,helm_classic_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,helm_hellaswag,helm_classic_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,helm_hellaswag,helm_classic_240829.csv,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,helm_hellaswag,helm_classic_240829.csv,kendall,random,10,8,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,helm_hellaswag,helm_classic_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,2,0.2500645911391736,0.3212772414140661 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,4,0.26967994498529685,0.2811980995641792 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,7,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,8,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,9,0.29553088043720516,0.24112859961644273 -aggregate,aggregate,helm_truthfulqa,helm_classic_240829.csv,kendall,random,10,0,-0.06666666666666667,0.8618005952380953 -aggregate,aggregate,helm_truthfulqa,helm_classic_240829.csv,kendall,random,10,1,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,helm_truthfulqa,helm_classic_240829.csv,kendall,random,10,2,0.06666666666666667,0.8618005952380953 -aggregate,aggregate,helm_truthfulqa,helm_classic_240829.csv,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,helm_truthfulqa,helm_classic_240829.csv,kendall,random,10,4,0.31462660248284624,0.2086677876982641 -aggregate,aggregate,helm_truthfulqa,helm_classic_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,helm_truthfulqa,helm_classic_240829.csv,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,helm_truthfulqa,helm_classic_240829.csv,kendall,random,10,7,-0.13483997249264842,0.590013887163346 -aggregate,aggregate,helm_truthfulqa,helm_classic_240829.csv,kendall,random,10,8,0.3595732599803958,0.15076277502664528 -aggregate,aggregate,helm_truthfulqa,helm_classic_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm MSMARCO Regular,helm_classic_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm MSMARCO Regular,helm_classic_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm MSMARCO Regular,helm_classic_240829.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm MSMARCO Regular,helm_classic_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm MSMARCO Regular,helm_classic_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm MSMARCO Regular,helm_classic_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm MSMARCO Regular,helm_classic_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm MSMARCO Regular,helm_classic_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm MSMARCO Regular,helm_classic_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm MSMARCO Regular,helm_classic_240829.csv,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,Helm MSMARCO Trec,helm_classic_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm MSMARCO Trec,helm_classic_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,Helm MSMARCO Trec,helm_classic_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm MSMARCO Trec,helm_classic_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm MSMARCO Trec,helm_classic_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm MSMARCO Trec,helm_classic_240829.csv,kendall,random,10,5,-0.06666666666666667,0.8618005952380953 -aggregate,aggregate,Helm MSMARCO Trec,helm_classic_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,Helm MSMARCO Trec,helm_classic_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm MSMARCO Trec,helm_classic_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm MSMARCO Trec,helm_classic_240829.csv,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,helm_cnn/dailymail,helm_classic_240829.csv,kendall,random,10,0,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,helm_cnn/dailymail,helm_classic_240829.csv,kendall,random,10,1,0.8989331499509895,0.0003280163150135276 -aggregate,aggregate,helm_cnn/dailymail,helm_classic_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,helm_cnn/dailymail,helm_classic_240829.csv,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,helm_cnn/dailymail,helm_classic_240829.csv,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,helm_cnn/dailymail,helm_classic_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,helm_cnn/dailymail,helm_classic_240829.csv,kendall,random,10,6,0.7360699299651778,0.0036714498212758067 -aggregate,aggregate,helm_cnn/dailymail,helm_classic_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,helm_cnn/dailymail,helm_classic_240829.csv,kendall,random,10,8,0.7191465199607916,0.004057136032371292 -aggregate,aggregate,helm_cnn/dailymail,helm_classic_240829.csv,kendall,random,10,9,0.7047274841194893,0.005187148855929351 -aggregate,aggregate,Helm XSUM,helm_classic_240829.csv,kendall,random,10,0,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,Helm XSUM,helm_classic_240829.csv,kendall,random,10,1,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,Helm XSUM,helm_classic_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm XSUM,helm_classic_240829.csv,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm XSUM,helm_classic_240829.csv,kendall,random,10,4,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,Helm XSUM,helm_classic_240829.csv,kendall,random,10,5,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,Helm XSUM,helm_classic_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm XSUM,helm_classic_240829.csv,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,Helm XSUM,helm_classic_240829.csv,kendall,random,10,8,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,Helm XSUM,helm_classic_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,0,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,5,-0.022222222222222223,1.0 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,6,0.6137949055234262,0.01491204965521593 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,8,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,9,0.26967994498529685,0.2811980995641792 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,1,0.8989331499509894,0.0003280163150135276 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,2,0.26967994498529685,0.2811980995641792 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,8,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,9,0.40451991747794525,0.1059975484249457 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,2,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,1,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,3,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,4,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,6,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,4,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,7,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,8,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,0,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,1,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,0,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,1,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,2,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,6,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,2,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,3,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,4,0.2500645911391736,0.3212772414140661 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,6,0.522862326927363,0.03809415806109578 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,0,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,1,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,4,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,6,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,8,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,0,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,1,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,9,0.40451991747794525,0.1059975484249457 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,7,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,8,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,9,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,0,, -aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,1,, -aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,2,, -aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,3,, -aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,4,, -aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,5,, -aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,6,, -aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,7,, -aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,8,, -aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,9,, -aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,0,0.6292532049656925,0.011921001496914019 -aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,1,0.6292532049656925,0.011921001496914019 -aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,2,0.764093177458341,0.002263469812035174 -aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,4,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,5,0.7191465199607916,0.004057136032371292 -aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,6,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,8,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,0,0.7191465199607916,0.004057136032371292 -aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,4,0.6292532049656925,0.011921001496914019 -aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,8,0.7191465199607916,0.004057136032371292 -aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,1,0.6292532049656925,0.011921001496914019 -aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,6,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,0,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,3,0.4944132324730442,0.048193488293190756 -aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,4,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,5,0.6292532049656925,0.011921001496914019 -aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,7,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,9,0.6292532049656925,0.011921001496914019 -aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,0,0.2530855341217655,0.3648210653487137 -aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,1,0.32539568672798425,0.2439639465303466 -aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,2,0.2530855341217655,0.3648210653487137 -aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,3,0.32539568672798425,0.2439639465303466 -aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,4,0.4700159919404217,0.09238008162314501 -aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,5,0.32539568672798425,0.2439639465303466 -aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,6,0.24845199749997662,0.384088249473852 -aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,7,0.1807753815155468,0.517439239336394 -aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,8,0.39770583933420295,0.15443051915129236 -aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,9,0.32539568672798425,0.2439639465303466 -aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,0,0.37796447300922725,0.14954135458461507 -aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,1,0.37796447300922725,0.14954135458461507 -aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,2,0.3810317377662721,0.15446576442708193 -aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,3,0.5967623950328607,0.020456721550759976 -aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,4,0.629940788348712,0.016309171877754967 -aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,5,0.6445033866354896,0.012304364739182175 -aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,6,0.4354648431614539,0.10366227301829671 -aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,7,0.35805743701971643,0.16431086269141681 -aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,8,0.4354648431614539,0.10366227301829671 -aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,9,0.6445033866354896,0.012304364739182175 -aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,0,0.7191465199607916,0.004057136032371292 -aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,1,0.764093177458341,0.002263469812035174 -aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,2,0.764093177458341,0.002263469812035174 -aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,4,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,5,0.764093177458341,0.002263469812035174 -aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,6,0.6900655593423543,0.006458954266892998 -aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,8,0.6292532049656925,0.011921001496914019 -aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,9,0.764093177458341,0.002263469812035174 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,0,0.35957325998039574,0.15076277502664528 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,1,0.40451991747794525,0.1059975484249457 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,2,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,3,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,4,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,6,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,0,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,2,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,5,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,6,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,7,0.9438798074485389,0.0001621317520439264 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,5,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,0,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,3,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,4,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,6,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,7,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,0,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,1,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,3,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,4,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,5,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,9,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,8,0.841126352013584,0.0008493886834182052 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,0,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,4,0.9438798074485389,0.0001621317520439264 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,7,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,8,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,4,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,10,0,-0.1111111111111111,0.7274895282186948 -aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,10,1,-0.1111111111111111,0.7274895282186948 -aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,10,2,-0.1111111111111111,0.7274895282186948 -aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,10,3,-0.1111111111111111,0.7274895282186948 -aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,10,4,-0.1111111111111111,0.7274895282186948 -aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,10,5,-0.1111111111111111,0.7274895282186948 -aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,10,6,-0.1111111111111111,0.7274895282186948 -aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,10,7,-0.1111111111111111,0.7274895282186948 -aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,10,8,-0.1111111111111111,0.7274895282186948 -aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,10,9,-0.1111111111111111,0.7274895282186948 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,0,0.06666666666666667,0.8618005952380953 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,4,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,6,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,8,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,0,0.20459830184114206,0.4170770595205646 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,3,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,4,0.17978662999019787,0.47249761400068846 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,6,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,8,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,0,0.1111111111111111,0.7274895282186948 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,1,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,2,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,3,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,4,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,5,0.3146266024828463,0.2086677876982641 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,6,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,7,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,8,0.22473328748774735,0.36917141633269157 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,9,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,0,0.08989331499509894,0.7194375444233914 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,1,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,4,0.17978662999019787,0.47249761400068846 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,6,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,8,0.13483997249264842,0.590013887163346 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,9,0.7047274841194893,0.005187148855929351 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,0,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,1,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,3,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,4,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,6,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,8,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,4,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,8,0.22473328748774735,0.36917141633269157 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,0,0.04494665749754947,0.8574624419592412 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,2,0.1111111111111111,0.7274895282186948 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,4,0.1111111111111111,0.7274895282186948 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,5,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,6,0.08989331499509894,0.7194375444233914 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,7,0.13483997249264842,0.590013887163346 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,8,0.1111111111111111,0.7274895282186948 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,0,0.06666666666666667,0.8618005952380953 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,1,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,2,0.17978662999019787,0.47249761400068846 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,4,0.1111111111111111,0.7274895282186948 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,6,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,7,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,8,0.1111111111111111,0.7274895282186948 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,0,0.22473328748774735,0.36917141633269157 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,3,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,4,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,8,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,0,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,2,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,5,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,7,0.3146266024828463,0.2086677876982641 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,8,0.08989331499509894,0.7194375444233914 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,9,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,1,0.7956600627155523,0.0016003458153453507 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,2,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,3,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,4,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,5,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,7,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,1,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,2,0.6440611887195306,0.01102341638822145 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,4,0.8989331499509894,0.0003280163150135276 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,8,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,9,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,2,0.7047274841194893,0.005187148855929351 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,4,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829