remove old jsons

data/plots/c4_filters_hellaswag/index.json

@@ -1 +1,2 @@
-{"files":{"agg_score":{"file":"agg_score.json"},"commonsense_qa/acc_norm":{"file":"commonsense_qa_acc_norm.json"},"hellaswag/acc_norm":{"file":"hellaswag_acc_norm.json"},"openbookqa/acc_norm":{"file":"openbookqa_acc_norm.json"},"piqa/acc_norm":{"file":"piqa_acc_norm.json"},"winogrande/acc_norm":{"file":"winogrande_acc_norm.json"},"arc/acc_norm":{"file":"arc_acc_norm.json"},"mmlu/acc_norm":{"file":"mmlu_acc_norm.json"}},"settings":{"slider":{"min":0,"max":10,"default":3}}}
+{"files":{"agg_score":{"file":"agg_score.json"},"commonsense_qa/acc_norm":{"file":"commonsense_qa_acc_norm.json"},"hellaswag/acc_norm":{"file":"hellaswag_acc_norm.json"},"openbookqa/acc_norm":{"file":"openbookqa_acc_norm.json"},"piqa/acc_norm":{"file":"piqa_acc_norm.json"},"winogrande/acc_norm":{"file":"winogrande_acc_norm.json"},"arc/acc_norm":{"file":"arc_acc_norm.json"},"mmlu/acc_norm":{"file":"mmlu_acc_norm.json"}},"settings":{"slider":{"min":0,"max":10,"default":3}, "defaultMetric": "hellaswag/acc_norm"}}
+

data/plots/custom-_ilters/agg_score.json

@@ -1 +0,0 @@
-{"data":{"filtering-baseline-2019-18-40gt":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.3308596294373274,0.35654734168201685,0.3758235517889261,0.38752372190356255,0.39841264486312866,0.4040419068187475,0.4097859803587198,0.41541148349642754,0.416892247274518,0.41986062191426754,0.4234193116426468,0.4218583852052688,0.4243287574499845,0.42519346065819263,0.42440339736640453],"label":"Baseline"},"filtering-custom-line-char-duplicated-v2-0.01":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.3308979943394661,0.35727922804653645,0.3758955802768469,0.39312327839434147,0.3984657619148493,0.4037223849445581,0.40907647646963596,0.41408527828752995,0.42114910110831255,0.42039695382118225,0.4248786196112633,0.42590542137622833,0.4263712782412767,0.42797840014100075,0.4277621991932392],"label":"Line duplicates filter"},"filtering-custom-lines-punc-0.12":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.3308933284133672,0.35735468938946724,0.3787423223257065,0.391122592613101,0.3976811040192842,0.4041402228176594,0.4110417179763317,0.4150725454092026,0.42221225984394545,0.4235249478369951,0.42567262239754194,0.42764298990368843,0.4280493911355734,0.42981273680925364,0.42845905013382435],"label":"Punctuation filter"},"filtering-custom-short-line-ratio-0.67":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.33087017294019455,0.35839469730854034,0.379800958558917,0.3909519836306572,0.3985003251582384,0.4028578344732523,0.4080309104174375,0.411550747230649,0.4152813777327537,0.41849316097795963,0.42109199613332743,0.4223319999873638,0.42558939941227436,0.42717534117400646,0.426479609683156],"label":"Short lines filter"},"filtering-custom-punc0.12-short-lines0.67-line_char_dup0.1":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.3308933284133672,0.35955795273184776,0.3757704347372055,0.3934198468923569,0.398214865475893,0.4062729831784963,0.41363069601356983,0.41463132016360754,0.41851891577243805,0.4239445272833109,0.42439557053148746,0.4273625332862139,0.4289980959147215,0.4327357914298773,0.43017333932220936],"label":"Filters combined"}},"layout":{"xaxis":{"title":{"text":"Training tokens (Billions)"}},"title":{"text":"Custom filters performance"},"yaxis":{"range":[0.38,0.44]}}}

data/plots/custom-_ilters/arc_acc_norm.json

@@ -1 +0,0 @@
-{"data":{"filtering-baseline-2019-18-40gt":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2512499988079071,0.29224999248981476,0.3267499953508377,0.34375,0.34800000488758087,0.35224999487400055,0.3567499965429306,0.36450000107288355,0.369499996304512,0.3712500035762787,0.3722500056028366,0.37325000762939453,0.377250000834465,0.37624999880790705,0.3764999955892563],"label":"Baseline"},"filtering-custom-line-char-duplicated-v2-0.01":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2509999871253967,0.29474999010562897,0.3184999972581863,0.3392500132322311,0.35074999928474426,0.35300000011920923,0.35750000178813934,0.3684999942779541,0.3817500025033951,0.37800000607967377,0.38199999928474426,0.38600000739097595,0.38525000214576716,0.39000000059604645,0.38850000500679016],"label":"Line duplicates filter"},"filtering-custom-lines-punc-0.12":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2509999871253967,0.29100000858306885,0.31949999928474426,0.33675000071525574,0.34524999558925623,0.35850000381469727,0.3557499945163727,0.36124999821186066,0.3599999994039535,0.36800000071525574,0.36775000393390656,0.3770000040531158,0.37025000154972076,0.37424999475479126,0.37299999594688416],"label":"Punctuation filter"},"filtering-custom-short-line-ratio-0.67":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2509999871253967,0.2892500013113022,0.3190000057220459,0.3385000079870224,0.3449999988079071,0.3495000004768371,0.36374999582767487,0.3604999929666519,0.36549998819828033,0.37074999511241913,0.37150000035762787,0.3722500056028366,0.37774999439716334,0.3774999976158142,0.37899999320507044],"label":"Short lines filter"},"filtering-custom-punc0.12-short-lines0.67-line_char_dup0.1":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2509999871253967,0.2905000001192093,0.3199999928474426,0.3397499918937683,0.3467499911785126,0.3540000021457672,0.3662499934434891,0.36374999582767487,0.3647499978542328,0.3675000071525574,0.371749997138977,0.37074999511241913,0.375,0.3787499964237213,0.38099999725818634],"label":"Filters combined"}},"layout":{"xaxis":{"title":{"text":"Training tokens (Billions)"}},"title":{"text":"Custom filters performance"},"yaxis":{"range":[0.38,0.44]}}}

data/plots/custom-_ilters/commonsense_qa_acc_norm.json

@@ -1 +0,0 @@
-{"data":{"filtering-baseline-2019-18-40gt":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2329999953508377,0.2644999921321869,0.2850000113248825,0.2875000089406967,0.31049999594688416,0.3135000020265579,0.3279999941587448,0.32999999821186066,0.32349999248981476,0.3229999989271164,0.32350000739097595,0.32900001108646393,0.3264999985694885,0.3349999934434891,0.32999999821186066],"label":"Baseline"},"filtering-custom-line-char-duplicated-v2-0.01":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2329999953508377,0.2644999921321869,0.2750000059604645,0.2989999949932098,0.2974999994039535,0.31599999964237213,0.3149999976158142,0.3199999928474426,0.3244999945163727,0.3269999921321869,0.33550000190734863,0.3275000005960464,0.33599999547004694,0.3349999934434891,0.33849999308586115],"label":"Line duplicates filter"},"filtering-custom-lines-punc-0.12":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2329999953508377,0.26349999010562897,0.28849999606609344,0.29600000381469727,0.30650000274181366,0.31900000572204584,0.3229999989271164,0.3150000125169754,0.3244999945163727,0.3310000002384186,0.3310000002384186,0.32999999821186066,0.3334999978542328,0.3344999998807907,0.32999999821186066],"label":"Punctuation filter"},"filtering-custom-short-line-ratio-0.67":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2329999953508377,0.2620000094175339,0.28949999809265137,0.2974999994039535,0.30550000071525574,0.30900000035762787,0.31200000643730164,0.3190000057220459,0.32999999821186066,0.3254999965429306,0.3344999998807907,0.3320000022649765,0.3374999910593033,0.3369999974966049,0.33949999511241913],"label":"Short lines filter"},"filtering-custom-punc0.12-short-lines0.67-line_char_dup0.1":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2329999953508377,0.2649999856948852,0.2790000140666961,0.29649999737739563,0.3135000020265579,0.3164999932050705,0.32099999487400055,0.3210000097751617,0.3305000066757202,0.3205000013113022,0.32549999654293055,0.3295000046491623,0.33050000667572016,0.335999995470047,0.33200000226497645],"label":"Filters combined"}},"layout":{"xaxis":{"title":{"text":"Training tokens (Billions)"}},"title":{"text":"Custom filters performance"},"yaxis":{"range":[0.38,0.44]}}}

data/plots/custom-_ilters/hellaswag_acc_norm.json

@@ -1 +0,0 @@
-{"data":{"filtering-baseline-2019-18-40gt":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.257999986410141,0.2900000065565109,0.3279999941587448,0.3550000041723251,0.375,0.38850000500679016,0.40350000560283655,0.41200000047683716,0.4194999933242798,0.42249999940395355,0.4329999983310699,0.43449999392032623,0.43700000643730164,0.4395000040531158,0.43950000405311584],"label":"Baseline"},"filtering-custom-line-char-duplicated-v2-0.01":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.257999986410141,0.28900000452995295,0.3310000002384186,0.3505000025033951,0.3790000081062317,0.39250001311302185,0.40549999475479126,0.4224999994039535,0.4284999966621399,0.43050000071525574,0.43799999356269836,0.4459999948740005,0.4495000094175339,0.4564999938011169,0.4529999941587448],"label":"Line duplicates filter"},"filtering-custom-lines-punc-0.12":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.257999986410141,0.29449999332427973,0.33550000190734863,0.34800000488758087,0.3764999955892563,0.3824999928474426,0.3955000042915344,0.41799999773502344,0.4270000010728836,0.43400000035762787,0.44450001418590546,0.45049999654293055,0.45450000464916224,0.45449998974800104,0.4550000131130218],"label":"Punctuation filter"},"filtering-custom-short-line-ratio-0.67":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.257999986410141,0.3020000010728836,0.3310000002384186,0.357000008225441,0.37899999320507044,0.38850000500679016,0.3994999974966049,0.40349999070167536,0.4175000041723251,0.42400000989437103,0.4245000034570694,0.4335000067949295,0.4360000044107437,0.44750000536441803,0.44200000166893],"label":"Short lines filter"},"filtering-custom-punc0.12-short-lines0.67-line_char_dup0.1":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.257999986410141,0.29349999129772186,0.3210000097751617,0.36150000989437103,0.3734999895095825,0.39599999785423273,0.4125000089406967,0.4234999865293503,0.42749999463558197,0.44699999690055847,0.4549999982118606,0.4660000056028366,0.46600000560283655,0.47050000727176666,0.4675000011920929],"label":"Filters combined"}},"layout":{"xaxis":{"title":{"text":"Training tokens (Billions)"}},"title":{"text":"Custom filters performance"},"yaxis":{"range":[0.38,0.44]}}}

data/plots/custom-_ilters/index.json

@@ -1 +0,0 @@
-{"files":{"agg_score":{"file":"agg_score.json"},"commonsense_qa/acc_norm":{"file":"commonsense_qa_acc_norm.json"},"hellaswag/acc_norm":{"file":"hellaswag_acc_norm.json"},"openbookqa/acc_norm":{"file":"openbookqa_acc_norm.json"},"piqa/acc_norm":{"file":"piqa_acc_norm.json"},"winogrande/acc_norm":{"file":"winogrande_acc_norm.json"},"arc/acc_norm":{"file":"arc_acc_norm.json"},"mmlu/acc_norm":{"file":"mmlu_acc_norm.json"}},"settings":{"slider":{"min":0,"max":10,"default":3}}}

data/plots/custom-_ilters/mmlu_acc_norm.json

@@ -1 +0,0 @@
-{"data":{"filtering-baseline-2019-18-40gt":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2501270473003387,0.25162875652313227,0.26033842563629145,0.26643975079059595,0.26930116117000574,0.27358523011207575,0.27403785288333893,0.2792918980121612,0.28113801777362823,0.2826349586248398,0.2856044620275497,0.2851170748472214,0.28488004207611084,0.2877976596355438,0.28672714531421656],"label":"Baseline"},"filtering-custom-line-char-duplicated-v2-0.01":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.25018398463726044,0.2544838488101959,0.2611646503210068,0.2652362138032913,0.2704761028289795,0.2737790495157242,0.276611790060997,0.2786822021007538,0.281442791223526,0.2816756069660187,0.2860289514064789,0.28624334931373596,0.2867202013731003,0.28732720017433167,0.28609761595726013],"label":"Line duplicates filter"},"filtering-custom-lines-punc-0.12":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2501466572284698,0.2563375234603882,0.26243858039379114,0.26873072981834406,0.27219884097576136,0.27462176978588104,0.27908372879028315,0.2813303619623184,0.28369809687137604,0.28319956362247467,0.28563097119331354,0.28614395856857294,0.28564512729644775,0.2862519174814224,0.2876724004745483],"label":"Punctuation filter"},"filtering-custom-short-line-ratio-0.67":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.24996141344308848,0.25390757620334625,0.26540763676166534,0.27061584591865534,0.27150256931781763,0.2718626409769058,0.27449728548526764,0.2784059643745422,0.28175103664398193,0.28019529581069946,0.2827359586954117,0.2814059555530548,0.2844651788473129,0.28390273451805115,0.2838368713855743],"label":"Short lines filter"},"filtering-custom-punc0.12-short-lines0.67-line_char_dup0.1":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2501466572284698,0.2534636557102203,0.2621634304523468,0.2661087810993194,0.2704689502716064,0.27318383753299713,0.2757955640554428,0.2758005559444427,0.28340134024620056,0.2835562080144882,0.28641459345817566,0.28565025329589844,0.28998473286628723,0.29013633728027344,0.2888867110013962],"label":"Filters combined"}},"layout":{"xaxis":{"title":{"text":"Training tokens (Billions)"}},"title":{"text":"Custom filters performance"},"yaxis":{"range":[0.38,0.44]}}}

data/plots/custom-_ilters/openbookqa_acc_norm.json

@@ -1 +0,0 @@
-{"data":{"filtering-baseline-2019-18-40gt":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2860000133514404,0.25099999457597727,0.2629999965429306,0.2810000032186508,0.2939999997615814,0.2900000065565109,0.3100000023841858,0.3129999935626983,0.3149999976158142,0.3229999989271164,0.3310000002384186,0.32100000977516174,0.32999999821186066,0.32100000977516174,0.32100000977516174],"label":"Baseline"},"filtering-custom-line-char-duplicated-v2-0.01":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2860000133514404,0.26900000870227814,0.2670000046491623,0.306999996304512,0.2939999997615814,0.2999999970197677,0.306999996304512,0.31200000643730164,0.31299999356269836,0.3200000077486038,0.3229999989271164,0.32099999487400055,0.32500000298023224,0.3240000009536743,0.3219999969005584],"label":"Line duplicates filter"},"filtering-custom-lines-punc-0.12":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2860000133514404,0.2559999972581863,0.2849999964237213,0.3110000044107437,0.2979999929666519,0.3009999990463257,0.318000003695488,0.3140000104904175,0.32899999618530273,0.32899999618530273,0.3369999974966049,0.33599999547004694,0.32900001108646393,0.3299999982118606,0.3330000042915344],"label":"Punctuation filter"},"filtering-custom-short-line-ratio-0.67":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2860000133514404,0.25999999046325684,0.28200000524520874,0.28599999845027924,0.289000004529953,0.29999999701976776,0.31300000846385956,0.31900000572204584,0.3149999976158142,0.32099999487400055,0.3139999955892563,0.3190000057220459,0.32200001180171967,0.3229999989271164,0.3240000009536743],"label":"Short lines filter"},"filtering-custom-punc0.12-short-lines0.67-line_char_dup0.1":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2860000133514404,0.2719999998807907,0.277999997138977,0.3039999902248382,0.28199999034404755,0.30200000107288355,0.3050000071525574,0.31299999356269836,0.32099999487400055,0.3269999921321869,0.31599999964237213,0.3260000050067901,0.32600000500679016,0.3299999982118606,0.32500000298023224],"label":"Filters combined"}},"layout":{"xaxis":{"title":{"text":"Training tokens (Billions)"}},"title":{"text":"Custom filters performance"},"yaxis":{"range":[0.38,0.44]}}}

data/plots/custom-_ilters/piqa_acc_norm.json

@@ -1 +0,0 @@
-{"data":{"filtering-baseline-2019-18-40gt":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.5099999904632568,0.613999992609024,0.6504999995231628,0.6649999916553497,0.6870000064373016,0.6915000081062317,0.6974999904632568,0.7035000026226044,0.7129999995231628,0.7055000066757202,0.7080000042915344,0.7084999978542328,0.7114999890327454,0.714000016450882,0.7115000188350677],"label":"Baseline"},"filtering-custom-line-char-duplicated-v2-0.01":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.5099999904632568,0.609499990940094,0.652999997138977,0.6744999885559082,0.68299999833107,0.6809999942779541,0.6965000033378601,0.6995000243186951,0.7145000100135803,0.7100000083446503,0.7105000019073486,0.7134999930858612,0.7159999907016754,0.7170000076293945,0.7199999988079071],"label":"Line duplicates filter"},"filtering-custom-lines-punc-0.12":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.5099999904632568,0.6155000030994415,0.648499995470047,0.6649999916553497,0.6865000128746033,0.690500020980835,0.6965000033378601,0.7029999792575836,0.7139999866485596,0.7105000019073486,0.7089999914169312,0.7139999866485596,0.7144999802112579,0.7229999899864197,0.7175000011920929],"label":"Punctuation filter"},"filtering-custom-short-line-ratio-0.67":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.5099999904632568,0.6254999935626984,0.6530000269412994,0.6665000021457672,0.6860000193119049,0.6980000138282776,0.695499986410141,0.7084999978542328,0.7080000042915344,0.7064999938011169,0.7095000147819519,0.7129999995231628,0.7159999907016754,0.7179999947547913,0.718500018119812],"label":"Short lines filter"},"filtering-custom-punc0.12-short-lines0.67-line_char_dup0.1":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.5099999904632568,0.6274999976158142,0.656000018119812,0.6665000021457672,0.6854999959468842,0.6895000040531158,0.7035000026226044,0.7060000002384186,0.7100000083446503,0.7195000052452087,0.7159999907016754,0.715499997138977,0.7170000076293945,0.7274999916553497,0.7199999988079071],"label":"Filters combined"}},"layout":{"xaxis":{"title":{"text":"Training tokens (Billions)"}},"title":{"text":"Custom filters performance"},"yaxis":{"range":[0.38,0.44]}}}

data/plots/custom-_ilters/winogrande_acc_norm.json

@@ -1 +0,0 @@
-{"data":{"filtering-baseline-2019-18-40gt":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.4970000088214874,0.4884999990463257,0.49699999392032623,0.5035000145435333,0.5054999887943268,0.5200000107288361,0.5115000009536743,0.5154999792575836,0.507999986410141,0.515500009059906,0.5160000026226044,0.5139999985694885,0.5165000259876251,0.5160000026226044,0.523499995470047],"label":"Baseline"},"filtering-custom-line-char-duplicated-v2-0.01":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.4970000088214874,0.48749999701976776,0.5024999976158142,0.5035000145435333,0.5099999904632568,0.5080000162124634,0.5050000250339508,0.5069999992847443,0.5180000066757202,0.5085000097751617,0.515500009059906,0.5165000259876251,0.5080000162124634,0.5090000033378601,0.5104999840259552],"label":"Line duplicates filter"},"filtering-custom-lines-punc-0.12":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.4970000088214874,0.48899999260902405,0.49300000071525574,0.5030000060796738,0.49799999594688416,0.5024999976158142,0.5150000154972076,0.5259999930858612,0.527999997138977,0.5245000123977661,0.5275000035762787,0.5199999809265137,0.5300000011920929,0.5300000011920929,0.5289999842643738],"label":"Punctuation filter"},"filtering-custom-short-line-ratio-0.67":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.4970000088214874,0.471000000834465,0.494499996304512,0.511000007390976,0.511000007390976,0.5070000290870667,0.50450000166893,0.5060000121593475,0.5074999928474426,0.5169999897480011,0.5264999866485596,0.526500016450882,0.5290000140666962,0.5275000035762787,0.5259999930858612],"label":"Short lines filter"},"filtering-custom-punc0.12-short-lines0.67-line_char_dup0.1":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.4970000088214874,0.4854999929666519,0.4860000014305115,0.5094999969005585,0.5090000033378601,0.5195000171661377,0.5185000002384186,0.5090000182390213,0.5084999799728394,0.5209999978542328,0.5164999961853027,0.5254999995231628,0.5250000059604645,0.5250000059604645,0.5254999995231628],"label":"Filters combined"}},"layout":{"xaxis":{"title":{"text":"Training tokens (Billions)"}},"title":{"text":"Custom filters performance"},"yaxis":{"range":[0.38,0.44]}}}

data/plots/custom_filters/agg_score.json

@@ -1 +0,0 @@
-{"data":{"filtering-baseline-2019-18-40gt":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.3308596294373274,0.35654734168201685,0.3758235517889261,0.38752372190356255,0.39841264486312866,0.4040419068187475,0.4097859803587198,0.41541148349642754,0.416892247274518,0.41986062191426754,0.4234193116426468,0.4218583852052688,0.4243287574499845,0.42519346065819263,0.42440339736640453],"label":"Baseline"},"filtering-custom-line-char-duplicated-v2-0.01":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.3308979943394661,0.35727922804653645,0.3758955802768469,0.39312327839434147,0.3984657619148493,0.4037223849445581,0.40907647646963596,0.41408527828752995,0.42114910110831255,0.42039695382118225,0.4248786196112633,0.42590542137622833,0.4263712782412767,0.42797840014100075,0.4277621991932392],"label":"Line duplicates filter"},"filtering-custom-lines-punc-0.12":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.3308933284133672,0.35735468938946724,0.3787423223257065,0.391122592613101,0.3976811040192842,0.4041402228176594,0.4110417179763317,0.4150725454092026,0.42221225984394545,0.4235249478369951,0.42567262239754194,0.42764298990368843,0.4280493911355734,0.42981273680925364,0.42845905013382435],"label":"Punctuation filter"},"filtering-custom-short-line-ratio-0.67":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.33087017294019455,0.35839469730854034,0.379800958558917,0.3909519836306572,0.3985003251582384,0.4028578344732523,0.4080309104174375,0.411550747230649,0.4152813777327537,0.41849316097795963,0.42109199613332743,0.4223319999873638,0.42558939941227436,0.42717534117400646,0.426479609683156],"label":"Short lines filter"},"filtering-custom-punc0.12-short-lines0.67-line_char_dup0.1":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.3308933284133672,0.35955795273184776,0.3757704347372055,0.3934198468923569,0.398214865475893,0.4062729831784963,0.41363069601356983,0.41463132016360754,0.41851891577243805,0.4239445272833109,0.42439557053148746,0.4273625332862139,0.4289980959147215,0.4327357914298773,0.43017333932220936],"label":"Filters combined"}},"layout":{"xaxis":{"title":{"text":"Training tokens (Billions)"}},"title":{"text":"Custom filters performance"},"yaxis":{"range":[0.4,0.44]}}}

data/plots/custom_filters/arc_acc_norm.json

@@ -1 +0,0 @@
-{"data":{"filtering-baseline-2019-18-40gt":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2512499988079071,0.29224999248981476,0.3267499953508377,0.34375,0.34800000488758087,0.35224999487400055,0.3567499965429306,0.36450000107288355,0.369499996304512,0.3712500035762787,0.3722500056028366,0.37325000762939453,0.377250000834465,0.37624999880790705,0.3764999955892563],"label":"Baseline"},"filtering-custom-line-char-duplicated-v2-0.01":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2509999871253967,0.29474999010562897,0.3184999972581863,0.3392500132322311,0.35074999928474426,0.35300000011920923,0.35750000178813934,0.3684999942779541,0.3817500025033951,0.37800000607967377,0.38199999928474426,0.38600000739097595,0.38525000214576716,0.39000000059604645,0.38850000500679016],"label":"Line duplicates filter"},"filtering-custom-lines-punc-0.12":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2509999871253967,0.29100000858306885,0.31949999928474426,0.33675000071525574,0.34524999558925623,0.35850000381469727,0.3557499945163727,0.36124999821186066,0.3599999994039535,0.36800000071525574,0.36775000393390656,0.3770000040531158,0.37025000154972076,0.37424999475479126,0.37299999594688416],"label":"Punctuation filter"},"filtering-custom-short-line-ratio-0.67":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2509999871253967,0.2892500013113022,0.3190000057220459,0.3385000079870224,0.3449999988079071,0.3495000004768371,0.36374999582767487,0.3604999929666519,0.36549998819828033,0.37074999511241913,0.37150000035762787,0.3722500056028366,0.37774999439716334,0.3774999976158142,0.37899999320507044],"label":"Short lines filter"},"filtering-custom-punc0.12-short-lines0.67-line_char_dup0.1":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2509999871253967,0.2905000001192093,0.3199999928474426,0.3397499918937683,0.3467499911785126,0.3540000021457672,0.3662499934434891,0.36374999582767487,0.3647499978542328,0.3675000071525574,0.371749997138977,0.37074999511241913,0.375,0.3787499964237213,0.38099999725818634],"label":"Filters combined"}},"layout":{"xaxis":{"title":{"text":"Training tokens (Billions)"}},"title":{"text":"Custom filters performance"},"yaxis":{"range":[0.4,0.44]}}}

data/plots/custom_filters/commonsense_qa_acc_norm.json

@@ -1 +0,0 @@
-{"data":{"filtering-baseline-2019-18-40gt":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2329999953508377,0.2644999921321869,0.2850000113248825,0.2875000089406967,0.31049999594688416,0.3135000020265579,0.3279999941587448,0.32999999821186066,0.32349999248981476,0.3229999989271164,0.32350000739097595,0.32900001108646393,0.3264999985694885,0.3349999934434891,0.32999999821186066],"label":"Baseline"},"filtering-custom-line-char-duplicated-v2-0.01":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2329999953508377,0.2644999921321869,0.2750000059604645,0.2989999949932098,0.2974999994039535,0.31599999964237213,0.3149999976158142,0.3199999928474426,0.3244999945163727,0.3269999921321869,0.33550000190734863,0.3275000005960464,0.33599999547004694,0.3349999934434891,0.33849999308586115],"label":"Line duplicates filter"},"filtering-custom-lines-punc-0.12":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2329999953508377,0.26349999010562897,0.28849999606609344,0.29600000381469727,0.30650000274181366,0.31900000572204584,0.3229999989271164,0.3150000125169754,0.3244999945163727,0.3310000002384186,0.3310000002384186,0.32999999821186066,0.3334999978542328,0.3344999998807907,0.32999999821186066],"label":"Punctuation filter"},"filtering-custom-short-line-ratio-0.67":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2329999953508377,0.2620000094175339,0.28949999809265137,0.2974999994039535,0.30550000071525574,0.30900000035762787,0.31200000643730164,0.3190000057220459,0.32999999821186066,0.3254999965429306,0.3344999998807907,0.3320000022649765,0.3374999910593033,0.3369999974966049,0.33949999511241913],"label":"Short lines filter"},"filtering-custom-punc0.12-short-lines0.67-line_char_dup0.1":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2329999953508377,0.2649999856948852,0.2790000140666961,0.29649999737739563,0.3135000020265579,0.3164999932050705,0.32099999487400055,0.3210000097751617,0.3305000066757202,0.3205000013113022,0.32549999654293055,0.3295000046491623,0.33050000667572016,0.335999995470047,0.33200000226497645],"label":"Filters combined"}},"layout":{"xaxis":{"title":{"text":"Training tokens (Billions)"}},"title":{"text":"Custom filters performance"},"yaxis":{"range":[0.4,0.44]}}}

data/plots/custom_filters/hellaswag_acc_norm.json

@@ -1 +0,0 @@
-{"data":{"filtering-baseline-2019-18-40gt":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.257999986410141,0.2900000065565109,0.3279999941587448,0.3550000041723251,0.375,0.38850000500679016,0.40350000560283655,0.41200000047683716,0.4194999933242798,0.42249999940395355,0.4329999983310699,0.43449999392032623,0.43700000643730164,0.4395000040531158,0.43950000405311584],"label":"Baseline"},"filtering-custom-line-char-duplicated-v2-0.01":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.257999986410141,0.28900000452995295,0.3310000002384186,0.3505000025033951,0.3790000081062317,0.39250001311302185,0.40549999475479126,0.4224999994039535,0.4284999966621399,0.43050000071525574,0.43799999356269836,0.4459999948740005,0.4495000094175339,0.4564999938011169,0.4529999941587448],"label":"Line duplicates filter"},"filtering-custom-lines-punc-0.12":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.257999986410141,0.29449999332427973,0.33550000190734863,0.34800000488758087,0.3764999955892563,0.3824999928474426,0.3955000042915344,0.41799999773502344,0.4270000010728836,0.43400000035762787,0.44450001418590546,0.45049999654293055,0.45450000464916224,0.45449998974800104,0.4550000131130218],"label":"Punctuation filter"},"filtering-custom-short-line-ratio-0.67":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.257999986410141,0.3020000010728836,0.3310000002384186,0.357000008225441,0.37899999320507044,0.38850000500679016,0.3994999974966049,0.40349999070167536,0.4175000041723251,0.42400000989437103,0.4245000034570694,0.4335000067949295,0.4360000044107437,0.44750000536441803,0.44200000166893],"label":"Short lines filter"},"filtering-custom-punc0.12-short-lines0.67-line_char_dup0.1":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.257999986410141,0.29349999129772186,0.3210000097751617,0.36150000989437103,0.3734999895095825,0.39599999785423273,0.4125000089406967,0.4234999865293503,0.42749999463558197,0.44699999690055847,0.4549999982118606,0.4660000056028366,0.46600000560283655,0.47050000727176666,0.4675000011920929],"label":"Filters combined"}},"layout":{"xaxis":{"title":{"text":"Training tokens (Billions)"}},"title":{"text":"Custom filters performance"},"yaxis":{"range":[0.4,0.44]}}}

data/plots/custom_filters/index.json

@@ -1 +0,0 @@
-{"files":{"agg_score":{"file":"agg_score.json"},"commonsense_qa/acc_norm":{"file":"commonsense_qa_acc_norm.json"},"hellaswag/acc_norm":{"file":"hellaswag_acc_norm.json"},"openbookqa/acc_norm":{"file":"openbookqa_acc_norm.json"},"piqa/acc_norm":{"file":"piqa_acc_norm.json"},"winogrande/acc_norm":{"file":"winogrande_acc_norm.json"},"arc/acc_norm":{"file":"arc_acc_norm.json"},"mmlu/acc_norm":{"file":"mmlu_acc_norm.json"}},"settings":{"slider":{"min":0,"max":10,"default":3}}}

data/plots/custom_filters/mmlu_acc_norm.json

@@ -1 +0,0 @@
-{"data":{"filtering-baseline-2019-18-40gt":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2501270473003387,0.25162875652313227,0.26033842563629145,0.26643975079059595,0.26930116117000574,0.27358523011207575,0.27403785288333893,0.2792918980121612,0.28113801777362823,0.2826349586248398,0.2856044620275497,0.2851170748472214,0.28488004207611084,0.2877976596355438,0.28672714531421656],"label":"Baseline"},"filtering-custom-line-char-duplicated-v2-0.01":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.25018398463726044,0.2544838488101959,0.2611646503210068,0.2652362138032913,0.2704761028289795,0.2737790495157242,0.276611790060997,0.2786822021007538,0.281442791223526,0.2816756069660187,0.2860289514064789,0.28624334931373596,0.2867202013731003,0.28732720017433167,0.28609761595726013],"label":"Line duplicates filter"},"filtering-custom-lines-punc-0.12":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2501466572284698,0.2563375234603882,0.26243858039379114,0.26873072981834406,0.27219884097576136,0.27462176978588104,0.27908372879028315,0.2813303619623184,0.28369809687137604,0.28319956362247467,0.28563097119331354,0.28614395856857294,0.28564512729644775,0.2862519174814224,0.2876724004745483],"label":"Punctuation filter"},"filtering-custom-short-line-ratio-0.67":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.24996141344308848,0.25390757620334625,0.26540763676166534,0.27061584591865534,0.27150256931781763,0.2718626409769058,0.27449728548526764,0.2784059643745422,0.28175103664398193,0.28019529581069946,0.2827359586954117,0.2814059555530548,0.2844651788473129,0.28390273451805115,0.2838368713855743],"label":"Short lines filter"},"filtering-custom-punc0.12-short-lines0.67-line_char_dup0.1":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2501466572284698,0.2534636557102203,0.2621634304523468,0.2661087810993194,0.2704689502716064,0.27318383753299713,0.2757955640554428,0.2758005559444427,0.28340134024620056,0.2835562080144882,0.28641459345817566,0.28565025329589844,0.28998473286628723,0.29013633728027344,0.2888867110013962],"label":"Filters combined"}},"layout":{"xaxis":{"title":{"text":"Training tokens (Billions)"}},"title":{"text":"Custom filters performance"},"yaxis":{"range":[0.4,0.44]}}}

data/plots/custom_filters/openbookqa_acc_norm.json

@@ -1 +0,0 @@
-{"data":{"filtering-baseline-2019-18-40gt":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2860000133514404,0.25099999457597727,0.2629999965429306,0.2810000032186508,0.2939999997615814,0.2900000065565109,0.3100000023841858,0.3129999935626983,0.3149999976158142,0.3229999989271164,0.3310000002384186,0.32100000977516174,0.32999999821186066,0.32100000977516174,0.32100000977516174],"label":"Baseline"},"filtering-custom-line-char-duplicated-v2-0.01":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2860000133514404,0.26900000870227814,0.2670000046491623,0.306999996304512,0.2939999997615814,0.2999999970197677,0.306999996304512,0.31200000643730164,0.31299999356269836,0.3200000077486038,0.3229999989271164,0.32099999487400055,0.32500000298023224,0.3240000009536743,0.3219999969005584],"label":"Line duplicates filter"},"filtering-custom-lines-punc-0.12":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2860000133514404,0.2559999972581863,0.2849999964237213,0.3110000044107437,0.2979999929666519,0.3009999990463257,0.318000003695488,0.3140000104904175,0.32899999618530273,0.32899999618530273,0.3369999974966049,0.33599999547004694,0.32900001108646393,0.3299999982118606,0.3330000042915344],"label":"Punctuation filter"},"filtering-custom-short-line-ratio-0.67":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2860000133514404,0.25999999046325684,0.28200000524520874,0.28599999845027924,0.289000004529953,0.29999999701976776,0.31300000846385956,0.31900000572204584,0.3149999976158142,0.32099999487400055,0.3139999955892563,0.3190000057220459,0.32200001180171967,0.3229999989271164,0.3240000009536743],"label":"Short lines filter"},"filtering-custom-punc0.12-short-lines0.67-line_char_dup0.1":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2860000133514404,0.2719999998807907,0.277999997138977,0.3039999902248382,0.28199999034404755,0.30200000107288355,0.3050000071525574,0.31299999356269836,0.32099999487400055,0.3269999921321869,0.31599999964237213,0.3260000050067901,0.32600000500679016,0.3299999982118606,0.32500000298023224],"label":"Filters combined"}},"layout":{"xaxis":{"title":{"text":"Training tokens (Billions)"}},"title":{"text":"Custom filters performance"},"yaxis":{"range":[0.4,0.44]}}}

data/plots/custom_filters/piqa_acc_norm.json

@@ -1 +0,0 @@
-{"data":{"filtering-baseline-2019-18-40gt":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.5099999904632568,0.613999992609024,0.6504999995231628,0.6649999916553497,0.6870000064373016,0.6915000081062317,0.6974999904632568,0.7035000026226044,0.7129999995231628,0.7055000066757202,0.7080000042915344,0.7084999978542328,0.7114999890327454,0.714000016450882,0.7115000188350677],"label":"Baseline"},"filtering-custom-line-char-duplicated-v2-0.01":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.5099999904632568,0.609499990940094,0.652999997138977,0.6744999885559082,0.68299999833107,0.6809999942779541,0.6965000033378601,0.6995000243186951,0.7145000100135803,0.7100000083446503,0.7105000019073486,0.7134999930858612,0.7159999907016754,0.7170000076293945,0.7199999988079071],"label":"Line duplicates filter"},"filtering-custom-lines-punc-0.12":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.5099999904632568,0.6155000030994415,0.648499995470047,0.6649999916553497,0.6865000128746033,0.690500020980835,0.6965000033378601,0.7029999792575836,0.7139999866485596,0.7105000019073486,0.7089999914169312,0.7139999866485596,0.7144999802112579,0.7229999899864197,0.7175000011920929],"label":"Punctuation filter"},"filtering-custom-short-line-ratio-0.67":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.5099999904632568,0.6254999935626984,0.6530000269412994,0.6665000021457672,0.6860000193119049,0.6980000138282776,0.695499986410141,0.7084999978542328,0.7080000042915344,0.7064999938011169,0.7095000147819519,0.7129999995231628,0.7159999907016754,0.7179999947547913,0.718500018119812],"label":"Short lines filter"},"filtering-custom-punc0.12-short-lines0.67-line_char_dup0.1":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.5099999904632568,0.6274999976158142,0.656000018119812,0.6665000021457672,0.6854999959468842,0.6895000040531158,0.7035000026226044,0.7060000002384186,0.7100000083446503,0.7195000052452087,0.7159999907016754,0.715499997138977,0.7170000076293945,0.7274999916553497,0.7199999988079071],"label":"Filters combined"}},"layout":{"xaxis":{"title":{"text":"Training tokens (Billions)"}},"title":{"text":"Custom filters performance"},"yaxis":{"range":[0.4,0.44]}}}

data/plots/custom_filters/winogrande_acc_norm.json

@@ -1 +0,0 @@
-{"data":{"filtering-baseline-2019-18-40gt":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.4970000088214874,0.4884999990463257,0.49699999392032623,0.5035000145435333,0.5054999887943268,0.5200000107288361,0.5115000009536743,0.5154999792575836,0.507999986410141,0.515500009059906,0.5160000026226044,0.5139999985694885,0.5165000259876251,0.5160000026226044,0.523499995470047],"label":"Baseline"},"filtering-custom-line-char-duplicated-v2-0.01":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.4970000088214874,0.48749999701976776,0.5024999976158142,0.5035000145435333,0.5099999904632568,0.5080000162124634,0.5050000250339508,0.5069999992847443,0.5180000066757202,0.5085000097751617,0.515500009059906,0.5165000259876251,0.5080000162124634,0.5090000033378601,0.5104999840259552],"label":"Line duplicates filter"},"filtering-custom-lines-punc-0.12":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.4970000088214874,0.48899999260902405,0.49300000071525574,0.5030000060796738,0.49799999594688416,0.5024999976158142,0.5150000154972076,0.5259999930858612,0.527999997138977,0.5245000123977661,0.5275000035762787,0.5199999809265137,0.5300000011920929,0.5300000011920929,0.5289999842643738],"label":"Punctuation filter"},"filtering-custom-short-line-ratio-0.67":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.4970000088214874,0.471000000834465,0.494499996304512,0.511000007390976,0.511000007390976,0.5070000290870667,0.50450000166893,0.5060000121593475,0.5074999928474426,0.5169999897480011,0.5264999866485596,0.526500016450882,0.5290000140666962,0.5275000035762787,0.5259999930858612],"label":"Short lines filter"},"filtering-custom-punc0.12-short-lines0.67-line_char_dup0.1":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.4970000088214874,0.4854999929666519,0.4860000014305115,0.5094999969005585,0.5090000033378601,0.5195000171661377,0.5185000002384186,0.5090000182390213,0.5084999799728394,0.5209999978542328,0.5164999961853027,0.5254999995231628,0.5250000059604645,0.5250000059604645,0.5254999995231628],"label":"Filters combined"}},"layout":{"xaxis":{"title":{"text":"Training tokens (Billions)"}},"title":{"text":"Custom filters performance"},"yaxis":{"range":[0.4,0.44]}}}

data/plots/removed_data_cross_dedup/index.json

@@ -1 +1 @@
-{"files":{"agg_score":{"file":"agg_score.json"},"commonsense_qa/acc_norm":{"file":"commonsense_qa_acc_norm.json"},"hellaswag/acc_norm":{"file":"hellaswag_acc_norm.json"},"openbookqa/acc_norm":{"file":"openbookqa_acc_norm.json"},"piqa/acc_norm":{"file":"piqa_acc_norm.json"},"winogrande/acc_norm":{"file":"winogrande_acc_norm.json"},"arc/acc_norm":{"file":"arc_acc_norm.json"},"mmlu/acc_norm":{"file":"mmlu_acc_norm.json"}},"settings":{"slider":{"min":0,"max":10,"default":null}}}
+{"files":{"agg_score":{"file":"agg_score.json"},"commonsense_qa/acc_norm":{"file":"commonsense_qa_acc_norm.json"},"hellaswag/acc_norm":{"file":"hellaswag_acc_norm.json"},"openbookqa/acc_norm":{"file":"openbookqa_acc_norm.json"},"piqa/acc_norm":{"file":"piqa_acc_norm.json"},"winogrande/acc_norm":{"file":"winogrande_acc_norm.json"},"arc/acc_norm":{"file":"arc_acc_norm.json"},"mmlu/acc_norm":{"file":"mmlu_acc_norm.json"}},"settings":{"slider":{"min":0,"max":10,"default":0}}}

data/plots/score_by_dump/agg_score.json

@@ -1 +0,0 @@
-{"traces":[{"x":["2013-20"],"y":[0.42011411984761554],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2013-20","error_y":{"value":0.0016496558177531693,"visible":"true"}},{"x":["2013-48"],"y":[0.41771392337977886],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2013-48","error_y":{"value":0.0021667110287662563,"visible":"true"}},{"x":["2014-10"],"y":[0.4225375975171725],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-10","error_y":{"value":0.0021427824656726473,"visible":"true"}},{"x":["2014-15"],"y":[0.4215048458427191],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-15","error_y":{"value":0.002825104688461533,"visible":"true"}},{"x":["2014-23"],"y":[0.4200556830813487],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-23","error_y":{"value":0.0013644398616582199,"visible":"true"}},{"x":["2014-35"],"y":[0.42267325334250927],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-35","error_y":{"value":0.000879017028815676,"visible":"true"}},{"x":["2014-41"],"y":[0.42219953549404937],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-41","error_y":{"value":0.0018210188421440405,"visible":"true"}},{"x":["2014-42"],"y":[0.42158348858356476],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-42","error_y":{"value":0.0036181002526405634,"visible":"true"}},{"x":["2014-49"],"y":[0.42136500775814056],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-49","error_y":{"value":0.002208491806709278,"visible":"true"}},{"x":["2014-52"],"y":[0.4205201355119546],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-52","error_y":{"value":0.002480274359358602,"visible":"true"}},{"x":["2015-06"],"y":[0.4186039001991351],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-06","error_y":{"value":0.0019475333131086685,"visible":"true"}},{"x":["2015-11"],"y":[0.4224700617293517],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-11","error_y":{"value":0.001818193126243462,"visible":"true"}},{"x":["2015-14"],"y":[0.4220602648953597],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-14","error_y":{"value":0.0011547664051939639,"visible":"true"}},{"x":["2015-18"],"y":[0.4221940692514181],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-18","error_y":{"value":0.0017460518369319666,"visible":"true"}},{"x":["2015-22"],"y":[0.42575788870453835],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-22","error_y":{"value":0.002697334554205427,"visible":"true"}},{"x":["2015-27"],"y":[0.4235885652403037],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-27","error_y":{"value":0.0015848272669417506,"visible":"true"}},{"x":["2015-32"],"y":[0.4225230813026428],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-32","error_y":{"value":0.001730822413702273,"visible":"true"}},{"x":["2015-35"],"y":[0.42233593948185444],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-35","error_y":{"value":0.001186549373568531,"visible":"true"}},{"x":["2015-40"],"y":[0.4221775283416112],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-40","error_y":{"value":0.0014473917247342899,"visible":"true"}},{"x":["2015-48"],"y":[0.4228653535246849],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-48","error_y":{"value":0.002096370393689308,"visible":"true"}},{"x":["2016-07"],"y":[0.42264105565845966],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-07","error_y":{"value":0.0020285846605720497,"visible":"true"}},{"x":["2016-18"],"y":[0.42393360535303753],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-18","error_y":{"value":0.0030122862587185746,"visible":"true"}},{"x":["2016-22"],"y":[0.42317299482723075],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-22","error_y":{"value":0.0017154873925986436,"visible":"true"}},{"x":["2016-26"],"y":[0.4210619007547696],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-26","error_y":{"value":0.0019613563642615333,"visible":"true"}},{"x":["2016-30"],"y":[0.4214250836521387],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-30","error_y":{"value":0.0022827094104359747,"visible":"true"}},{"x":["2016-36"],"y":[0.42541493351260823],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-36","error_y":{"value":0.0017171864891166978,"visible":"true"}},{"x":["2016-40"],"y":[0.42360322425762814],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-40","error_y":{"value":0.0012521569000539907,"visible":"true"}},{"x":["2016-44"],"y":[0.4205244767169158],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-44","error_y":{"value":0.0020189249556391035,"visible":"true"}},{"x":["2016-50"],"y":[0.4236073462913434],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-50","error_y":{"value":0.0011249494086459418,"visible":"true"}},{"x":["2017-04"],"y":[0.4249431478480498],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-04","error_y":{"value":0.0029593139742053534,"visible":"true"}},{"x":["2017-09"],"y":[0.4228978219131629],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-09","error_y":{"value":0.001429326548818627,"visible":"true"}},{"x":["2017-13"],"y":[0.4259882929424445],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-13","error_y":{"value":0.0028049294579771725,"visible":"true"}},{"x":["2017-17"],"y":[0.42851285884777707],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-17","error_y":{"value":0.0008841323579554647,"visible":"true"}},{"x":["2017-22"],"y":[0.42789290224512416],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-22","error_y":{"value":0.0030818402852155168,"visible":"true"}},{"x":["2017-26"],"y":[0.43047124209503335],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-26","error_y":{"value":0.0038348608474933505,"visible":"true"}},{"x":["2017-30"],"y":[0.4292740287880103],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-30","error_y":{"value":0.00200666126661096,"visible":"true"}},{"x":["2017-34"],"y":[0.43090116543074447],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-34","error_y":{"value":0.0020878958411539505,"visible":"true"}},{"x":["2017-39"],"y":[0.42806745134294033],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-39","error_y":{"value":0.0018935925725112079,"visible":"true"}},{"x":["2017-43"],"y":[0.42853582339982194],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-43","error_y":{"value":0.001394709397754768,"visible":"true"}},{"x":["2017-47"],"y":[0.42868382173279923],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-47","error_y":{"value":0.0034094866489807083,"visible":"true"}},{"x":["2017-51"],"y":[0.4295705755551656],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-51","error_y":{"value":0.0038669990171338814,"visible":"true"}},{"x":["2018-05"],"y":[0.42674027755856514],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-05","error_y":{"value":0.002301210104428564,"visible":"true"}},{"x":["2018-09"],"y":[0.42806006968021393],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-09","error_y":{"value":0.001713440108943869,"visible":"true"}},{"x":["2018-13"],"y":[0.4302288169662158],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-13","error_y":{"value":0.0012475587610186224,"visible":"true"}},{"x":["2018-17"],"y":[0.4296300721665223],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-17","error_y":{"value":0.0012967050894244847,"visible":"true"}},{"x":["2018-22"],"y":[0.42682078294456005],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-22","error_y":{"value":0.0013079288161148188,"visible":"true"}},{"x":["2018-26"],"y":[0.4280893715719382],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-26","error_y":{"value":0.002798783464933696,"visible":"true"}},{"x":["2018-30"],"y":[0.42838835529983044],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-30","error_y":{"value":0.0018882319310007112,"visible":"true"}},{"x":["2018-34"],"y":[0.42565195883313817],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-34","error_y":{"value":0.001895511790686758,"visible":"true"}},{"x":["2018-39"],"y":[0.42741932161152363],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-39","error_y":{"value":0.002025132829282423,"visible":"true"}},{"x":["2018-43"],"y":[0.4244892777254184],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-43","error_y":{"value":0.0012608069143703895,"visible":"true"}},{"x":["2018-47"],"y":[0.4205427821725607],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-47","error_y":{"value":0.0009587745559533355,"visible":"true"}},{"x":["2018-51"],"y":[0.4236555565148592],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-51","error_y":{"value":0.0012656745107836745,"visible":"true"}},{"x":["2019-04"],"y":[0.4240898961822192],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-04","error_y":{"value":0.0015799439525654906,"visible":"true"}},{"x":["2019-09"],"y":[0.42361670297880966],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-09","error_y":{"value":0.0008761821509657591,"visible":"true"}},{"x":["2019-13"],"y":[0.42583778997262317],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-13","error_y":{"value":0.001272929650851922,"visible":"true"}},{"x":["2019-18"],"y":[0.4247272629290819],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-18","error_y":{"value":0.0019806372445052775,"visible":"true"}},{"x":["2019-22"],"y":[0.4253633916378021],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-22","error_y":{"value":0.0016988923981884436,"visible":"true"}},{"x":["2019-26"],"y":[0.4288306099673112],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-26","error_y":{"value":0.0021029029424837983,"visible":"true"}},{"x":["2019-30"],"y":[0.425309831276536],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-30","error_y":{"value":0.0033262475089788257,"visible":"true"}},{"x":["2019-35"],"y":[0.42580118651191395],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-35","error_y":{"value":0.001291206139989019,"visible":"true"}},{"x":["2019-39"],"y":[0.42635091704626876],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-39","error_y":{"value":0.0018320201559313774,"visible":"true"}},{"x":["2019-43"],"y":[0.42876501257220906],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-43","error_y":{"value":0.002172814228728882,"visible":"true"}},{"x":["2019-47"],"y":[0.4257665214439233],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-47","error_y":{"value":0.00151261179295546,"visible":"true"}},{"x":["2019-51"],"y":[0.42751417371133965],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-51","error_y":{"value":0.0018532493374886065,"visible":"true"}},{"x":["2020-05"],"y":[0.4274651377151409],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-05","error_y":{"value":0.0013406844185842757,"visible":"true"}},{"x":["2020-10"],"y":[0.4292123032112916],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-10","error_y":{"value":0.0018158809596559367,"visible":"true"}},{"x":["2020-16"],"y":[0.42945936508476734],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-16","error_y":{"value":0.0018224998292546816,"visible":"true"}},{"x":["2020-24"],"y":[0.4266843255609274],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-24","error_y":{"value":0.0024476635914948463,"visible":"true"}},{"x":["2020-29"],"y":[0.431256677955389],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-29","error_y":{"value":0.0013170720357652478,"visible":"true"}},{"x":["2020-34"],"y":[0.42795787875850994],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-34","error_y":{"value":0.002522139205107014,"visible":"true"}},{"x":["2020-40"],"y":[0.4288310408592224],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-40","error_y":{"value":0.001213840058680438,"visible":"true"}},{"x":["2020-45"],"y":[0.4285088585068782],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-45","error_y":{"value":0.0010290318874568742,"visible":"true"}},{"x":["2020-50"],"y":[0.42709297376374405],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-50","error_y":{"value":0.0015043771965614749,"visible":"true"}},{"x":["2021-04"],"y":[0.4303327426314354],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-04","error_y":{"value":0.0021498543816638677,"visible":"true"}},{"x":["2021-10"],"y":[0.4285315126180649],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-10","error_y":{"value":0.0019340360481473924,"visible":"true"}},{"x":["2021-17"],"y":[0.43032742974658805],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-17","error_y":{"value":0.0028447437541706216,"visible":"true"}},{"x":["2021-21"],"y":[0.42827240626017254],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-21","error_y":{"value":0.0008282146531279149,"visible":"true"}},{"x":["2021-25"],"y":[0.42655438867708045],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-25","error_y":{"value":0.002222620189661701,"visible":"true"}},{"x":["2021-31"],"y":[0.43065756373107433],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-31","error_y":{"value":0.0019471426082213934,"visible":"true"}},{"x":["2021-39"],"y":[0.42699132797618705],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-39","error_y":{"value":0.0012353749697010502,"visible":"true"}},{"x":["2021-43"],"y":[0.432743809496363],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-43","error_y":{"value":0.0027610149497694046,"visible":"true"}},{"x":["2021-49"],"y":[0.426107710848252],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-49","error_y":{"value":0.0021918109888052605,"visible":"true"}},{"x":["2022-05"],"y":[0.4314096675564845],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-05","error_y":{"value":0.00106254273361794,"visible":"true"}},{"x":["2022-21"],"y":[0.4288001439223687],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-21","error_y":{"value":0.006132640236334613,"visible":"true"}},{"x":["2022-27"],"y":[0.43330975994467735],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-27","error_y":{"value":0.002741889772551411,"visible":"true"}},{"x":["2022-33"],"y":[0.4283793264379104],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-33","error_y":{"value":0.0016397924421059022,"visible":"true"}},{"x":["2022-40"],"y":[0.43007233180105686],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-40","error_y":{"value":0.0017290182819871785,"visible":"true"}},{"x":["2022-49"],"y":[0.43284351378679276],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-49","error_y":{"value":0.001280532152861849,"visible":"true"}},{"x":["2023-06"],"y":[0.43421785968045395],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-06","error_y":{"value":0.0024737450025436656,"visible":"true"}},{"x":["2023-14"],"y":[0.4327918446312348],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-14","error_y":{"value":0.004059139068986418,"visible":"true"}},{"x":["2023-23"],"y":[0.43310930766165257],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-23","error_y":{"value":0.0016562358505871806,"visible":"true"}},{"x":["2023-40"],"y":[0.4327431519826253],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-40","error_y":{"value":0.003919050771043862,"visible":"true"}},{"x":["2023-50"],"y":[0.4331989834705989],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-50","error_y":{"value":0.0017501231825582646,"visible":"true"}},{"x":["2024-10"],"y":[0.43582472391426563],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2024-10","error_y":{"value":0.0017735804917403603,"visible":"true"}},{"x":["2024-18"],"y":[0.4374971886475881],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2024-18","error_y":{"value":0.004152850313040585,"visible":"true"}},{"x":["2013-20","2013-48","2014-10","2014-15","2014-23","2014-35","2014-41","2014-42","2014-49","2014-52","2015-06","2015-11","2015-14","2015-18","2015-22","2015-27","2015-32","2015-35","2015-40","2015-48","2016-07","2016-18","2016-22","2016-26","2016-30","2016-36","2016-40","2016-44","2016-50","2017-04","2017-09","2017-13","2017-17","2017-22","2017-26","2017-30","2017-34","2017-39","2017-43","2017-47","2017-51","2018-05","2018-09","2018-13","2018-17","2018-22","2018-26","2018-30","2018-34","2018-39","2018-43","2018-47","2018-51","2019-04","2019-09","2019-13","2019-18","2019-22","2019-26","2019-30","2019-35","2019-39","2019-43","2019-47","2019-51","2020-05","2020-10","2020-16","2020-24","2020-29","2020-34","2020-40","2020-45","2020-50","2021-04","2021-10","2021-17","2021-21","2021-25","2021-31","2021-39","2021-43","2021-49","2022-05","2022-21","2022-27","2022-33","2022-40","2022-49","2023-06","2023-14","2023-23","2023-40","2023-50","2024-10","2024-18"],"y":[0.42011411984761554,0.41771392337977886,0.4225375975171725,0.4215048458427191,0.4200556830813487,0.42267325334250927,0.42219953549404937,0.42158348858356476,0.42136500775814056,0.4205201355119546,0.4186039001991351,0.4224700617293517,0.4220602648953597,0.4221940692514181,0.42575788870453835,0.4235885652403037,0.4225230813026428,0.42233593948185444,0.4221775283416112,0.4228653535246849,0.42264105565845966,0.42393360535303753,0.42317299482723075,0.4210619007547696,0.4214250836521387,0.42541493351260823,0.42360322425762814,0.4205244767169158,0.4236073462913434,0.4249431478480498,0.4228978219131629,0.4259882929424445,0.42851285884777707,0.42789290224512416,0.43047124209503335,0.4292740287880103,0.43090116543074447,0.42806745134294033,0.42853582339982194,0.42868382173279923,0.4295705755551656,0.42674027755856514,0.42806006968021393,0.4302288169662158,0.4296300721665223,0.42682078294456005,0.4280893715719382,0.42838835529983044,0.42565195883313817,0.42741932161152363,0.4244892777254184,0.4205427821725607,0.4236555565148592,0.4240898961822192,0.42361670297880966,0.42583778997262317,0.4247272629290819,0.4253633916378021,0.4288306099673112,0.425309831276536,0.42580118651191395,0.42635091704626876,0.42876501257220906,0.4257665214439233,0.42751417371133965,0.4274651377151409,0.4292123032112916,0.42945936508476734,0.4266843255609274,0.431256677955389,0.42795787875850994,0.4288310408592224,0.4285088585068782,0.42709297376374405,0.4303327426314354,0.4285315126180649,0.43032742974658805,0.42827240626017254,0.42655438867708045,0.43065756373107433,0.42699132797618705,0.432743809496363,0.426107710848252,0.4314096675564845,0.4288001439223687,0.43330975994467735,0.4283793264379104,0.43007233180105686,0.43284351378679276,0.43421785968045395,0.4327918446312348,0.43310930766165257,0.4327431519826253,0.4331989834705989,0.43582472391426563,0.4374971886475881],"mode":"line","opacity":0.5,"line":{"color":"gray"}}],"layout":{"title":{"text":"Score by dump"},"xaxis":{"title":{"text":"Year"},"showticklabels":true,"tickvals":[0.5,5.5,14.5,24.0,34.5,46.5,58.5,69.0,78.0,85.5,91.0,96.0],"ticktext":["2013","2014","2015","2016","2017","2018","2019","2020","2021","2022","2023","2024"],"tickangle":0},"showlegend":false,"shapes":[{"type":"line","x0":-0.5,"y0":0,"x1":-0.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":1.5,"y0":0,"x1":1.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":9.5,"y0":0,"x1":9.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":19.5,"y0":0,"x1":19.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":28.5,"y0":0,"x1":28.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":40.5,"y0":0,"x1":40.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":52.5,"y0":0,"x1":52.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":64.5,"y0":0,"x1":64.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":73.5,"y0":0,"x1":73.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":82.5,"y0":0,"x1":82.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":88.5,"y0":0,"x1":88.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":93.5,"y0":0,"x1":93.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}}]}}

data/plots/score_by_dump/arc_acc_norm.json

@@ -1 +0,0 @@
-{"traces":[{"x":["2013-20"],"y":[0.37150000035762787],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2013-20","error_y":{"value":0.002898274024822435,"visible":"true"}},{"x":["2013-48"],"y":[0.37850000460942584],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2013-48","error_y":{"value":0.005357245335204541,"visible":"true"}},{"x":["2014-10"],"y":[0.37950000663598377],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-10","error_y":{"value":0.004538718352677593,"visible":"true"}},{"x":["2014-15"],"y":[0.3858333279689153],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-15","error_y":{"value":0.003559024643739202,"visible":"true"}},{"x":["2014-23"],"y":[0.377250000834465],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-23","error_y":{"value":0.005447471448995269,"visible":"true"}},{"x":["2014-35"],"y":[0.38066666821638745],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-35","error_y":{"value":0.004535051423590107,"visible":"true"}},{"x":["2014-41"],"y":[0.38499999543031055],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-41","error_y":{"value":0.001923541529675635,"visible":"true"}},{"x":["2014-42"],"y":[0.3811666617790858],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-42","error_y":{"value":0.005671565479143761,"visible":"true"}},{"x":["2014-49"],"y":[0.3794166644414266],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-49","error_y":{"value":0.004030094134796388,"visible":"true"}},{"x":["2014-52"],"y":[0.3779999961455663],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-52","error_y":{"value":0.004701066579939967,"visible":"true"}},{"x":["2015-06"],"y":[0.3787500063578288],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-06","error_y":{"value":0.0030618612051540556,"visible":"true"}},{"x":["2015-11"],"y":[0.37974999845027924],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-11","error_y":{"value":0.004321454862540328,"visible":"true"}},{"x":["2015-14"],"y":[0.38091666499773663],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-14","error_y":{"value":0.0033078165257745414,"visible":"true"}},{"x":["2015-18"],"y":[0.37658333281675976],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-18","error_y":{"value":0.0026347103308396527,"visible":"true"}},{"x":["2015-22"],"y":[0.37933334211508435],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-22","error_y":{"value":0.0038815813902936093,"visible":"true"}},{"x":["2015-27"],"y":[0.38166667024294537],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-27","error_y":{"value":0.005316631511753155,"visible":"true"}},{"x":["2015-32"],"y":[0.38349999487400055],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-32","error_y":{"value":0.006870226957940992,"visible":"true"}},{"x":["2015-35"],"y":[0.38741666575272876],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-35","error_y":{"value":0.0031371429004636146,"visible":"true"}},{"x":["2015-40"],"y":[0.38083333770434064],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-40","error_y":{"value":0.0033266613531322074,"visible":"true"}},{"x":["2015-48"],"y":[0.3850000003973643],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-48","error_y":{"value":0.0028284307493848327,"visible":"true"}},{"x":["2016-07"],"y":[0.37183333436648053],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-07","error_y":{"value":0.0036147860108431025,"visible":"true"}},{"x":["2016-18"],"y":[0.38908333082993823],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-18","error_y":{"value":0.009825558546161768,"visible":"true"}},{"x":["2016-22"],"y":[0.3865000009536743],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-22","error_y":{"value":0.008142475917926193,"visible":"true"}},{"x":["2016-26"],"y":[0.38358333706855774],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-26","error_y":{"value":0.007200107962636066,"visible":"true"}},{"x":["2016-30"],"y":[0.3823333332935969],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-30","error_y":{"value":0.00486483989696501,"visible":"true"}},{"x":["2016-36"],"y":[0.382833331823349],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-36","error_y":{"value":0.004622407483880005,"visible":"true"}},{"x":["2016-40"],"y":[0.3869166721900304],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-40","error_y":{"value":0.0033825575981536694,"visible":"true"}},{"x":["2016-44"],"y":[0.38625000417232513],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-44","error_y":{"value":0.008341160285901953,"visible":"true"}},{"x":["2016-50"],"y":[0.3889999985694885],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-50","error_y":{"value":0.003478506049914017,"visible":"true"}},{"x":["2017-04"],"y":[0.3957499961058299],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-04","error_y":{"value":0.004021818195885339,"visible":"true"}},{"x":["2017-09"],"y":[0.3762500087420146],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-09","error_y":{"value":0.003869755906582959,"visible":"true"}},{"x":["2017-13"],"y":[0.38483333587646484],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-13","error_y":{"value":0.004697517923943533,"visible":"true"}},{"x":["2017-17"],"y":[0.385083332657814],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-17","error_y":{"value":0.0025182692868261384,"visible":"true"}},{"x":["2017-22"],"y":[0.3854166666666667],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-22","error_y":{"value":0.012253233757858185,"visible":"true"}},{"x":["2017-26"],"y":[0.38100000222524005],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-26","error_y":{"value":0.005449769377432321,"visible":"true"}},{"x":["2017-30"],"y":[0.3801666647195816],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-30","error_y":{"value":0.003945461843959098,"visible":"true"}},{"x":["2017-34"],"y":[0.3829166640837987],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-34","error_y":{"value":0.004716104781595369,"visible":"true"}},{"x":["2017-39"],"y":[0.3828333268562953],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-39","error_y":{"value":0.0034448020435853418,"visible":"true"}},{"x":["2017-43"],"y":[0.3814166635274887],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-43","error_y":{"value":0.004375114260508746,"visible":"true"}},{"x":["2017-47"],"y":[0.3842500001192093],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-47","error_y":{"value":0.005364234342865751,"visible":"true"}},{"x":["2017-51"],"y":[0.382750004529953],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-51","error_y":{"value":0.004298261483972954,"visible":"true"}},{"x":["2018-05"],"y":[0.3794166644414266],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-05","error_y":{"value":0.004116026782429059,"visible":"true"}},{"x":["2018-09"],"y":[0.3832500030597051],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-09","error_y":{"value":0.004390331459426602,"visible":"true"}},{"x":["2018-13"],"y":[0.38850000500679016],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-13","error_y":{"value":0.0075099978470886215,"visible":"true"}},{"x":["2018-17"],"y":[0.38349999984105426],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-17","error_y":{"value":0.003974918191905257,"visible":"true"}},{"x":["2018-22"],"y":[0.3851666698853175],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-22","error_y":{"value":0.0035590246437392213,"visible":"true"}},{"x":["2018-26"],"y":[0.3857499957084656],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-26","error_y":{"value":0.005888544009525259,"visible":"true"}},{"x":["2018-30"],"y":[0.38216666380564374],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-30","error_y":{"value":0.005105548675706811,"visible":"true"}},{"x":["2018-34"],"y":[0.3840833256642024],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-34","error_y":{"value":0.003023515807727137,"visible":"true"}},{"x":["2018-39"],"y":[0.3862499992052714],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-39","error_y":{"value":0.0027703772540106594,"visible":"true"}},{"x":["2018-43"],"y":[0.3778333365917206],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-43","error_y":{"value":0.0033862468081348176,"visible":"true"}},{"x":["2018-47"],"y":[0.38349999487400055],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-47","error_y":{"value":0.005709642101070106,"visible":"true"}},{"x":["2018-51"],"y":[0.3853333344062169],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-51","error_y":{"value":0.008897567554676139,"visible":"true"}},{"x":["2019-04"],"y":[0.38208333154519397],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-04","error_y":{"value":0.0026536167855816784,"visible":"true"}},{"x":["2019-09"],"y":[0.3747499982515971],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-09","error_y":{"value":0.0044693394679087995,"visible":"true"}},{"x":["2019-13"],"y":[0.3745000014702479],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-13","error_y":{"value":0.0025298225428297344,"visible":"true"}},{"x":["2019-18"],"y":[0.3764166583617528],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-18","error_y":{"value":0.006351506218658603,"visible":"true"}},{"x":["2019-22"],"y":[0.3751666694879532],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-22","error_y":{"value":0.004033204009754851,"visible":"true"}},{"x":["2019-26"],"y":[0.37850000460942584],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-26","error_y":{"value":0.0032710834205171395,"visible":"true"}},{"x":["2019-30"],"y":[0.3775833298762639],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-30","error_y":{"value":0.01507121501782707,"visible":"true"}},{"x":["2019-35"],"y":[0.37675000230471295],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-35","error_y":{"value":0.009740378535375717,"visible":"true"}},{"x":["2019-39"],"y":[0.3777499993642171],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-39","error_y":{"value":0.005610257679127933,"visible":"true"}},{"x":["2019-43"],"y":[0.376583327849706],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-43","error_y":{"value":0.010485310179558381,"visible":"true"}},{"x":["2019-47"],"y":[0.3738333284854889],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-47","error_y":{"value":0.00845380266521027,"visible":"true"}},{"x":["2019-51"],"y":[0.3800833324591319],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-51","error_y":{"value":0.0032467898874608335,"visible":"true"}},{"x":["2020-05"],"y":[0.37966667115688324],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-05","error_y":{"value":0.004546065408096836,"visible":"true"}},{"x":["2020-10"],"y":[0.3876666625340779],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-10","error_y":{"value":0.002750757087196951,"visible":"true"}},{"x":["2020-16"],"y":[0.38349999984105426],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-16","error_y":{"value":0.004123107476025043,"visible":"true"}},{"x":["2020-24"],"y":[0.3764999955892563],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-24","error_y":{"value":0.0043243525676520626,"visible":"true"}},{"x":["2020-29"],"y":[0.3761666715145111],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-29","error_y":{"value":0.0026956758528956554,"visible":"true"}},{"x":["2020-34"],"y":[0.37708333134651184],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-34","error_y":{"value":0.006094393748660055,"visible":"true"}},{"x":["2020-40"],"y":[0.3826666673024495],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-40","error_y":{"value":0.002750762504299154,"visible":"true"}},{"x":["2020-45"],"y":[0.38075000544389087],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-45","error_y":{"value":0.005222543945481388,"visible":"true"}},{"x":["2020-50"],"y":[0.37991667290528613],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-50","error_y":{"value":0.003072733922594657,"visible":"true"}},{"x":["2021-04"],"y":[0.3789999981721242],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-04","error_y":{"value":0.0028284265346937127,"visible":"true"}},{"x":["2021-10"],"y":[0.3825000027815501],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-10","error_y":{"value":0.002258319235572632,"visible":"true"}},{"x":["2021-17"],"y":[0.39100000262260437],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-17","error_y":{"value":0.006387491848787634,"visible":"true"}},{"x":["2021-21"],"y":[0.38725000619888306],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-21","error_y":{"value":0.003142455862646694,"visible":"true"}},{"x":["2021-25"],"y":[0.38225000103314716],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-25","error_y":{"value":0.004107916714652252,"visible":"true"}},{"x":["2021-31"],"y":[0.3850000003973643],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-31","error_y":{"value":0.0032403681786800907,"visible":"true"}},{"x":["2021-39"],"y":[0.38116667171319324],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-39","error_y":{"value":0.0034880730202760495,"visible":"true"}},{"x":["2021-43"],"y":[0.39141666889190674],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-43","error_y":{"value":0.004619708026994101,"visible":"true"}},{"x":["2021-49"],"y":[0.38758333524068195],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-49","error_y":{"value":0.007207061322022231,"visible":"true"}},{"x":["2022-05"],"y":[0.39033332963784534],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-05","error_y":{"value":0.0046547386140301334,"visible":"true"}},{"x":["2022-21"],"y":[0.3818333347638448],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-21","error_y":{"value":0.005076089897640139,"visible":"true"}},{"x":["2022-27"],"y":[0.38591666022936505],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-27","error_y":{"value":0.005651695126026836,"visible":"true"}},{"x":["2022-33"],"y":[0.38858333230018616],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-33","error_y":{"value":0.002518268695093754,"visible":"true"}},{"x":["2022-40"],"y":[0.37691666185855865],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-40","error_y":{"value":0.0035130694322725907,"visible":"true"}},{"x":["2022-49"],"y":[0.38491666316986084],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-49","error_y":{"value":0.0059026782853516075,"visible":"true"}},{"x":["2023-06"],"y":[0.39416666825612384],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-06","error_y":{"value":0.002695676589926278,"visible":"true"}},{"x":["2023-14"],"y":[0.3950000007947286],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-14","error_y":{"value":0.006789705912812267,"visible":"true"}},{"x":["2023-23"],"y":[0.3918333351612091],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-23","error_y":{"value":0.002677068307065583,"visible":"true"}},{"x":["2023-40"],"y":[0.39058332641919447],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-40","error_y":{"value":0.014154206424996582,"visible":"true"}},{"x":["2023-50"],"y":[0.39691666265328723],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-50","error_y":{"value":0.007269229040985465,"visible":"true"}},{"x":["2024-10"],"y":[0.38191666702429455],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2024-10","error_y":{"value":0.006643911589885123,"visible":"true"}},{"x":["2024-18"],"y":[0.3866666654745738],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2024-18","error_y":{"value":0.005250401869038402,"visible":"true"}},{"x":["2013-20","2013-48","2014-10","2014-15","2014-23","2014-35","2014-41","2014-42","2014-49","2014-52","2015-06","2015-11","2015-14","2015-18","2015-22","2015-27","2015-32","2015-35","2015-40","2015-48","2016-07","2016-18","2016-22","2016-26","2016-30","2016-36","2016-40","2016-44","2016-50","2017-04","2017-09","2017-13","2017-17","2017-22","2017-26","2017-30","2017-34","2017-39","2017-43","2017-47","2017-51","2018-05","2018-09","2018-13","2018-17","2018-22","2018-26","2018-30","2018-34","2018-39","2018-43","2018-47","2018-51","2019-04","2019-09","2019-13","2019-18","2019-22","2019-26","2019-30","2019-35","2019-39","2019-43","2019-47","2019-51","2020-05","2020-10","2020-16","2020-24","2020-29","2020-34","2020-40","2020-45","2020-50","2021-04","2021-10","2021-17","2021-21","2021-25","2021-31","2021-39","2021-43","2021-49","2022-05","2022-21","2022-27","2022-33","2022-40","2022-49","2023-06","2023-14","2023-23","2023-40","2023-50","2024-10","2024-18"],"y":[0.37150000035762787,0.37850000460942584,0.37950000663598377,0.3858333279689153,0.377250000834465,0.38066666821638745,0.38499999543031055,0.3811666617790858,0.3794166644414266,0.3779999961455663,0.3787500063578288,0.37974999845027924,0.38091666499773663,0.37658333281675976,0.37933334211508435,0.38166667024294537,0.38349999487400055,0.38741666575272876,0.38083333770434064,0.3850000003973643,0.37183333436648053,0.38908333082993823,0.3865000009536743,0.38358333706855774,0.3823333332935969,0.382833331823349,0.3869166721900304,0.38625000417232513,0.3889999985694885,0.3957499961058299,0.3762500087420146,0.38483333587646484,0.385083332657814,0.3854166666666667,0.38100000222524005,0.3801666647195816,0.3829166640837987,0.3828333268562953,0.3814166635274887,0.3842500001192093,0.382750004529953,0.3794166644414266,0.3832500030597051,0.38850000500679016,0.38349999984105426,0.3851666698853175,0.3857499957084656,0.38216666380564374,0.3840833256642024,0.3862499992052714,0.3778333365917206,0.38349999487400055,0.3853333344062169,0.38208333154519397,0.3747499982515971,0.3745000014702479,0.3764166583617528,0.3751666694879532,0.37850000460942584,0.3775833298762639,0.37675000230471295,0.3777499993642171,0.376583327849706,0.3738333284854889,0.3800833324591319,0.37966667115688324,0.3876666625340779,0.38349999984105426,0.3764999955892563,0.3761666715145111,0.37708333134651184,0.3826666673024495,0.38075000544389087,0.37991667290528613,0.3789999981721242,0.3825000027815501,0.39100000262260437,0.38725000619888306,0.38225000103314716,0.3850000003973643,0.38116667171319324,0.39141666889190674,0.38758333524068195,0.39033332963784534,0.3818333347638448,0.38591666022936505,0.38858333230018616,0.37691666185855865,0.38491666316986084,0.39416666825612384,0.3950000007947286,0.3918333351612091,0.39058332641919447,0.39691666265328723,0.38191666702429455,0.3866666654745738],"mode":"line","opacity":0.5,"line":{"color":"gray"}}],"layout":{"title":{"text":"Score by dump"},"xaxis":{"title":{"text":"Year"},"showticklabels":true,"tickvals":[0.5,5.5,14.5,24.0,34.5,46.5,58.5,69.0,78.0,85.5,91.0,96.0],"ticktext":["2013","2014","2015","2016","2017","2018","2019","2020","2021","2022","2023","2024"],"tickangle":0},"showlegend":false,"shapes":[{"type":"line","x0":-0.5,"y0":0,"x1":-0.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":1.5,"y0":0,"x1":1.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":9.5,"y0":0,"x1":9.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":19.5,"y0":0,"x1":19.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":28.5,"y0":0,"x1":28.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":40.5,"y0":0,"x1":40.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":52.5,"y0":0,"x1":52.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":64.5,"y0":0,"x1":64.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":73.5,"y0":0,"x1":73.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":82.5,"y0":0,"x1":82.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":88.5,"y0":0,"x1":88.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":93.5,"y0":0,"x1":93.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}}]}}

data/plots/score_by_dump/commonsense_qa_acc_norm.json

@@ -1 +0,0 @@
-{"traces":[{"x":["2013-20"],"y":[0.32850000262260437],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2013-20","error_y":{"value":0.013722240488831533,"visible":"true"}},{"x":["2013-48"],"y":[0.3225000003973643],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2013-48","error_y":{"value":0.006534527138064516,"visible":"true"}},{"x":["2014-10"],"y":[0.3291666656732559],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-10","error_y":{"value":0.005076085592151839,"visible":"true"}},{"x":["2014-15"],"y":[0.3303333322207133],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-15","error_y":{"value":0.012339634053140805,"visible":"true"}},{"x":["2014-23"],"y":[0.32866666714350384],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-23","error_y":{"value":0.008016642043332061,"visible":"true"}},{"x":["2014-35"],"y":[0.33683333297570545],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-35","error_y":{"value":0.0033115936502921416,"visible":"true"}},{"x":["2014-41"],"y":[0.3258333305517832],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-41","error_y":{"value":0.005192940967779857,"visible":"true"}},{"x":["2014-42"],"y":[0.3268333375453949],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-42","error_y":{"value":0.00798540454256664,"visible":"true"}},{"x":["2014-49"],"y":[0.33133333424727124],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-49","error_y":{"value":0.00806639274836501,"visible":"true"}},{"x":["2014-52"],"y":[0.3241666654745738],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-52","error_y":{"value":0.00722265229982943,"visible":"true"}},{"x":["2015-06"],"y":[0.32883332669734955],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-06","error_y":{"value":0.006337716909105858,"visible":"true"}},{"x":["2015-11"],"y":[0.3281666686137517],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-11","error_y":{"value":0.0069402184701873645,"visible":"true"}},{"x":["2015-14"],"y":[0.3325000007947286],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-14","error_y":{"value":0.0030822021282475532,"visible":"true"}},{"x":["2015-18"],"y":[0.33283333480358124],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-18","error_y":{"value":0.005419095858665617,"visible":"true"}},{"x":["2015-22"],"y":[0.34566666185855865],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-22","error_y":{"value":0.007659412670220112,"visible":"true"}},{"x":["2015-27"],"y":[0.33283333480358124],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-27","error_y":{"value":0.002857744693678411,"visible":"true"}},{"x":["2015-32"],"y":[0.3344999998807907],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-32","error_y":{"value":0.004086562514057702,"visible":"true"}},{"x":["2015-35"],"y":[0.3254999965429306],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-35","error_y":{"value":0.001378402263420635,"visible":"true"}},{"x":["2015-40"],"y":[0.33766666054725647],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-40","error_y":{"value":0.005278887802423473,"visible":"true"}},{"x":["2015-48"],"y":[0.3408333311478297],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-48","error_y":{"value":0.0034302640391384582,"visible":"true"}},{"x":["2016-07"],"y":[0.33116666972637177],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-07","error_y":{"value":0.004708151436848278,"visible":"true"}},{"x":["2016-18"],"y":[0.3275000005960464],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-18","error_y":{"value":0.003781533468682636,"visible":"true"}},{"x":["2016-22"],"y":[0.32849999765555066],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-22","error_y":{"value":0.004135218321368226,"visible":"true"}},{"x":["2016-26"],"y":[0.3241666704416275],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-26","error_y":{"value":0.010833587716616796,"visible":"true"}},{"x":["2016-30"],"y":[0.33149999876817066],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-30","error_y":{"value":0.0030166203175772386,"visible":"true"}},{"x":["2016-36"],"y":[0.3306666711966197],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-36","error_y":{"value":0.007061630294506958,"visible":"true"}},{"x":["2016-40"],"y":[0.33116666475931805],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-40","error_y":{"value":0.0053447852903594825,"visible":"true"}},{"x":["2016-44"],"y":[0.32483333845933277],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-44","error_y":{"value":0.004792348669978759,"visible":"true"}},{"x":["2016-50"],"y":[0.3319999972979228],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-50","error_y":{"value":0.003794728316696654,"visible":"true"}},{"x":["2017-04"],"y":[0.3230000038941701],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-04","error_y":{"value":0.010770328750944825,"visible":"true"}},{"x":["2017-09"],"y":[0.32800000905990595],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-09","error_y":{"value":0.0030331484640518133,"visible":"true"}},{"x":["2017-13"],"y":[0.3346666693687439],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-13","error_y":{"value":0.0038815785750712668,"visible":"true"}},{"x":["2017-17"],"y":[0.3291666656732559],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-17","error_y":{"value":0.0038686784165637353,"visible":"true"}},{"x":["2017-22"],"y":[0.33049999674161273],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-22","error_y":{"value":0.0070639976061442865,"visible":"true"}},{"x":["2017-26"],"y":[0.33899999658266705],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-26","error_y":{"value":0.009879268322547041,"visible":"true"}},{"x":["2017-30"],"y":[0.3343333303928375],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-30","error_y":{"value":0.006801964355024898,"visible":"true"}},{"x":["2017-34"],"y":[0.33649999896685284],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-34","error_y":{"value":0.005205763130278415,"visible":"true"}},{"x":["2017-39"],"y":[0.33383333186308545],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-39","error_y":{"value":0.002926878023035533,"visible":"true"}},{"x":["2017-43"],"y":[0.3371666719516118],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-43","error_y":{"value":0.008424168655515837,"visible":"true"}},{"x":["2017-47"],"y":[0.33766667048136395],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-47","error_y":{"value":0.0034448000249318444,"visible":"true"}},{"x":["2017-51"],"y":[0.3294999996821086],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-51","error_y":{"value":0.005924529506833298,"visible":"true"}},{"x":["2018-05"],"y":[0.3375000059604645],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-05","error_y":{"value":0.00612372533029975,"visible":"true"}},{"x":["2018-09"],"y":[0.34266666571299237],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-09","error_y":{"value":0.004179313100054744,"visible":"true"}},{"x":["2018-13"],"y":[0.3321666717529297],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-13","error_y":{"value":0.006554901412977602,"visible":"true"}},{"x":["2018-17"],"y":[0.34266666571299237],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-17","error_y":{"value":0.003932763155878016,"visible":"true"}},{"x":["2018-22"],"y":[0.3358333359162013],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-22","error_y":{"value":0.0014719621150881997,"visible":"true"}},{"x":["2018-26"],"y":[0.341499999165535],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-26","error_y":{"value":0.004230836111601145,"visible":"true"}},{"x":["2018-30"],"y":[0.33516666293144226],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-30","error_y":{"value":0.0035449514587265907,"visible":"true"}},{"x":["2018-34"],"y":[0.3360000004371007],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-34","error_y":{"value":0.005656859391417438,"visible":"true"}},{"x":["2018-39"],"y":[0.3308333357175191],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-39","error_y":{"value":0.005269410858406048,"visible":"true"}},{"x":["2018-43"],"y":[0.3266666680574417],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-43","error_y":{"value":0.007711458602253604,"visible":"true"}},{"x":["2018-47"],"y":[0.33016666769981384],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-47","error_y":{"value":0.00435507553812666,"visible":"true"}},{"x":["2018-51"],"y":[0.32766667008399963],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-51","error_y":{"value":0.008594565537109035,"visible":"true"}},{"x":["2019-04"],"y":[0.33016666769981384],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-04","error_y":{"value":0.011267952392983947,"visible":"true"}},{"x":["2019-09"],"y":[0.32966666917006177],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-09","error_y":{"value":0.004226888700213887,"visible":"true"}},{"x":["2019-13"],"y":[0.335166667898496],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-13","error_y":{"value":0.005879346931654776,"visible":"true"}},{"x":["2019-18"],"y":[0.33683333297570545],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-18","error_y":{"value":0.004262237647781485,"visible":"true"}},{"x":["2019-22"],"y":[0.33033333718776703],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-22","error_y":{"value":0.0028751779971234307,"visible":"true"}},{"x":["2019-26"],"y":[0.3294999996821086],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-26","error_y":{"value":0.004505554977351129,"visible":"true"}},{"x":["2019-30"],"y":[0.3278333395719528],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-30","error_y":{"value":0.0013291646979510772,"visible":"true"}},{"x":["2019-35"],"y":[0.32866667211055756],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-35","error_y":{"value":0.0048442413605957494,"visible":"true"}},{"x":["2019-39"],"y":[0.3298333336909612],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-39","error_y":{"value":0.004355066185848457,"visible":"true"}},{"x":["2019-43"],"y":[0.3286666671435038],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-43","error_y":{"value":0.005316639359431945,"visible":"true"}},{"x":["2019-47"],"y":[0.3371666669845581],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-47","error_y":{"value":0.004355075538126662,"visible":"true"}},{"x":["2019-51"],"y":[0.32916667064030963],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-51","error_y":{"value":0.0049564803735009065,"visible":"true"}},{"x":["2020-05"],"y":[0.33116666475931805],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-05","error_y":{"value":0.009261021572367745,"visible":"true"}},{"x":["2020-10"],"y":[0.3390000015497207],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-10","error_y":{"value":0.007641980577918291,"visible":"true"}},{"x":["2020-16"],"y":[0.33616665999094636],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-16","error_y":{"value":0.010206209013609819,"visible":"true"}},{"x":["2020-24"],"y":[0.32899999618530273],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-24","error_y":{"value":0.01181524411979784,"visible":"true"}},{"x":["2020-29"],"y":[0.3406666666269302],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-29","error_y":{"value":0.008189425871417046,"visible":"true"}},{"x":["2020-34"],"y":[0.3369999974966049],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-34","error_y":{"value":0.003033150429177855,"visible":"true"}},{"x":["2020-40"],"y":[0.32983333865801495],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-40","error_y":{"value":0.003763869703538866,"visible":"true"}},{"x":["2020-45"],"y":[0.3276666651169459],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-45","error_y":{"value":0.005785037876585748,"visible":"true"}},{"x":["2020-50"],"y":[0.3344999998807907],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-50","error_y":{"value":0.0027386177933818906,"visible":"true"}},{"x":["2021-04"],"y":[0.3398333291212718],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-04","error_y":{"value":0.007494441070384094,"visible":"true"}},{"x":["2021-10"],"y":[0.33266666531562805],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-10","error_y":{"value":0.0018618981773817706,"visible":"true"}},{"x":["2021-17"],"y":[0.32383333146572113],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-17","error_y":{"value":0.0037638652166679916,"visible":"true"}},{"x":["2021-21"],"y":[0.3343333303928375],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-21","error_y":{"value":0.0042268948107766656,"visible":"true"}},{"x":["2021-25"],"y":[0.3346666644016902],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-25","error_y":{"value":0.0066833076646279545,"visible":"true"}},{"x":["2021-31"],"y":[0.33633332947889966],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-31","error_y":{"value":0.0071180590568114205,"visible":"true"}},{"x":["2021-39"],"y":[0.3331666688124339],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-39","error_y":{"value":0.005344775253613804,"visible":"true"}},{"x":["2021-43"],"y":[0.3369999974966049],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-43","error_y":{"value":0.006418718907363147,"visible":"true"}},{"x":["2021-49"],"y":[0.3361666649580002],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-49","error_y":{"value":0.0033115960501334234,"visible":"true"}},{"x":["2022-05"],"y":[0.33183333774407703],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-05","error_y":{"value":0.003488070172255955,"visible":"true"}},{"x":["2022-21"],"y":[0.33116666475931805],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-21","error_y":{"value":0.0123841266102481,"visible":"true"}},{"x":["2022-27"],"y":[0.3358333359162012],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-27","error_y":{"value":0.004400757963838516,"visible":"true"}},{"x":["2022-33"],"y":[0.3200000027815501],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-33","error_y":{"value":0.0048579843769929,"visible":"true"}},{"x":["2022-40"],"y":[0.32533333202203113],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-40","error_y":{"value":0.003141120676690192,"visible":"true"}},{"x":["2022-49"],"y":[0.3331666688124339],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-49","error_y":{"value":0.005706717690859527,"visible":"true"}},{"x":["2023-06"],"y":[0.3358333309491475],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-06","error_y":{"value":0.0038686802140477537,"visible":"true"}},{"x":["2023-14"],"y":[0.32666666805744166],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-14","error_y":{"value":0.0067131675724532575,"visible":"true"}},{"x":["2023-23"],"y":[0.3273333261410395],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-23","error_y":{"value":0.004676181331846153,"visible":"true"}},{"x":["2023-40"],"y":[0.3280000040928523],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-40","error_y":{"value":0.008366594423568586,"visible":"true"}},{"x":["2023-50"],"y":[0.3293333351612091],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-50","error_y":{"value":0.002804756462662667,"visible":"true"}},{"x":["2024-10"],"y":[0.33283333977063495],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2024-10","error_y":{"value":0.008518605164917219,"visible":"true"}},{"x":["2024-18"],"y":[0.346000000834465],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2024-18","error_y":{"value":0.005513617701988027,"visible":"true"}},{"x":["2013-20","2013-48","2014-10","2014-15","2014-23","2014-35","2014-41","2014-42","2014-49","2014-52","2015-06","2015-11","2015-14","2015-18","2015-22","2015-27","2015-32","2015-35","2015-40","2015-48","2016-07","2016-18","2016-22","2016-26","2016-30","2016-36","2016-40","2016-44","2016-50","2017-04","2017-09","2017-13","2017-17","2017-22","2017-26","2017-30","2017-34","2017-39","2017-43","2017-47","2017-51","2018-05","2018-09","2018-13","2018-17","2018-22","2018-26","2018-30","2018-34","2018-39","2018-43","2018-47","2018-51","2019-04","2019-09","2019-13","2019-18","2019-22","2019-26","2019-30","2019-35","2019-39","2019-43","2019-47","2019-51","2020-05","2020-10","2020-16","2020-24","2020-29","2020-34","2020-40","2020-45","2020-50","2021-04","2021-10","2021-17","2021-21","2021-25","2021-31","2021-39","2021-43","2021-49","2022-05","2022-21","2022-27","2022-33","2022-40","2022-49","2023-06","2023-14","2023-23","2023-40","2023-50","2024-10","2024-18"],"y":[0.32850000262260437,0.3225000003973643,0.3291666656732559,0.3303333322207133,0.32866666714350384,0.33683333297570545,0.3258333305517832,0.3268333375453949,0.33133333424727124,0.3241666654745738,0.32883332669734955,0.3281666686137517,0.3325000007947286,0.33283333480358124,0.34566666185855865,0.33283333480358124,0.3344999998807907,0.3254999965429306,0.33766666054725647,0.3408333311478297,0.33116666972637177,0.3275000005960464,0.32849999765555066,0.3241666704416275,0.33149999876817066,0.3306666711966197,0.33116666475931805,0.32483333845933277,0.3319999972979228,0.3230000038941701,0.32800000905990595,0.3346666693687439,0.3291666656732559,0.33049999674161273,0.33899999658266705,0.3343333303928375,0.33649999896685284,0.33383333186308545,0.3371666719516118,0.33766667048136395,0.3294999996821086,0.3375000059604645,0.34266666571299237,0.3321666717529297,0.34266666571299237,0.3358333359162013,0.341499999165535,0.33516666293144226,0.3360000004371007,0.3308333357175191,0.3266666680574417,0.33016666769981384,0.32766667008399963,0.33016666769981384,0.32966666917006177,0.335166667898496,0.33683333297570545,0.33033333718776703,0.3294999996821086,0.3278333395719528,0.32866667211055756,0.3298333336909612,0.3286666671435038,0.3371666669845581,0.32916667064030963,0.33116666475931805,0.3390000015497207,0.33616665999094636,0.32899999618530273,0.3406666666269302,0.3369999974966049,0.32983333865801495,0.3276666651169459,0.3344999998807907,0.3398333291212718,0.33266666531562805,0.32383333146572113,0.3343333303928375,0.3346666644016902,0.33633332947889966,0.3331666688124339,0.3369999974966049,0.3361666649580002,0.33183333774407703,0.33116666475931805,0.3358333359162012,0.3200000027815501,0.32533333202203113,0.3331666688124339,0.3358333309491475,0.32666666805744166,0.3273333261410395,0.3280000040928523,0.3293333351612091,0.33283333977063495,0.346000000834465],"mode":"line","opacity":0.5,"line":{"color":"gray"}}],"layout":{"title":{"text":"Score by dump"},"xaxis":{"title":{"text":"Year"},"showticklabels":true,"tickvals":[0.5,5.5,14.5,24.0,34.5,46.5,58.5,69.0,78.0,85.5,91.0,96.0],"ticktext":["2013","2014","2015","2016","2017","2018","2019","2020","2021","2022","2023","2024"],"tickangle":0},"showlegend":false,"shapes":[{"type":"line","x0":-0.5,"y0":0,"x1":-0.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":1.5,"y0":0,"x1":1.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":9.5,"y0":0,"x1":9.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":19.5,"y0":0,"x1":19.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":28.5,"y0":0,"x1":28.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":40.5,"y0":0,"x1":40.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":52.5,"y0":0,"x1":52.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":64.5,"y0":0,"x1":64.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":73.5,"y0":0,"x1":73.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":82.5,"y0":0,"x1":82.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":88.5,"y0":0,"x1":88.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":93.5,"y0":0,"x1":93.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}}]}}

data/plots/score_by_dump/hellaswag_acc_norm.json

@@ -1 +0,0 @@
-{"traces":[{"x":["2013-20"],"y":[0.43099999924500776],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2013-20","error_y":{"value":0.011099555387273708,"visible":"true"}},{"x":["2013-48"],"y":[0.42866666118303937],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2013-48","error_y":{"value":0.004273952871960379,"visible":"true"}},{"x":["2014-10"],"y":[0.4269999961058299],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-10","error_y":{"value":0.004427186925540217,"visible":"true"}},{"x":["2014-15"],"y":[0.42733333011468244],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-15","error_y":{"value":0.0026583107109460174,"visible":"true"}},{"x":["2014-23"],"y":[0.42616666356722516],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-23","error_y":{"value":0.004956480774360993,"visible":"true"}},{"x":["2014-35"],"y":[0.4388333360354106],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-35","error_y":{"value":0.002926893296432092,"visible":"true"}},{"x":["2014-41"],"y":[0.4308333347241084],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-41","error_y":{"value":0.0026394446539612254,"visible":"true"}},{"x":["2014-42"],"y":[0.4279999981323878],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-42","error_y":{"value":0.003949676444897348,"visible":"true"}},{"x":["2014-49"],"y":[0.4268333315849304],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-49","error_y":{"value":0.006493585894235853,"visible":"true"}},{"x":["2014-52"],"y":[0.43549999594688416],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-52","error_y":{"value":0.006595460245073955,"visible":"true"}},{"x":["2015-06"],"y":[0.4311666637659073],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-06","error_y":{"value":0.004167333739613456,"visible":"true"}},{"x":["2015-11"],"y":[0.4346666634082794],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-11","error_y":{"value":0.004226901861406136,"visible":"true"}},{"x":["2015-14"],"y":[0.4353333314259847],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-14","error_y":{"value":0.006801963186641437,"visible":"true"}},{"x":["2015-18"],"y":[0.4376666645208995],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-18","error_y":{"value":0.0055377479072990935,"visible":"true"}},{"x":["2015-22"],"y":[0.4348333328962326],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-22","error_y":{"value":0.005192945750281423,"visible":"true"}},{"x":["2015-27"],"y":[0.42616666853427887],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-27","error_y":{"value":0.004792356547027721,"visible":"true"}},{"x":["2015-32"],"y":[0.4363333284854889],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-32","error_y":{"value":0.0032659886840661297,"visible":"true"}},{"x":["2015-35"],"y":[0.429666668176651],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-35","error_y":{"value":0.00958471806902151,"visible":"true"}},{"x":["2015-40"],"y":[0.42766666412353516],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-40","error_y":{"value":0.002338089178862352,"visible":"true"}},{"x":["2015-48"],"y":[0.4335000018278758],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-48","error_y":{"value":0.0013784001013442345,"visible":"true"}},{"x":["2016-07"],"y":[0.4353333314259847],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-07","error_y":{"value":0.0017511845440084859,"visible":"true"}},{"x":["2016-18"],"y":[0.44050000111262005],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-18","error_y":{"value":0.0059581919655628335,"visible":"true"}},{"x":["2016-22"],"y":[0.42899999519189197],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-22","error_y":{"value":0.003346636202124875,"visible":"true"}},{"x":["2016-26"],"y":[0.422666663924853],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-26","error_y":{"value":0.0037238006231362173,"visible":"true"}},{"x":["2016-30"],"y":[0.4248333324988683],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-30","error_y":{"value":0.004792348669978776,"visible":"true"}},{"x":["2016-36"],"y":[0.43616666396458936],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-36","error_y":{"value":0.0035449520191844076,"visible":"true"}},{"x":["2016-40"],"y":[0.43433332939942676],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-40","error_y":{"value":0.003559028830599313,"visible":"true"}},{"x":["2016-44"],"y":[0.4266666720310847],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-44","error_y":{"value":0.009831922742461644,"visible":"true"}},{"x":["2016-50"],"y":[0.43266666928927106],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-50","error_y":{"value":0.0064083309806997855,"visible":"true"}},{"x":["2017-04"],"y":[0.43933332959810895],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-04","error_y":{"value":0.006653321810386432,"visible":"true"}},{"x":["2017-09"],"y":[0.4386666715145111],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-09","error_y":{"value":0.007711466331608776,"visible":"true"}},{"x":["2017-13"],"y":[0.43816666801770526],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-13","error_y":{"value":0.0037103425715612763,"visible":"true"}},{"x":["2017-17"],"y":[0.45033333202203113],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-17","error_y":{"value":0.00393276618705579,"visible":"true"}},{"x":["2017-22"],"y":[0.45900000135103863],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-22","error_y":{"value":0.0028284307493848288,"visible":"true"}},{"x":["2017-26"],"y":[0.4595000048478444],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-26","error_y":{"value":0.004929497590928108,"visible":"true"}},{"x":["2017-30"],"y":[0.45116666456063587],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-30","error_y":{"value":0.0011690411903803174,"visible":"true"}},{"x":["2017-34"],"y":[0.4545000046491623],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-34","error_y":{"value":0.00467973873766995,"visible":"true"}},{"x":["2017-39"],"y":[0.44950000445048016],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-39","error_y":{"value":0.00950263620240525,"visible":"true"}},{"x":["2017-43"],"y":[0.4506666610638301],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-43","error_y":{"value":0.00947980679429675,"visible":"true"}},{"x":["2017-47"],"y":[0.4543333301941554],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-47","error_y":{"value":0.007447589774976613,"visible":"true"}},{"x":["2017-51"],"y":[0.45600001017252606],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-51","error_y":{"value":0.0036878187914644446,"visible":"true"}},{"x":["2018-05"],"y":[0.44733333587646484],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-05","error_y":{"value":0.006470445540341933,"visible":"true"}},{"x":["2018-09"],"y":[0.44316666821638745],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-09","error_y":{"value":0.004167334693136957,"visible":"true"}},{"x":["2018-13"],"y":[0.4575000007947286],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-13","error_y":{"value":0.0068044094515160814,"visible":"true"}},{"x":["2018-17"],"y":[0.4519999970992406],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-17","error_y":{"value":0.0028284244273615046,"visible":"true"}},{"x":["2018-22"],"y":[0.44983333349227905],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-22","error_y":{"value":0.0041673315941848366,"visible":"true"}},{"x":["2018-26"],"y":[0.4480000038941701],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-26","error_y":{"value":0.007127407082317892,"visible":"true"}},{"x":["2018-30"],"y":[0.4586666574080785],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-30","error_y":{"value":0.0032659838173618324,"visible":"true"}},{"x":["2018-34"],"y":[0.44566666583220166],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-34","error_y":{"value":0.002581985665617245,"visible":"true"}},{"x":["2018-39"],"y":[0.4509999950726827],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-39","error_y":{"value":0.00424263804591933,"visible":"true"}},{"x":["2018-43"],"y":[0.45383333166440326],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-43","error_y":{"value":0.0016020873957437007,"visible":"true"}},{"x":["2018-47"],"y":[0.43050000071525574],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-47","error_y":{"value":0.0035071397166029947,"visible":"true"}},{"x":["2018-51"],"y":[0.44066667060057324],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-51","error_y":{"value":0.0033266655338267956,"visible":"true"}},{"x":["2019-04"],"y":[0.4451666722695033],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-04","error_y":{"value":0.006112819059253601,"visible":"true"}},{"x":["2019-09"],"y":[0.4440000007549922],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-09","error_y":{"value":0.002966479378782914,"visible":"true"}},{"x":["2019-13"],"y":[0.45200000206629437],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-13","error_y":{"value":0.0041472894894190575,"visible":"true"}},{"x":["2019-18"],"y":[0.4454999963442485],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-18","error_y":{"value":0.014679922933351994,"visible":"true"}},{"x":["2019-22"],"y":[0.4491666654745738],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-22","error_y":{"value":0.005419102641376454,"visible":"true"}},{"x":["2019-26"],"y":[0.4595000048478444],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-26","error_y":{"value":0.004415878921412855,"visible":"true"}},{"x":["2019-30"],"y":[0.44900000592072803],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-30","error_y":{"value":0.006899271163601913,"visible":"true"}},{"x":["2019-35"],"y":[0.45233333110809326],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-35","error_y":{"value":0.004320502094816512,"visible":"true"}},{"x":["2019-39"],"y":[0.4516666680574417],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-39","error_y":{"value":0.004131182913118875,"visible":"true"}},{"x":["2019-43"],"y":[0.4583333283662796],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-43","error_y":{"value":0.00700475292517706,"visible":"true"}},{"x":["2019-47"],"y":[0.45466666917006177],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-47","error_y":{"value":0.0012110593148148253,"visible":"true"}},{"x":["2019-51"],"y":[0.4466666628917058],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-51","error_y":{"value":0.00989276026717804,"visible":"true"}},{"x":["2020-05"],"y":[0.4528333346048991],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-05","error_y":{"value":0.0036560497783494177,"visible":"true"}},{"x":["2020-10"],"y":[0.45683333774407703],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-10","error_y":{"value":0.004875108259586056,"visible":"true"}},{"x":["2020-16"],"y":[0.4663333296775818],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-16","error_y":{"value":0.0032659886840661376,"visible":"true"}},{"x":["2020-24"],"y":[0.4619999974966049],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-24","error_y":{"value":0.00684105595904272,"visible":"true"}},{"x":["2020-29"],"y":[0.47150000433127087],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-29","error_y":{"value":0.007816650060453331,"visible":"true"}},{"x":["2020-34"],"y":[0.4634999980529149],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-34","error_y":{"value":0.011095041039796976,"visible":"true"}},{"x":["2020-40"],"y":[0.4623333315054576],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-40","error_y":{"value":0.0046332086660783815,"visible":"true"}},{"x":["2020-45"],"y":[0.46283333500226337],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-45","error_y":{"value":0.006369198928500387,"visible":"true"}},{"x":["2020-50"],"y":[0.46316667397816974],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-50","error_y":{"value":0.002926885150614343,"visible":"true"}},{"x":["2021-04"],"y":[0.4736666629711787],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-04","error_y":{"value":0.007004757747036432,"visible":"true"}},{"x":["2021-10"],"y":[0.4626666655143102],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-10","error_y":{"value":0.004226900921323583,"visible":"true"}},{"x":["2021-17"],"y":[0.4674999962250392],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-17","error_y":{"value":0.0023452119972314956,"visible":"true"}},{"x":["2021-21"],"y":[0.4545000046491623],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-21","error_y":{"value":0.002428990961557885,"visible":"true"}},{"x":["2021-25"],"y":[0.46166666348775226],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-25","error_y":{"value":0.005465041667860264,"visible":"true"}},{"x":["2021-31"],"y":[0.46449999511241913],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-31","error_y":{"value":0.0037282743349020815,"visible":"true"}},{"x":["2021-39"],"y":[0.4591666708389918],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-39","error_y":{"value":0.002926884811214896,"visible":"true"}},{"x":["2021-43"],"y":[0.4675000011920929],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-43","error_y":{"value":0.007503333698695497,"visible":"true"}},{"x":["2021-49"],"y":[0.4489999959866206],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-49","error_y":{"value":0.005440591560283373,"visible":"true"}},{"x":["2022-05"],"y":[0.47033333281675976],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-05","error_y":{"value":0.0025819848961105064,"visible":"true"}},{"x":["2022-21"],"y":[0.4583333283662796],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-21","error_y":{"value":0.013647955105283542,"visible":"true"}},{"x":["2022-27"],"y":[0.46800000468889874],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-27","error_y":{"value":0.005215358778997124,"visible":"true"}},{"x":["2022-33"],"y":[0.4543333351612091],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-33","error_y":{"value":0.003777120208704416,"visible":"true"}},{"x":["2022-40"],"y":[0.4749999940395355],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-40","error_y":{"value":0.007949841632109067,"visible":"true"}},{"x":["2022-49"],"y":[0.46683333814144135],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-49","error_y":{"value":0.004167333739613467,"visible":"true"}},{"x":["2023-06"],"y":[0.47716666758060455],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-06","error_y":{"value":0.006585337393782521,"visible":"true"}},{"x":["2023-14"],"y":[0.4673333317041397],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-14","error_y":{"value":0.0027325184708616272,"visible":"true"}},{"x":["2023-23"],"y":[0.4764999945958455],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-23","error_y":{"value":0.003781537409180473,"visible":"true"}},{"x":["2023-40"],"y":[0.47166666885217023],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-40","error_y":{"value":0.00866409772860995,"visible":"true"}},{"x":["2023-50"],"y":[0.47233333190282184],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-50","error_y":{"value":0.004226902801491981,"visible":"true"}},{"x":["2024-10"],"y":[0.4934999992450078],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2024-10","error_y":{"value":0.0034496442210648556,"visible":"true"}},{"x":["2024-18"],"y":[0.4891666720310847],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2024-18","error_y":{"value":0.004490735097311241,"visible":"true"}},{"x":["2013-20","2013-48","2014-10","2014-15","2014-23","2014-35","2014-41","2014-42","2014-49","2014-52","2015-06","2015-11","2015-14","2015-18","2015-22","2015-27","2015-32","2015-35","2015-40","2015-48","2016-07","2016-18","2016-22","2016-26","2016-30","2016-36","2016-40","2016-44","2016-50","2017-04","2017-09","2017-13","2017-17","2017-22","2017-26","2017-30","2017-34","2017-39","2017-43","2017-47","2017-51","2018-05","2018-09","2018-13","2018-17","2018-22","2018-26","2018-30","2018-34","2018-39","2018-43","2018-47","2018-51","2019-04","2019-09","2019-13","2019-18","2019-22","2019-26","2019-30","2019-35","2019-39","2019-43","2019-47","2019-51","2020-05","2020-10","2020-16","2020-24","2020-29","2020-34","2020-40","2020-45","2020-50","2021-04","2021-10","2021-17","2021-21","2021-25","2021-31","2021-39","2021-43","2021-49","2022-05","2022-21","2022-27","2022-33","2022-40","2022-49","2023-06","2023-14","2023-23","2023-40","2023-50","2024-10","2024-18"],"y":[0.43099999924500776,0.42866666118303937,0.4269999961058299,0.42733333011468244,0.42616666356722516,0.4388333360354106,0.4308333347241084,0.4279999981323878,0.4268333315849304,0.43549999594688416,0.4311666637659073,0.4346666634082794,0.4353333314259847,0.4376666645208995,0.4348333328962326,0.42616666853427887,0.4363333284854889,0.429666668176651,0.42766666412353516,0.4335000018278758,0.4353333314259847,0.44050000111262005,0.42899999519189197,0.422666663924853,0.4248333324988683,0.43616666396458936,0.43433332939942676,0.4266666720310847,0.43266666928927106,0.43933332959810895,0.4386666715145111,0.43816666801770526,0.45033333202203113,0.45900000135103863,0.4595000048478444,0.45116666456063587,0.4545000046491623,0.44950000445048016,0.4506666610638301,0.4543333301941554,0.45600001017252606,0.44733333587646484,0.44316666821638745,0.4575000007947286,0.4519999970992406,0.44983333349227905,0.4480000038941701,0.4586666574080785,0.44566666583220166,0.4509999950726827,0.45383333166440326,0.43050000071525574,0.44066667060057324,0.4451666722695033,0.4440000007549922,0.45200000206629437,0.4454999963442485,0.4491666654745738,0.4595000048478444,0.44900000592072803,0.45233333110809326,0.4516666680574417,0.4583333283662796,0.45466666917006177,0.4466666628917058,0.4528333346048991,0.45683333774407703,0.4663333296775818,0.4619999974966049,0.47150000433127087,0.4634999980529149,0.4623333315054576,0.46283333500226337,0.46316667397816974,0.4736666629711787,0.4626666655143102,0.4674999962250392,0.4545000046491623,0.46166666348775226,0.46449999511241913,0.4591666708389918,0.4675000011920929,0.4489999959866206,0.47033333281675976,0.4583333283662796,0.46800000468889874,0.4543333351612091,0.4749999940395355,0.46683333814144135,0.47716666758060455,0.4673333317041397,0.4764999945958455,0.47166666885217023,0.47233333190282184,0.4934999992450078,0.4891666720310847],"mode":"line","opacity":0.5,"line":{"color":"gray"}}],"layout":{"title":{"text":"Score by dump"},"xaxis":{"title":{"text":"Year"},"showticklabels":true,"tickvals":[0.5,5.5,14.5,24.0,34.5,46.5,58.5,69.0,78.0,85.5,91.0,96.0],"ticktext":["2013","2014","2015","2016","2017","2018","2019","2020","2021","2022","2023","2024"],"tickangle":0},"showlegend":false,"shapes":[{"type":"line","x0":-0.5,"y0":0,"x1":-0.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":1.5,"y0":0,"x1":1.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":9.5,"y0":0,"x1":9.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":19.5,"y0":0,"x1":19.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":28.5,"y0":0,"x1":28.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":40.5,"y0":0,"x1":40.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":52.5,"y0":0,"x1":52.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":64.5,"y0":0,"x1":64.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":73.5,"y0":0,"x1":73.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":82.5,"y0":0,"x1":82.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":88.5,"y0":0,"x1":88.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":93.5,"y0":0,"x1":93.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}}]}}

data/plots/score_by_dump/index.json

@@ -1 +0,0 @@
-{"files":{"agg_score":{"file":"agg_score.json"},"commonsense_qa/acc_norm":{"file":"commonsense_qa_acc_norm.json"},"hellaswag/acc_norm":{"file":"hellaswag_acc_norm.json"},"openbookqa/acc_norm":{"file":"openbookqa_acc_norm.json"},"piqa/acc_norm":{"file":"piqa_acc_norm.json"},"winogrande/acc_norm":{"file":"winogrande_acc_norm.json"},"arc/acc_norm":{"file":"arc_acc_norm.json"},"mmlu/acc_norm":{"file":"mmlu_acc_norm.json"}},"settings":{"slider":null}}

data/plots/score_by_dump/mmlu_acc_norm.json

@@ -1 +0,0 @@
-{"traces":[{"x":["2013-20"],"y":[0.2830796043078105],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2013-20","error_y":{"value":0.0026396552277257964,"visible":"true"}},{"x":["2013-48"],"y":[0.2840447227160136],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2013-48","error_y":{"value":0.001220130134393251,"visible":"true"}},{"x":["2014-10"],"y":[0.28813412288824714],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-10","error_y":{"value":0.0011311565428360649,"visible":"true"}},{"x":["2014-15"],"y":[0.2875387668609619],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-15","error_y":{"value":0.0019366453453608368,"visible":"true"}},{"x":["2014-23"],"y":[0.28452879190444946],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-23","error_y":{"value":0.0010893141991216613,"visible":"true"}},{"x":["2014-35"],"y":[0.2858860145012538],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-35","error_y":{"value":0.0022275028929110464,"visible":"true"}},{"x":["2014-41"],"y":[0.2875962754090627],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-41","error_y":{"value":0.002712643772484135,"visible":"true"}},{"x":["2014-42"],"y":[0.28950125972429913],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-42","error_y":{"value":0.0023778963244343357,"visible":"true"}},{"x":["2014-49"],"y":[0.288836732506752],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-49","error_y":{"value":0.001405686563429352,"visible":"true"}},{"x":["2014-52"],"y":[0.28766108055909473],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-52","error_y":{"value":0.002273780448938267,"visible":"true"}},{"x":["2015-06"],"y":[0.2870811969041824],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-06","error_y":{"value":0.0033819257822178326,"visible":"true"}},{"x":["2015-11"],"y":[0.288843830426534],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-11","error_y":{"value":0.0017914571013307834,"visible":"true"}},{"x":["2015-14"],"y":[0.28823212285836536],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-14","error_y":{"value":0.0019019012359117705,"visible":"true"}},{"x":["2015-18"],"y":[0.2876358975966771],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-18","error_y":{"value":0.0020479922385065645,"visible":"true"}},{"x":["2015-22"],"y":[0.2887297719717026],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-22","error_y":{"value":0.0023592657290727355,"visible":"true"}},{"x":["2015-27"],"y":[0.28520851830641425],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-27","error_y":{"value":0.0013604812198166226,"visible":"true"}},{"x":["2015-32"],"y":[0.2891846497853597],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-32","error_y":{"value":0.0026841772569147528,"visible":"true"}},{"x":["2015-35"],"y":[0.28677086035410565],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-35","error_y":{"value":0.001902731930955307,"visible":"true"}},{"x":["2015-40"],"y":[0.2865868906180064],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-40","error_y":{"value":0.0015074545466433355,"visible":"true"}},{"x":["2015-48"],"y":[0.28892283141613007],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-48","error_y":{"value":0.0039032746730290066,"visible":"true"}},{"x":["2016-07"],"y":[0.2874617626269658],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-07","error_y":{"value":0.0030118211464158417,"visible":"true"}},{"x":["2016-18"],"y":[0.2888855089743932],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-18","error_y":{"value":0.0020272535595234707,"visible":"true"}},{"x":["2016-22"],"y":[0.29221728444099426],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-22","error_y":{"value":0.001306538761441266,"visible":"true"}},{"x":["2016-26"],"y":[0.28824518124262494],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-26","error_y":{"value":0.002353419729829442,"visible":"true"}},{"x":["2016-30"],"y":[0.29106733699639636],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-30","error_y":{"value":0.002254845135984213,"visible":"true"}},{"x":["2016-36"],"y":[0.29015278816223145],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-36","error_y":{"value":0.0017005215706923987,"visible":"true"}},{"x":["2016-40"],"y":[0.2880757848421733],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-40","error_y":{"value":0.0018711283133324055,"visible":"true"}},{"x":["2016-44"],"y":[0.293612465262413],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-44","error_y":{"value":0.002397472821492618,"visible":"true"}},{"x":["2016-50"],"y":[0.2930254489183426],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-50","error_y":{"value":0.0016181581743690478,"visible":"true"}},{"x":["2017-04"],"y":[0.2921285132567088],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-04","error_y":{"value":0.0020819463211826077,"visible":"true"}},{"x":["2017-09"],"y":[0.28893255194028217],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-09","error_y":{"value":0.0017451059331161087,"visible":"true"}},{"x":["2017-13"],"y":[0.29073965052763623],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-13","error_y":{"value":0.0009266749248498668,"visible":"true"}},{"x":["2017-17"],"y":[0.29101953903834027],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-17","error_y":{"value":0.0019294017979295183,"visible":"true"}},{"x":["2017-22"],"y":[0.2898932198683421],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-22","error_y":{"value":0.0016981865697931835,"visible":"true"}},{"x":["2017-26"],"y":[0.29026993115743],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-26","error_y":{"value":0.003912556288383453,"visible":"true"}},{"x":["2017-30"],"y":[0.28602559367815655],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-30","error_y":{"value":0.002681880060770783,"visible":"true"}},{"x":["2017-34"],"y":[0.28595930337905884],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-34","error_y":{"value":0.005193332862278425,"visible":"true"}},{"x":["2017-39"],"y":[0.28770627578099567],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-39","error_y":{"value":0.0016220883433525773,"visible":"true"}},{"x":["2017-43"],"y":[0.28703660269578296],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-43","error_y":{"value":0.0013898666585206753,"visible":"true"}},{"x":["2017-47"],"y":[0.28888722757498425],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-47","error_y":{"value":0.0015870569840146331,"visible":"true"}},{"x":["2017-51"],"y":[0.2893145829439163],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-51","error_y":{"value":0.0029354168072251796,"visible":"true"}},{"x":["2018-05"],"y":[0.2855055332183838],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-05","error_y":{"value":0.001459521102699937,"visible":"true"}},{"x":["2018-09"],"y":[0.28623053928216297],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-09","error_y":{"value":0.0012096584197893092,"visible":"true"}},{"x":["2018-13"],"y":[0.28883051375548047],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-13","error_y":{"value":0.0029255505843799644,"visible":"true"}},{"x":["2018-17"],"y":[0.2862072686354319],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-17","error_y":{"value":0.0030345583656251206,"visible":"true"}},{"x":["2018-22"],"y":[0.28789960344632465],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-22","error_y":{"value":0.001988284257183619,"visible":"true"}},{"x":["2018-26"],"y":[0.28913162648677826],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-26","error_y":{"value":0.0022380602254039365,"visible":"true"}},{"x":["2018-30"],"y":[0.28860686222712195],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-30","error_y":{"value":0.0017937924587425368,"visible":"true"}},{"x":["2018-34"],"y":[0.28546567757924396],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-34","error_y":{"value":0.0021772236863142032,"visible":"true"}},{"x":["2018-39"],"y":[0.28910456597805023],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-39","error_y":{"value":0.0015551535403784558,"visible":"true"}},{"x":["2018-43"],"y":[0.28608086705207825],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-43","error_y":{"value":0.00164825081376534,"visible":"true"}},{"x":["2018-47"],"y":[0.2838422457377116],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-47","error_y":{"value":0.0050173297234794665,"visible":"true"}},{"x":["2018-51"],"y":[0.28557779391606647],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-51","error_y":{"value":0.004025899589738976,"visible":"true"}},{"x":["2019-04"],"y":[0.28646915654341376],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-04","error_y":{"value":0.0009339548793670292,"visible":"true"}},{"x":["2019-09"],"y":[0.2856836219628652],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-09","error_y":{"value":0.0025285246694217813,"visible":"true"}},{"x":["2019-13"],"y":[0.28703563908735913],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-13","error_y":{"value":0.0006731901439242245,"visible":"true"}},{"x":["2019-18"],"y":[0.28656810025374096],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-18","error_y":{"value":0.0014074500065752089,"visible":"true"}},{"x":["2019-22"],"y":[0.28757379949092865],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-22","error_y":{"value":0.004491564146583743,"visible":"true"}},{"x":["2019-26"],"y":[0.28831155101458233],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-26","error_y":{"value":0.0009543960702387499,"visible":"true"}},{"x":["2019-30"],"y":[0.2865619659423828],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-30","error_y":{"value":0.0028392865718587074,"visible":"true"}},{"x":["2019-35"],"y":[0.28449281056722003],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-35","error_y":{"value":0.002657870803526552,"visible":"true"}},{"x":["2019-39"],"y":[0.2857239991426468],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-39","error_y":{"value":0.001204102660986508,"visible":"true"}},{"x":["2019-43"],"y":[0.2862034390370051],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-43","error_y":{"value":0.0023329805104196385,"visible":"true"}},{"x":["2019-47"],"y":[0.2854655136664708],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-47","error_y":{"value":0.0015518603879122615,"visible":"true"}},{"x":["2019-51"],"y":[0.28836336235205334],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-51","error_y":{"value":0.0022081681057298185,"visible":"true"}},{"x":["2020-05"],"y":[0.28672112027804053],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-05","error_y":{"value":0.0023424205241386665,"visible":"true"}},{"x":["2020-10"],"y":[0.28703176478544873],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-10","error_y":{"value":0.0023568942226605766,"visible":"true"}},{"x":["2020-16"],"y":[0.28950825333595276],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-16","error_y":{"value":0.002344557362740244,"visible":"true"}},{"x":["2020-24"],"y":[0.2891412725051244],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-24","error_y":{"value":0.0013010499009975965,"visible":"true"}},{"x":["2020-29"],"y":[0.2927200843890508],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-29","error_y":{"value":0.0018877332747825348,"visible":"true"}},{"x":["2020-34"],"y":[0.285746360818545],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-34","error_y":{"value":0.002384475252894607,"visible":"true"}},{"x":["2020-40"],"y":[0.28998164832592005],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-40","error_y":{"value":0.001837063744277766,"visible":"true"}},{"x":["2020-45"],"y":[0.28765420118967694],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-45","error_y":{"value":0.002363270751963655,"visible":"true"}},{"x":["2020-50"],"y":[0.28882710635662073],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-50","error_y":{"value":0.0007753379539288802,"visible":"true"}},{"x":["2021-04"],"y":[0.29166195293267566],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-04","error_y":{"value":0.0030135445596232695,"visible":"true"}},{"x":["2021-10"],"y":[0.2899187604586283],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-10","error_y":{"value":0.0015467309403290651,"visible":"true"}},{"x":["2021-17"],"y":[0.2902861138184865],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-17","error_y":{"value":0.0033921668712799456,"visible":"true"}},{"x":["2021-21"],"y":[0.29009590049584705],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-21","error_y":{"value":0.001426373287535547,"visible":"true"}},{"x":["2021-25"],"y":[0.2888517677783966],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-25","error_y":{"value":0.0011416396903291114,"visible":"true"}},{"x":["2021-31"],"y":[0.29059384266535443],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-31","error_y":{"value":0.001433562299521189,"visible":"true"}},{"x":["2021-39"],"y":[0.288097287217776],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-39","error_y":{"value":0.0028107284297535107,"visible":"true"}},{"x":["2021-43"],"y":[0.291700467467308],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-43","error_y":{"value":0.00195278482506453,"visible":"true"}},{"x":["2021-49"],"y":[0.2876116931438446],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-49","error_y":{"value":0.002170292251323959,"visible":"true"}},{"x":["2022-05"],"y":[0.29144400358200073],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-05","error_y":{"value":0.0010808644162624106,"visible":"true"}},{"x":["2022-21"],"y":[0.288234477241834],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-21","error_y":{"value":0.004712244504588753,"visible":"true"}},{"x":["2022-27"],"y":[0.2905614028374354],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-27","error_y":{"value":0.004806168148700959,"visible":"true"}},{"x":["2022-33"],"y":[0.2917845845222473],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-33","error_y":{"value":0.001976882621605246,"visible":"true"}},{"x":["2022-40"],"y":[0.2919953068097432],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-40","error_y":{"value":0.002046833608286827,"visible":"true"}},{"x":["2022-49"],"y":[0.29216476281483966],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-49","error_y":{"value":0.0022384040367009416,"visible":"true"}},{"x":["2023-06"],"y":[0.29390954474608105],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-06","error_y":{"value":0.0009795360696573565,"visible":"true"}},{"x":["2023-14"],"y":[0.2931680878003438],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-14","error_y":{"value":0.0011834677198744555,"visible":"true"}},{"x":["2023-23"],"y":[0.28954113523165387],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-23","error_y":{"value":0.0008292074400906805,"visible":"true"}},{"x":["2023-40"],"y":[0.29152856767177576],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-40","error_y":{"value":0.0020399064196329757,"visible":"true"}},{"x":["2023-50"],"y":[0.29100852211316425],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-50","error_y":{"value":0.0020629631020006615,"visible":"true"}},{"x":["2024-10"],"y":[0.2918477902809779],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2024-10","error_y":{"value":0.004190725639310135,"visible":"true"}},{"x":["2024-18"],"y":[0.28964419662952423],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2024-18","error_y":{"value":0.005434035708993403,"visible":"true"}},{"x":["2013-20","2013-48","2014-10","2014-15","2014-23","2014-35","2014-41","2014-42","2014-49","2014-52","2015-06","2015-11","2015-14","2015-18","2015-22","2015-27","2015-32","2015-35","2015-40","2015-48","2016-07","2016-18","2016-22","2016-26","2016-30","2016-36","2016-40","2016-44","2016-50","2017-04","2017-09","2017-13","2017-17","2017-22","2017-26","2017-30","2017-34","2017-39","2017-43","2017-47","2017-51","2018-05","2018-09","2018-13","2018-17","2018-22","2018-26","2018-30","2018-34","2018-39","2018-43","2018-47","2018-51","2019-04","2019-09","2019-13","2019-18","2019-22","2019-26","2019-30","2019-35","2019-39","2019-43","2019-47","2019-51","2020-05","2020-10","2020-16","2020-24","2020-29","2020-34","2020-40","2020-45","2020-50","2021-04","2021-10","2021-17","2021-21","2021-25","2021-31","2021-39","2021-43","2021-49","2022-05","2022-21","2022-27","2022-33","2022-40","2022-49","2023-06","2023-14","2023-23","2023-40","2023-50","2024-10","2024-18"],"y":[0.2830796043078105,0.2840447227160136,0.28813412288824714,0.2875387668609619,0.28452879190444946,0.2858860145012538,0.2875962754090627,0.28950125972429913,0.288836732506752,0.28766108055909473,0.2870811969041824,0.288843830426534,0.28823212285836536,0.2876358975966771,0.2887297719717026,0.28520851830641425,0.2891846497853597,0.28677086035410565,0.2865868906180064,0.28892283141613007,0.2874617626269658,0.2888855089743932,0.29221728444099426,0.28824518124262494,0.29106733699639636,0.29015278816223145,0.2880757848421733,0.293612465262413,0.2930254489183426,0.2921285132567088,0.28893255194028217,0.29073965052763623,0.29101953903834027,0.2898932198683421,0.29026993115743,0.28602559367815655,0.28595930337905884,0.28770627578099567,0.28703660269578296,0.28888722757498425,0.2893145829439163,0.2855055332183838,0.28623053928216297,0.28883051375548047,0.2862072686354319,0.28789960344632465,0.28913162648677826,0.28860686222712195,0.28546567757924396,0.28910456597805023,0.28608086705207825,0.2838422457377116,0.28557779391606647,0.28646915654341376,0.2856836219628652,0.28703563908735913,0.28656810025374096,0.28757379949092865,0.28831155101458233,0.2865619659423828,0.28449281056722003,0.2857239991426468,0.2862034390370051,0.2854655136664708,0.28836336235205334,0.28672112027804053,0.28703176478544873,0.28950825333595276,0.2891412725051244,0.2927200843890508,0.285746360818545,0.28998164832592005,0.28765420118967694,0.28882710635662073,0.29166195293267566,0.2899187604586283,0.2902861138184865,0.29009590049584705,0.2888517677783966,0.29059384266535443,0.288097287217776,0.291700467467308,0.2876116931438446,0.29144400358200073,0.288234477241834,0.2905614028374354,0.2917845845222473,0.2919953068097432,0.29216476281483966,0.29390954474608105,0.2931680878003438,0.28954113523165387,0.29152856767177576,0.29100852211316425,0.2918477902809779,0.28964419662952423],"mode":"line","opacity":0.5,"line":{"color":"gray"}}],"layout":{"title":{"text":"Score by dump"},"xaxis":{"title":{"text":"Year"},"showticklabels":true,"tickvals":[0.5,5.5,14.5,24.0,34.5,46.5,58.5,69.0,78.0,85.5,91.0,96.0],"ticktext":["2013","2014","2015","2016","2017","2018","2019","2020","2021","2022","2023","2024"],"tickangle":0},"showlegend":false,"shapes":[{"type":"line","x0":-0.5,"y0":0,"x1":-0.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":1.5,"y0":0,"x1":1.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":9.5,"y0":0,"x1":9.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":19.5,"y0":0,"x1":19.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":28.5,"y0":0,"x1":28.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":40.5,"y0":0,"x1":40.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":52.5,"y0":0,"x1":52.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":64.5,"y0":0,"x1":64.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":73.5,"y0":0,"x1":73.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":82.5,"y0":0,"x1":82.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":88.5,"y0":0,"x1":88.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":93.5,"y0":0,"x1":93.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}}]}}

data/plots/score_by_dump/openbookqa_acc_norm.json

@@ -1 +0,0 @@
-{"traces":[{"x":["2013-20"],"y":[0.31466667354106903],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2013-20","error_y":{"value":0.0035023781644290724,"visible":"true"}},{"x":["2013-48"],"y":[0.3036666711171468],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2013-48","error_y":{"value":0.00889194652208927,"visible":"true"}},{"x":["2014-10"],"y":[0.3099999974171321],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-10","error_y":{"value":0.006572673127692598,"visible":"true"}},{"x":["2014-15"],"y":[0.3036666661500931],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-15","error_y":{"value":0.00585377199827362,"visible":"true"}},{"x":["2014-23"],"y":[0.3163333336512248],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-23","error_y":{"value":0.005573745384520999,"visible":"true"}},{"x":["2014-35"],"y":[0.31599999964237213],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-35","error_y":{"value":0.004732858305370653,"visible":"true"}},{"x":["2014-41"],"y":[0.3193333347638448],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-41","error_y":{"value":0.005887839686703622,"visible":"true"}},{"x":["2014-42"],"y":[0.31833332777023315],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-42","error_y":{"value":0.005428320450707321,"visible":"true"}},{"x":["2014-49"],"y":[0.30900000035762787],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-49","error_y":{"value":0.007456541475554781,"visible":"true"}},{"x":["2014-52"],"y":[0.31566667060057324],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-52","error_y":{"value":0.009750209794683476,"visible":"true"}},{"x":["2015-06"],"y":[0.3096666634082794],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-06","error_y":{"value":0.00852447343097829,"visible":"true"}},{"x":["2015-11"],"y":[0.30633332828680676],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-11","error_y":{"value":0.002943926254800929,"visible":"true"}},{"x":["2015-14"],"y":[0.30933333436648053],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-14","error_y":{"value":0.013426337512573244,"visible":"true"}},{"x":["2015-18"],"y":[0.3126666645208995],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-18","error_y":{"value":0.009437511028096052,"visible":"true"}},{"x":["2015-22"],"y":[0.3136666665474574],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-22","error_y":{"value":0.006860516204565348,"visible":"true"}},{"x":["2015-27"],"y":[0.32066666583220166],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-27","error_y":{"value":0.0035023792989868183,"visible":"true"}},{"x":["2015-32"],"y":[0.3123333305120468],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-32","error_y":{"value":0.006250331368882914,"visible":"true"}},{"x":["2015-35"],"y":[0.3136666615804036],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-35","error_y":{"value":0.008710149251402757,"visible":"true"}},{"x":["2015-40"],"y":[0.31566666563351947],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-40","error_y":{"value":0.005428317522628648,"visible":"true"}},{"x":["2015-48"],"y":[0.29999999701976776],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-48","error_y":{"value":0.013740449577987346,"visible":"true"}},{"x":["2016-07"],"y":[0.3203333367904027],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-07","error_y":{"value":0.005853772677092472,"visible":"true"}},{"x":["2016-18"],"y":[0.3163333435853322],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-18","error_y":{"value":0.0019663770311710554,"visible":"true"}},{"x":["2016-22"],"y":[0.3070000062386195],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-22","error_y":{"value":0.006899277211085471,"visible":"true"}},{"x":["2016-26"],"y":[0.3136666715145111],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-26","error_y":{"value":0.004273951942223522,"visible":"true"}},{"x":["2016-30"],"y":[0.31566667060057324],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-30","error_y":{"value":0.0029439127570161485,"visible":"true"}},{"x":["2016-36"],"y":[0.32733333110809326],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-36","error_y":{"value":0.010092899021304782,"visible":"true"}},{"x":["2016-40"],"y":[0.32066667079925537],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-40","error_y":{"value":0.009179683382511445,"visible":"true"}},{"x":["2016-44"],"y":[0.3123333354791005],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-44","error_y":{"value":0.006623196299959436,"visible":"true"}},{"x":["2016-50"],"y":[0.3123333354791005],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-50","error_y":{"value":0.006623183700820056,"visible":"true"}},{"x":["2017-04"],"y":[0.304666668176651],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-04","error_y":{"value":0.0070047631361772585,"visible":"true"}},{"x":["2017-09"],"y":[0.3266666730244954],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-09","error_y":{"value":0.009605547353233634,"visible":"true"}},{"x":["2017-13"],"y":[0.32400000592072803],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-13","error_y":{"value":0.013446188817127808,"visible":"true"}},{"x":["2017-17"],"y":[0.31866667171319324],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-17","error_y":{"value":0.007865537426068981,"visible":"true"}},{"x":["2017-22"],"y":[0.3186666667461395],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-22","error_y":{"value":0.010013330859616991,"visible":"true"}},{"x":["2017-26"],"y":[0.32200001180171967],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-26","error_y":{"value":0.007375634350408742,"visible":"true"}},{"x":["2017-30"],"y":[0.32066666583220166],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-30","error_y":{"value":0.0037237974218482105,"visible":"true"}},{"x":["2017-34"],"y":[0.32566666603088373],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-34","error_y":{"value":0.007420696923708132,"visible":"true"}},{"x":["2017-39"],"y":[0.3229999989271164],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-39","error_y":{"value":0.008461679971659006,"visible":"true"}},{"x":["2017-43"],"y":[0.3240000009536743],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-43","error_y":{"value":0.009549862248494448,"visible":"true"}},{"x":["2017-47"],"y":[0.3246666689713796],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-47","error_y":{"value":0.016378849316751074,"visible":"true"}},{"x":["2017-51"],"y":[0.3230000038941701],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-51","error_y":{"value":0.0084616750408091,"visible":"true"}},{"x":["2018-05"],"y":[0.31966666877269745],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-05","error_y":{"value":0.005853771998273624,"visible":"true"}},{"x":["2018-09"],"y":[0.32100000480810803],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-09","error_y":{"value":0.004335891717900793,"visible":"true"}},{"x":["2018-13"],"y":[0.32099999984105426],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-13","error_y":{"value":0.013784048579125692,"visible":"true"}},{"x":["2018-17"],"y":[0.3230000038941701],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-17","error_y":{"value":0.009859006064117706,"visible":"true"}},{"x":["2018-22"],"y":[0.32066666583220166],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-22","error_y":{"value":0.011639017610794876,"visible":"true"}},{"x":["2018-26"],"y":[0.3213333338499069],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-26","error_y":{"value":0.00854790109523053,"visible":"true"}},{"x":["2018-30"],"y":[0.3240000009536743],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-30","error_y":{"value":0.003577716014433691,"visible":"true"}},{"x":["2018-34"],"y":[0.318000003695488],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-34","error_y":{"value":0.006066298893208024,"visible":"true"}},{"x":["2018-39"],"y":[0.3306666711966197],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-39","error_y":{"value":0.004131178103788758,"visible":"true"}},{"x":["2018-43"],"y":[0.3176666696866353],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-43","error_y":{"value":0.0026583099635499588,"visible":"true"}},{"x":["2018-47"],"y":[0.3123333354791005],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-47","error_y":{"value":0.006377047914177763,"visible":"true"}},{"x":["2018-51"],"y":[0.32366666197776794],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-51","error_y":{"value":0.004633212096646752,"visible":"true"}},{"x":["2019-04"],"y":[0.3153333365917206],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-04","error_y":{"value":0.0024221120673475656,"visible":"true"}},{"x":["2019-09"],"y":[0.32633333404858905],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-09","error_y":{"value":0.00941630582765585,"visible":"true"}},{"x":["2019-13"],"y":[0.3260000000397364],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-13","error_y":{"value":0.007042730861211437,"visible":"true"}},{"x":["2019-18"],"y":[0.3193333347638448],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-18","error_y":{"value":0.010930080790852498,"visible":"true"}},{"x":["2019-22"],"y":[0.3283333381017049],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-22","error_y":{"value":0.004273950082749214,"visible":"true"}},{"x":["2019-26"],"y":[0.32233333587646484],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-26","error_y":{"value":0.007312095209209171,"visible":"true"}},{"x":["2019-30"],"y":[0.3200000077486038],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-30","error_y":{"value":0.007589466057695576,"visible":"true"}},{"x":["2019-35"],"y":[0.32500000298023224],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-35","error_y":{"value":0.0037416649694593527,"visible":"true"}},{"x":["2019-39"],"y":[0.3146666685740153],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-39","error_y":{"value":0.004501851767563407,"visible":"true"}},{"x":["2019-43"],"y":[0.3259999950726827],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-43","error_y":{"value":0.005796548049634682,"visible":"true"}},{"x":["2019-47"],"y":[0.31733333071072894],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-47","error_y":{"value":0.00531663711723443,"visible":"true"}},{"x":["2019-51"],"y":[0.3230000038941701],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-51","error_y":{"value":0.0051768717711746315,"visible":"true"}},{"x":["2020-05"],"y":[0.3229999939600627],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-05","error_y":{"value":0.005477226880928751,"visible":"true"}},{"x":["2020-10"],"y":[0.3186666617790858],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-10","error_y":{"value":0.004501849119541723,"visible":"true"}},{"x":["2020-16"],"y":[0.31833333273728687],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-16","error_y":{"value":0.005853772677092482,"visible":"true"}},{"x":["2020-24"],"y":[0.31600000460942584],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-24","error_y":{"value":0.00938083655191925,"visible":"true"}},{"x":["2020-29"],"y":[0.31666667262713116],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-29","error_y":{"value":0.001032782262155562,"visible":"true"}},{"x":["2020-34"],"y":[0.3303333322207133],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-34","error_y":{"value":0.005278884791457865,"visible":"true"}},{"x":["2020-40"],"y":[0.32933333516120905],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-40","error_y":{"value":0.006531973718102333,"visible":"true"}},{"x":["2020-45"],"y":[0.318000003695488],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-45","error_y":{"value":0.008485283116309934,"visible":"true"}},{"x":["2020-50"],"y":[0.30966666837533313],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-50","error_y":{"value":0.0068605115709257005,"visible":"true"}},{"x":["2021-04"],"y":[0.32366666694482166],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-04","error_y":{"value":0.006623190600355226,"visible":"true"}},{"x":["2021-10"],"y":[0.31700000166893005],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-10","error_y":{"value":0.005329161297660516,"visible":"true"}},{"x":["2021-17"],"y":[0.3256666709979375],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-17","error_y":{"value":0.0070898964720783565,"visible":"true"}},{"x":["2021-21"],"y":[0.32633333901564276],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-21","error_y":{"value":0.006976146894941145,"visible":"true"}},{"x":["2021-25"],"y":[0.3113333334525426],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-25","error_y":{"value":0.005465042031409312,"visible":"true"}},{"x":["2021-31"],"y":[0.31866667171319324],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-31","error_y":{"value":0.010092906895437573,"visible":"true"}},{"x":["2021-39"],"y":[0.32233333587646484],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-39","error_y":{"value":0.01248465470186861,"visible":"true"}},{"x":["2021-43"],"y":[0.3186666667461395],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-43","error_y":{"value":0.008914402254115598,"visible":"true"}},{"x":["2021-49"],"y":[0.3253333369890849],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-49","error_y":{"value":0.005609510091794691,"visible":"true"}},{"x":["2022-05"],"y":[0.3203333367904027],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-05","error_y":{"value":0.0059888761214571895,"visible":"true"}},{"x":["2022-21"],"y":[0.3323333313067754],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-21","error_y":{"value":0.007737358117027565,"visible":"true"}},{"x":["2022-27"],"y":[0.32533333202203113],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-27","error_y":{"value":0.005006664437727039,"visible":"true"}},{"x":["2022-33"],"y":[0.3310000052054723],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-33","error_y":{"value":0.006542169574271286,"visible":"true"}},{"x":["2022-40"],"y":[0.31966666877269745],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-40","error_y":{"value":0.0065012810422889755,"visible":"true"}},{"x":["2022-49"],"y":[0.3349999984105428],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-49","error_y":{"value":0.005329168008430855,"visible":"true"}},{"x":["2023-06"],"y":[0.3240000009536743],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-06","error_y":{"value":0.0050596545099315365,"visible":"true"}},{"x":["2023-14"],"y":[0.33166666825612384],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-14","error_y":{"value":0.01388043951685547,"visible":"true"}},{"x":["2023-23"],"y":[0.32099999984105426],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-23","error_y":{"value":0.011781338241617232,"visible":"true"}},{"x":["2023-40"],"y":[0.33099999527136487],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-40","error_y":{"value":0.009859001832119059,"visible":"true"}},{"x":["2023-50"],"y":[0.32600000003973645],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-50","error_y":{"value":0.0050596450856155535,"visible":"true"}},{"x":["2024-10"],"y":[0.3249999980131785],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2024-10","error_y":{"value":0.00616441779328169,"visible":"true"}},{"x":["2024-18"],"y":[0.342999999721845],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2024-18","error_y":{"value":0.006782329666752026,"visible":"true"}},{"x":["2013-20","2013-48","2014-10","2014-15","2014-23","2014-35","2014-41","2014-42","2014-49","2014-52","2015-06","2015-11","2015-14","2015-18","2015-22","2015-27","2015-32","2015-35","2015-40","2015-48","2016-07","2016-18","2016-22","2016-26","2016-30","2016-36","2016-40","2016-44","2016-50","2017-04","2017-09","2017-13","2017-17","2017-22","2017-26","2017-30","2017-34","2017-39","2017-43","2017-47","2017-51","2018-05","2018-09","2018-13","2018-17","2018-22","2018-26","2018-30","2018-34","2018-39","2018-43","2018-47","2018-51","2019-04","2019-09","2019-13","2019-18","2019-22","2019-26","2019-30","2019-35","2019-39","2019-43","2019-47","2019-51","2020-05","2020-10","2020-16","2020-24","2020-29","2020-34","2020-40","2020-45","2020-50","2021-04","2021-10","2021-17","2021-21","2021-25","2021-31","2021-39","2021-43","2021-49","2022-05","2022-21","2022-27","2022-33","2022-40","2022-49","2023-06","2023-14","2023-23","2023-40","2023-50","2024-10","2024-18"],"y":[0.31466667354106903,0.3036666711171468,0.3099999974171321,0.3036666661500931,0.3163333336512248,0.31599999964237213,0.3193333347638448,0.31833332777023315,0.30900000035762787,0.31566667060057324,0.3096666634082794,0.30633332828680676,0.30933333436648053,0.3126666645208995,0.3136666665474574,0.32066666583220166,0.3123333305120468,0.3136666615804036,0.31566666563351947,0.29999999701976776,0.3203333367904027,0.3163333435853322,0.3070000062386195,0.3136666715145111,0.31566667060057324,0.32733333110809326,0.32066667079925537,0.3123333354791005,0.3123333354791005,0.304666668176651,0.3266666730244954,0.32400000592072803,0.31866667171319324,0.3186666667461395,0.32200001180171967,0.32066666583220166,0.32566666603088373,0.3229999989271164,0.3240000009536743,0.3246666689713796,0.3230000038941701,0.31966666877269745,0.32100000480810803,0.32099999984105426,0.3230000038941701,0.32066666583220166,0.3213333338499069,0.3240000009536743,0.318000003695488,0.3306666711966197,0.3176666696866353,0.3123333354791005,0.32366666197776794,0.3153333365917206,0.32633333404858905,0.3260000000397364,0.3193333347638448,0.3283333381017049,0.32233333587646484,0.3200000077486038,0.32500000298023224,0.3146666685740153,0.3259999950726827,0.31733333071072894,0.3230000038941701,0.3229999939600627,0.3186666617790858,0.31833333273728687,0.31600000460942584,0.31666667262713116,0.3303333322207133,0.32933333516120905,0.318000003695488,0.30966666837533313,0.32366666694482166,0.31700000166893005,0.3256666709979375,0.32633333901564276,0.3113333334525426,0.31866667171319324,0.32233333587646484,0.3186666667461395,0.3253333369890849,0.3203333367904027,0.3323333313067754,0.32533333202203113,0.3310000052054723,0.31966666877269745,0.3349999984105428,0.3240000009536743,0.33166666825612384,0.32099999984105426,0.33099999527136487,0.32600000003973645,0.3249999980131785,0.342999999721845],"mode":"line","opacity":0.5,"line":{"color":"gray"}}],"layout":{"title":{"text":"Score by dump"},"xaxis":{"title":{"text":"Year"},"showticklabels":true,"tickvals":[0.5,5.5,14.5,24.0,34.5,46.5,58.5,69.0,78.0,85.5,91.0,96.0],"ticktext":["2013","2014","2015","2016","2017","2018","2019","2020","2021","2022","2023","2024"],"tickangle":0},"showlegend":false,"shapes":[{"type":"line","x0":-0.5,"y0":0,"x1":-0.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":1.5,"y0":0,"x1":1.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":9.5,"y0":0,"x1":9.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":19.5,"y0":0,"x1":19.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":28.5,"y0":0,"x1":28.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":40.5,"y0":0,"x1":40.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":52.5,"y0":0,"x1":52.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":64.5,"y0":0,"x1":64.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":73.5,"y0":0,"x1":73.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":82.5,"y0":0,"x1":82.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":88.5,"y0":0,"x1":88.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":93.5,"y0":0,"x1":93.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}}]}}

data/plots/score_by_dump/piqa_acc_norm.json

@@ -1 +0,0 @@
-{"traces":[{"x":["2013-20"],"y":[0.7118333379427592],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2013-20","error_y":{"value":0.004708156289823214,"visible":"true"}},{"x":["2013-48"],"y":[0.703499992688497],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2013-48","error_y":{"value":0.0025099691369844484,"visible":"true"}},{"x":["2014-10"],"y":[0.7168333331743876],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-10","error_y":{"value":0.003656053039006708,"visible":"true"}},{"x":["2014-15"],"y":[0.7101666728655497],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-15","error_y":{"value":0.005671555495233723,"visible":"true"}},{"x":["2014-23"],"y":[0.7094999949137369],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-23","error_y":{"value":0.008573224000016724,"visible":"true"}},{"x":["2014-35"],"y":[0.7116666734218597],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-35","error_y":{"value":0.006121010281501363,"visible":"true"}},{"x":["2014-41"],"y":[0.7108333309491476],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-41","error_y":{"value":0.0019407928706222486,"visible":"true"}},{"x":["2014-42"],"y":[0.7078333298365275],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-42","error_y":{"value":0.0046654845352887215,"visible":"true"}},{"x":["2014-49"],"y":[0.707833339770635],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-49","error_y":{"value":0.005946995658411876,"visible":"true"}},{"x":["2014-52"],"y":[0.7075000007947286],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-52","error_y":{"value":0.00950263996589037,"visible":"true"}},{"x":["2015-06"],"y":[0.7106666763623556],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-06","error_y":{"value":0.006947428799909291,"visible":"true"}},{"x":["2015-11"],"y":[0.721833328406016],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-11","error_y":{"value":0.0033115957501712386,"visible":"true"}},{"x":["2015-14"],"y":[0.7135000030199686],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-14","error_y":{"value":0.00187082053731157,"visible":"true"}},{"x":["2015-18"],"y":[0.7209999958674113],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-18","error_y":{"value":0.005176864863005533,"visible":"true"}},{"x":["2015-22"],"y":[0.7203333377838135],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-22","error_y":{"value":0.011673324790437915,"visible":"true"}},{"x":["2015-27"],"y":[0.715499997138977],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-27","error_y":{"value":0.005822376564215871,"visible":"true"}},{"x":["2015-32"],"y":[0.718499998251597],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-32","error_y":{"value":0.004764446655709865,"visible":"true"}},{"x":["2015-35"],"y":[0.7105000118414561],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-35","error_y":{"value":0.0017606861006791562,"visible":"true"}},{"x":["2015-40"],"y":[0.7101666629314423],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-40","error_y":{"value":0.007652875907817369,"visible":"true"}},{"x":["2015-48"],"y":[0.7166666686534882],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-48","error_y":{"value":0.005988868491193304,"visible":"true"}},{"x":["2016-07"],"y":[0.7103333373864492],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-07","error_y":{"value":0.003983307036891156,"visible":"true"}},{"x":["2016-18"],"y":[0.7093333303928375],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-18","error_y":{"value":0.004131171370745161,"visible":"true"}},{"x":["2016-22"],"y":[0.7160000006357828],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-22","error_y":{"value":0.004098774070780011,"visible":"true"}},{"x":["2016-26"],"y":[0.7158333361148834],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-26","error_y":{"value":0.0036560590167413246,"visible":"true"}},{"x":["2016-30"],"y":[0.714166671037674],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-30","error_y":{"value":0.004355076906774437,"visible":"true"}},{"x":["2016-36"],"y":[0.7130000193913778],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-36","error_y":{"value":0.0036331795849838555,"visible":"true"}},{"x":["2016-40"],"y":[0.7148333390553793],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-40","error_y":{"value":0.0053820606136817575,"visible":"true"}},{"x":["2016-44"],"y":[0.713999996582667],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-44","error_y":{"value":0.0034058754251662725,"visible":"true"}},{"x":["2016-50"],"y":[0.7123333315054575],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-50","error_y":{"value":0.0021602374815989475,"visible":"true"}},{"x":["2017-04"],"y":[0.7135000030199686],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-04","error_y":{"value":0.006156287070245218,"visible":"true"}},{"x":["2017-09"],"y":[0.7119999925295512],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-09","error_y":{"value":0.0036878155589897856,"visible":"true"}},{"x":["2017-13"],"y":[0.7180000046888987],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-13","error_y":{"value":0.005830954511726704,"visible":"true"}},{"x":["2017-17"],"y":[0.7270000080267588],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-17","error_y":{"value":0.0036331763038472595,"visible":"true"}},{"x":["2017-22"],"y":[0.7183333337306976],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-22","error_y":{"value":0.005573754652501105,"visible":"true"}},{"x":["2017-26"],"y":[0.7296666502952576],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-26","error_y":{"value":0.007474401283747518,"visible":"true"}},{"x":["2017-30"],"y":[0.7323333223660787],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-30","error_y":{"value":0.005428312398522658,"visible":"true"}},{"x":["2017-34"],"y":[0.7280000050862631],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-34","error_y":{"value":0.005656850962071299,"visible":"true"}},{"x":["2017-39"],"y":[0.7291666666666666],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-39","error_y":{"value":0.00614546040930548,"visible":"true"}},{"x":["2017-43"],"y":[0.7224999964237213],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-43","error_y":{"value":0.003391156484587756,"visible":"true"}},{"x":["2017-47"],"y":[0.7245000004768372],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-47","error_y":{"value":0.005991644413735503,"visible":"true"}},{"x":["2017-51"],"y":[0.7316666642824808],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-51","error_y":{"value":0.004501857063582343,"visible":"true"}},{"x":["2018-05"],"y":[0.7245000004768372],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-05","error_y":{"value":0.0034496226229347995,"visible":"true"}},{"x":["2018-09"],"y":[0.7291666766007742],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-09","error_y":{"value":0.002857748517530227,"visible":"true"}},{"x":["2018-13"],"y":[0.7316666841506958],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-13","error_y":{"value":0.005750360140376287,"visible":"true"}},{"x":["2018-17"],"y":[0.723666658004125],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-17","error_y":{"value":0.005645052436624173,"visible":"true"}},{"x":["2018-22"],"y":[0.7173333267370859],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-22","error_y":{"value":0.0036696917857330573,"visible":"true"}},{"x":["2018-26"],"y":[0.723333328962326],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-26","error_y":{"value":0.004589854028153285,"visible":"true"}},{"x":["2018-30"],"y":[0.7198333342870077],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-30","error_y":{"value":0.006112838073234256,"visible":"true"}},{"x":["2018-34"],"y":[0.7168333232402802],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-34","error_y":{"value":0.007704974504302121,"visible":"true"}},{"x":["2018-39"],"y":[0.7168333331743876],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-39","error_y":{"value":0.004262260255842795,"visible":"true"}},{"x":["2018-43"],"y":[0.7208333512147268],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-43","error_y":{"value":0.002639446535831185,"visible":"true"}},{"x":["2018-47"],"y":[0.7068333427111307],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-47","error_y":{"value":0.005419108874172668,"visible":"true"}},{"x":["2018-51"],"y":[0.7084999879201254],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-51","error_y":{"value":0.006156294815787607,"visible":"true"}},{"x":["2019-04"],"y":[0.7148333291212717],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-04","error_y":{"value":0.0064005098035723965,"visible":"true"}},{"x":["2019-09"],"y":[0.713999996582667],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-09","error_y":{"value":0.003741650632488902,"visible":"true"}},{"x":["2019-13"],"y":[0.7123333414395651],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-13","error_y":{"value":0.0033266529917540134,"visible":"true"}},{"x":["2019-18"],"y":[0.7120000024636587],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-18","error_y":{"value":0.004000005126027947,"visible":"true"}},{"x":["2019-22"],"y":[0.7126666605472565],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-22","error_y":{"value":0.0032659868590783738,"visible":"true"}},{"x":["2019-26"],"y":[0.7199999988079071],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-26","error_y":{"value":0.0021908892289261937,"visible":"true"}},{"x":["2019-30"],"y":[0.717166672150294],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-30","error_y":{"value":0.0042622467376210085,"visible":"true"}},{"x":["2019-35"],"y":[0.7199999988079071],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-35","error_y":{"value":0.0037947314581619467,"visible":"true"}},{"x":["2019-39"],"y":[0.7226666609446207],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-39","error_y":{"value":0.005006659675735147,"visible":"true"}},{"x":["2019-43"],"y":[0.7255000074704488],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-43","error_y":{"value":0.0026645907150175414,"visible":"true"}},{"x":["2019-47"],"y":[0.7133333285649618],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-47","error_y":{"value":0.0028751773061427392,"visible":"true"}},{"x":["2019-51"],"y":[0.7155000070730845],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-51","error_y":{"value":0.005468108230030058,"visible":"true"}},{"x":["2020-05"],"y":[0.7214999894301096],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-05","error_y":{"value":0.0051671977303685,"visible":"true"}},{"x":["2020-10"],"y":[0.7161666552225748],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-10","error_y":{"value":0.0028577492127820556,"visible":"true"}},{"x":["2020-16"],"y":[0.7233333388964335],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-16","error_y":{"value":0.0038815775513660164,"visible":"true"}},{"x":["2020-24"],"y":[0.7176666657129923],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-24","error_y":{"value":0.007554242521472354,"visible":"true"}},{"x":["2020-29"],"y":[0.726833333571752],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-29","error_y":{"value":0.003970711118950375,"visible":"true"}},{"x":["2020-34"],"y":[0.7151666680971781],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-34","error_y":{"value":0.005036528711601808,"visible":"true"}},{"x":["2020-40"],"y":[0.7228333353996277],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-40","error_y":{"value":0.0034302556406925755,"visible":"true"}},{"x":["2020-45"],"y":[0.7231666644414266],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-45","error_y":{"value":0.002041231718999555,"visible":"true"}},{"x":["2020-50"],"y":[0.7204999923706055],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-50","error_y":{"value":0.005468078798832339,"visible":"true"}},{"x":["2021-04"],"y":[0.7240000069141388],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-04","error_y":{"value":0.0053665540296738935,"visible":"true"}},{"x":["2021-10"],"y":[0.7218333383401235],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-10","error_y":{"value":0.006554895653987449,"visible":"true"}},{"x":["2021-17"],"y":[0.7259999910990397],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-17","error_y":{"value":0.004560703101432187,"visible":"true"}},{"x":["2021-21"],"y":[0.7186666627724966],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-21","error_y":{"value":0.006976146040552095,"visible":"true"}},{"x":["2021-25"],"y":[0.7241666813691457],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-25","error_y":{"value":0.004070224179683876,"visible":"true"}},{"x":["2021-31"],"y":[0.7233333388964335],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-31","error_y":{"value":0.008164963375949278,"visible":"true"}},{"x":["2021-39"],"y":[0.7243333359559377],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-39","error_y":{"value":0.004844237259222595,"visible":"true"}},{"x":["2021-43"],"y":[0.7266666690508524],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-43","error_y":{"value":0.009223176224214816,"visible":"true"}},{"x":["2021-49"],"y":[0.718499998251597],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-49","error_y":{"value":0.004370354327574578,"visible":"true"}},{"x":["2022-05"],"y":[0.723500003417333],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-05","error_y":{"value":0.005244047196075624,"visible":"true"}},{"x":["2022-21"],"y":[0.7183333436648051],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-21","error_y":{"value":0.011236843061933446,"visible":"true"}},{"x":["2022-27"],"y":[0.7300000091393789],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-27","error_y":{"value":0.0044721343556727595,"visible":"true"}},{"x":["2022-33"],"y":[0.721666673819224],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-33","error_y":{"value":0.0035023690880169925,"visible":"true"}},{"x":["2022-40"],"y":[0.7258333464463552],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-40","error_y":{"value":0.0066758321612645525,"visible":"true"}},{"x":["2022-49"],"y":[0.7256666819254557],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-49","error_y":{"value":0.004546054482040994,"visible":"true"}},{"x":["2023-06"],"y":[0.7266666690508524],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-06","error_y":{"value":0.005391345809454452,"visible":"true"}},{"x":["2023-14"],"y":[0.7278333306312561],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-14","error_y":{"value":0.004445971473542832,"visible":"true"}},{"x":["2023-23"],"y":[0.731333335240682],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-23","error_y":{"value":0.0032659771257023966,"visible":"true"}},{"x":["2023-40"],"y":[0.7293333311875662],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-40","error_y":{"value":0.003881579598791493,"visible":"true"}},{"x":["2023-50"],"y":[0.7310000061988831],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-50","error_y":{"value":0.004195232528435285,"visible":"true"}},{"x":["2024-10"],"y":[0.7360000014305115],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2024-10","error_y":{"value":0.00473285578661537,"visible":"true"}},{"x":["2024-18"],"y":[0.7233333190282186],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2024-18","error_y":{"value":0.008594573628125539,"visible":"true"}},{"x":["2013-20","2013-48","2014-10","2014-15","2014-23","2014-35","2014-41","2014-42","2014-49","2014-52","2015-06","2015-11","2015-14","2015-18","2015-22","2015-27","2015-32","2015-35","2015-40","2015-48","2016-07","2016-18","2016-22","2016-26","2016-30","2016-36","2016-40","2016-44","2016-50","2017-04","2017-09","2017-13","2017-17","2017-22","2017-26","2017-30","2017-34","2017-39","2017-43","2017-47","2017-51","2018-05","2018-09","2018-13","2018-17","2018-22","2018-26","2018-30","2018-34","2018-39","2018-43","2018-47","2018-51","2019-04","2019-09","2019-13","2019-18","2019-22","2019-26","2019-30","2019-35","2019-39","2019-43","2019-47","2019-51","2020-05","2020-10","2020-16","2020-24","2020-29","2020-34","2020-40","2020-45","2020-50","2021-04","2021-10","2021-17","2021-21","2021-25","2021-31","2021-39","2021-43","2021-49","2022-05","2022-21","2022-27","2022-33","2022-40","2022-49","2023-06","2023-14","2023-23","2023-40","2023-50","2024-10","2024-18"],"y":[0.7118333379427592,0.703499992688497,0.7168333331743876,0.7101666728655497,0.7094999949137369,0.7116666734218597,0.7108333309491476,0.7078333298365275,0.707833339770635,0.7075000007947286,0.7106666763623556,0.721833328406016,0.7135000030199686,0.7209999958674113,0.7203333377838135,0.715499997138977,0.718499998251597,0.7105000118414561,0.7101666629314423,0.7166666686534882,0.7103333373864492,0.7093333303928375,0.7160000006357828,0.7158333361148834,0.714166671037674,0.7130000193913778,0.7148333390553793,0.713999996582667,0.7123333315054575,0.7135000030199686,0.7119999925295512,0.7180000046888987,0.7270000080267588,0.7183333337306976,0.7296666502952576,0.7323333223660787,0.7280000050862631,0.7291666666666666,0.7224999964237213,0.7245000004768372,0.7316666642824808,0.7245000004768372,0.7291666766007742,0.7316666841506958,0.723666658004125,0.7173333267370859,0.723333328962326,0.7198333342870077,0.7168333232402802,0.7168333331743876,0.7208333512147268,0.7068333427111307,0.7084999879201254,0.7148333291212717,0.713999996582667,0.7123333414395651,0.7120000024636587,0.7126666605472565,0.7199999988079071,0.717166672150294,0.7199999988079071,0.7226666609446207,0.7255000074704488,0.7133333285649618,0.7155000070730845,0.7214999894301096,0.7161666552225748,0.7233333388964335,0.7176666657129923,0.726833333571752,0.7151666680971781,0.7228333353996277,0.7231666644414266,0.7204999923706055,0.7240000069141388,0.7218333383401235,0.7259999910990397,0.7186666627724966,0.7241666813691457,0.7233333388964335,0.7243333359559377,0.7266666690508524,0.718499998251597,0.723500003417333,0.7183333436648051,0.7300000091393789,0.721666673819224,0.7258333464463552,0.7256666819254557,0.7266666690508524,0.7278333306312561,0.731333335240682,0.7293333311875662,0.7310000061988831,0.7360000014305115,0.7233333190282186],"mode":"line","opacity":0.5,"line":{"color":"gray"}}],"layout":{"title":{"text":"Score by dump"},"xaxis":{"title":{"text":"Year"},"showticklabels":true,"tickvals":[0.5,5.5,14.5,24.0,34.5,46.5,58.5,69.0,78.0,85.5,91.0,96.0],"ticktext":["2013","2014","2015","2016","2017","2018","2019","2020","2021","2022","2023","2024"],"tickangle":0},"showlegend":false,"shapes":[{"type":"line","x0":-0.5,"y0":0,"x1":-0.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":1.5,"y0":0,"x1":1.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":9.5,"y0":0,"x1":9.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":19.5,"y0":0,"x1":19.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":28.5,"y0":0,"x1":28.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":40.5,"y0":0,"x1":40.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":52.5,"y0":0,"x1":52.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":64.5,"y0":0,"x1":64.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":73.5,"y0":0,"x1":73.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":82.5,"y0":0,"x1":82.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":88.5,"y0":0,"x1":88.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":93.5,"y0":0,"x1":93.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}}]}}

data/plots/score_by_dump/winogrande_acc_norm.json

@@ -1 +0,0 @@
-{"traces":[{"x":["2013-20"],"y":[0.5183333357175192],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2013-20","error_y":{"value":0.009092122075351372,"visible":"true"}},{"x":["2013-48"],"y":[0.5243333379427592],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2013-48","error_y":{"value":0.005278880275023114,"visible":"true"}},{"x":["2014-10"],"y":[0.528333326180776],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-10","error_y":{"value":0.0028751773061427392,"visible":"true"}},{"x":["2014-15"],"y":[0.5239999989668528],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-15","error_y":{"value":0.0108259074617226,"visible":"true"}},{"x":["2014-23"],"y":[0.5241666734218597],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-23","error_y":{"value":0.003544929600602174,"visible":"true"}},{"x":["2014-35"],"y":[0.5091666678587595],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-35","error_y":{"value":0.002639442019435223,"visible":"true"}},{"x":["2014-41"],"y":[0.5168333450953165],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-41","error_y":{"value":0.005382067996795317,"visible":"true"}},{"x":["2014-42"],"y":[0.5149999956289927],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-42","error_y":{"value":0.008485273282061799,"visible":"true"}},{"x":["2014-49"],"y":[0.526499996582667],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-49","error_y":{"value":0.0032093682754415686,"visible":"true"}},{"x":["2014-52"],"y":[0.5171666741371155],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2014-52","error_y":{"value":0.008304612427765855,"visible":"true"}},{"x":["2015-06"],"y":[0.5121666689713796],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-06","error_y":{"value":0.003763860201954152,"visible":"true"}},{"x":["2015-11"],"y":[0.5198333362738291],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-11","error_y":{"value":0.0097450863952638,"visible":"true"}},{"x":["2015-14"],"y":[0.5218333204587301],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-14","error_y":{"value":0.0053072414327386555,"visible":"true"}},{"x":["2015-18"],"y":[0.5200000007947286],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-18","error_y":{"value":0.005403703458078564,"visible":"true"}},{"x":["2015-22"],"y":[0.524999996026357],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-22","error_y":{"value":0.011027245133367844,"visible":"true"}},{"x":["2015-27"],"y":[0.5256666640440623],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-27","error_y":{"value":0.005853777768254142,"visible":"true"}},{"x":["2015-32"],"y":[0.5145000120004019],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-32","error_y":{"value":0.004460932273009085,"visible":"true"}},{"x":["2015-35"],"y":[0.5279999872048696],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-35","error_y":{"value":0.0034641155178935772,"visible":"true"}},{"x":["2015-40"],"y":[0.5171666741371155],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-40","error_y":{"value":0.007547616517565997,"visible":"true"}},{"x":["2015-48"],"y":[0.5163333316644033],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(31,119,180,255)","size":10},"name":"2015-48","error_y":{"value":0.006742907921550396,"visible":"true"}},{"x":["2016-07"],"y":[0.5260000030199686],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-07","error_y":{"value":0.006542174129718116,"visible":"true"}},{"x":["2016-18"],"y":[0.5228333175182343],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-18","error_y":{"value":0.0070261405611774476,"visible":"true"}},{"x":["2016-22"],"y":[0.5228333373864492],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-22","error_y":{"value":0.0051929505328071135,"visible":"true"}},{"x":["2016-26"],"y":[0.5175000031789144],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-26","error_y":{"value":0.0039369941265918725,"visible":"true"}},{"x":["2016-30"],"y":[0.520499994357427],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-30","error_y":{"value":0.007529931949512804,"visible":"true"}},{"x":["2016-36"],"y":[0.524999996026357],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-36","error_y":{"value":0.0048579794692495265,"visible":"true"}},{"x":["2016-40"],"y":[0.5206666688124338],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-40","error_y":{"value":0.0033862347801095222,"visible":"true"}},{"x":["2016-44"],"y":[0.5096666713555654],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-44","error_y":{"value":0.00463322153074456,"visible":"true"}},{"x":["2016-50"],"y":[0.5193333228429159],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(255,127,14,255)","size":10},"name":"2016-50","error_y":{"value":0.008710147426578977,"visible":"true"}},{"x":["2017-04"],"y":[0.5261666675408682],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-04","error_y":{"value":0.0031885074445169048,"visible":"true"}},{"x":["2017-09"],"y":[0.5173333386580149],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-09","error_y":{"value":0.0035023906445740133,"visible":"true"}},{"x":["2017-13"],"y":[0.5165000061194102],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-13","error_y":{"value":0.005205770000133019,"visible":"true"}},{"x":["2017-17"],"y":[0.5261666576067606],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-17","error_y":{"value":0.0047081478499106195,"visible":"true"}},{"x":["2017-22"],"y":[0.5248333315054575],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-22","error_y":{"value":0.003600923586686107,"visible":"true"}},{"x":["2017-26"],"y":[0.5238333443800608],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-26","error_y":{"value":0.004400761349888334,"visible":"true"}},{"x":["2017-30"],"y":[0.5196666618188223],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-30","error_y":{"value":0.00742069638825786,"visible":"true"}},{"x":["2017-34"],"y":[0.526333341995875],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-34","error_y":{"value":0.004802773056101627,"visible":"true"}},{"x":["2017-39"],"y":[0.520333339770635],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-39","error_y":{"value":0.008406342100582009,"visible":"true"}},{"x":["2017-43"],"y":[0.526499996582667],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-43","error_y":{"value":0.011708958633322586,"visible":"true"}},{"x":["2017-47"],"y":[0.5178333421548208],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-47","error_y":{"value":0.004708138987978565,"visible":"true"}},{"x":["2017-51"],"y":[0.523666669925054],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(44,160,44,255)","size":10},"name":"2017-51","error_y":{"value":0.006282238190782831,"visible":"true"}},{"x":["2018-05"],"y":[0.5223333438237509],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-05","error_y":{"value":0.005163975948169105,"visible":"true"}},{"x":["2018-09"],"y":[0.524999996026357],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-09","error_y":{"value":0.002683273682865662,"visible":"true"}},{"x":["2018-13"],"y":[0.5214999914169312],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-13","error_y":{"value":0.003987490356847783,"visible":"true"}},{"x":["2018-17"],"y":[0.528166651725769],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-17","error_y":{"value":0.003371448362368842,"visible":"true"}},{"x":["2018-22"],"y":[0.517166664203008],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-22","error_y":{"value":0.007440878945247214,"visible":"true"}},{"x":["2018-26"],"y":[0.5168333450953165],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-26","error_y":{"value":0.005269408219091243,"visible":"true"}},{"x":["2018-30"],"y":[0.5209999978542328],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-30","error_y":{"value":0.006811756100432358,"visible":"true"}},{"x":["2018-34"],"y":[0.515833338101705],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-34","error_y":{"value":0.002483271835806788,"visible":"true"}},{"x":["2018-39"],"y":[0.5226666728655497],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-39","error_y":{"value":0.005354130676810504,"visible":"true"}},{"x":["2018-43"],"y":[0.5176666676998138],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-43","error_y":{"value":0.00845380231268323,"visible":"true"}},{"x":["2018-47"],"y":[0.5120000044504801],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-47","error_y":{"value":0.005019976269220441,"visible":"true"}},{"x":["2018-51"],"y":[0.5131666660308838],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(214,39,40,255)","size":10},"name":"2018-51","error_y":{"value":0.005382077594845407,"visible":"true"}},{"x":["2019-04"],"y":[0.5173333386580149],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-04","error_y":{"value":0.008430090050932634,"visible":"true"}},{"x":["2019-09"],"y":[0.5160000026226044],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-09","error_y":{"value":0.004898977246906029,"visible":"true"}},{"x":["2019-13"],"y":[0.5168333351612091],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-13","error_y":{"value":0.007960332074939472,"visible":"true"}},{"x":["2019-18"],"y":[0.5170000096162161],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-18","error_y":{"value":0.00824620627830356,"visible":"true"}},{"x":["2019-22"],"y":[0.5179999967416128],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-22","error_y":{"value":0.004049706912389888,"visible":"true"}},{"x":["2019-26"],"y":[0.5316666563351949],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-26","error_y":{"value":0.010911765973378772,"visible":"true"}},{"x":["2019-30"],"y":[0.5216666658719381],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-30","error_y":{"value":0.0045898557596592855,"visible":"true"}},{"x":["2019-35"],"y":[0.5200000107288361],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-35","error_y":{"value":0.006870227391731352,"visible":"true"}},{"x":["2019-39"],"y":[0.5230000019073486],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-39","error_y":{"value":0.003405868424947961,"visible":"true"}},{"x":["2019-43"],"y":[0.5208333333333334],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-43","error_y":{"value":0.008400398643833636,"visible":"true"}},{"x":["2019-47"],"y":[0.5188333292802175],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-47","error_y":{"value":0.0037638654806257765,"visible":"true"}},{"x":["2019-51"],"y":[0.5261666774749756],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(148,103,189,255)","size":10},"name":"2019-51","error_y":{"value":0.003371448362368842,"visible":"true"}},{"x":["2020-05"],"y":[0.5244999925295512],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-05","error_y":{"value":0.005089196127216587,"visible":"true"}},{"x":["2020-10"],"y":[0.5256666739781698],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-10","error_y":{"value":0.006831309119540951,"visible":"true"}},{"x":["2020-16"],"y":[0.520166665315628],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-16","error_y":{"value":0.00526940105515948,"visible":"true"}},{"x":["2020-24"],"y":[0.5211666723092397],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-24","error_y":{"value":0.005344771536300735,"visible":"true"}},{"x":["2020-29"],"y":[0.5229999919732412],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-29","error_y":{"value":0.0032249022417818385,"visible":"true"}},{"x":["2020-34"],"y":[0.5200000107288361],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-34","error_y":{"value":0.009715951576792165,"visible":"true"}},{"x":["2020-40"],"y":[0.5120000044504801],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-40","error_y":{"value":0.007042739324515726,"visible":"true"}},{"x":["2020-45"],"y":[0.5268333256244659],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-45","error_y":{"value":0.005307239560948827,"visible":"true"}},{"x":["2020-50"],"y":[0.5180000066757202],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(140,86,75,255)","size":10},"name":"2020-50","error_y":{"value":0.0032249133313209145,"visible":"true"}},{"x":["2021-04"],"y":[0.5111666619777679],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-04","error_y":{"value":0.0057067180390306515,"visible":"true"}},{"x":["2021-10"],"y":[0.5194999972979227],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-10","error_y":{"value":0.007968687109627231,"visible":"true"}},{"x":["2021-17"],"y":[0.5148333311080933],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-17","error_y":{"value":0.006940209166218505,"visible":"true"}},{"x":["2021-21"],"y":[0.5151666700839996],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-21","error_y":{"value":0.006177926244608547,"visible":"true"}},{"x":["2021-25"],"y":[0.5113333264986674],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-25","error_y":{"value":0.004802785466575297,"visible":"true"}},{"x":["2021-31"],"y":[0.5228333274523417],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-31","error_y":{"value":0.004956480373536746,"visible":"true"}},{"x":["2021-39"],"y":[0.5086666544278463],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-39","error_y":{"value":0.006918573409327208,"visible":"true"}},{"x":["2021-43"],"y":[0.5223333338896433],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-43","error_y":{"value":0.004802773056101627,"visible":"true"}},{"x":["2021-49"],"y":[0.5051666597525278],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(227,119,194,255)","size":10},"name":"2021-49","error_y":{"value":0.004622401251444584,"visible":"true"}},{"x":["2022-05"],"y":[0.5228333274523417],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-05","error_y":{"value":0.0021369643494999076,"visible":"true"}},{"x":["2022-21"],"y":[0.5181666711966196],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-21","error_y":{"value":0.007521082921718541,"visible":"true"}},{"x":["2022-27"],"y":[0.5308333337306976],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-27","error_y":{"value":0.0065853405616918435,"visible":"true"}},{"x":["2022-33"],"y":[0.5240000089009603],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-33","error_y":{"value":0.006841044632427626,"visible":"true"}},{"x":["2022-40"],"y":[0.5255000094572703],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-40","error_y":{"value":0.007635434356169883,"visible":"true"}},{"x":["2022-49"],"y":[0.5246666570504507],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(127,127,127,255)","size":10},"name":"2022-49","error_y":{"value":0.005125103870382732,"visible":"true"}},{"x":["2023-06"],"y":[0.5184999903043112],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-06","error_y":{"value":0.007791021916725846,"visible":"true"}},{"x":["2023-14"],"y":[0.5183333357175192],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-14","error_y":{"value":0.014787390747276011,"visible":"true"}},{"x":["2023-23"],"y":[0.523166666428248],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-23","error_y":{"value":0.0014719411934850841,"visible":"true"}},{"x":["2023-40"],"y":[0.5243333280086517],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-40","error_y":{"value":0.0033266589641946023,"visible":"true"}},{"x":["2023-50"],"y":[0.520333339770635],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(188,189,34,255)","size":10},"name":"2023-50","error_y":{"value":0.005645064403198016,"visible":"true"}},{"x":["2024-10"],"y":[0.527999997138977],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2024-10","error_y":{"value":0.006356100123039257,"visible":"true"}},{"x":["2024-18"],"y":[0.5206666588783264],"type":"scatter","mode":"lines+markers","marker":{"color":"rgba(23,190,207,255)","size":10},"name":"2024-18","error_y":{"value":0.008664100251105925,"visible":"true"}},{"x":["2013-20","2013-48","2014-10","2014-15","2014-23","2014-35","2014-41","2014-42","2014-49","2014-52","2015-06","2015-11","2015-14","2015-18","2015-22","2015-27","2015-32","2015-35","2015-40","2015-48","2016-07","2016-18","2016-22","2016-26","2016-30","2016-36","2016-40","2016-44","2016-50","2017-04","2017-09","2017-13","2017-17","2017-22","2017-26","2017-30","2017-34","2017-39","2017-43","2017-47","2017-51","2018-05","2018-09","2018-13","2018-17","2018-22","2018-26","2018-30","2018-34","2018-39","2018-43","2018-47","2018-51","2019-04","2019-09","2019-13","2019-18","2019-22","2019-26","2019-30","2019-35","2019-39","2019-43","2019-47","2019-51","2020-05","2020-10","2020-16","2020-24","2020-29","2020-34","2020-40","2020-45","2020-50","2021-04","2021-10","2021-17","2021-21","2021-25","2021-31","2021-39","2021-43","2021-49","2022-05","2022-21","2022-27","2022-33","2022-40","2022-49","2023-06","2023-14","2023-23","2023-40","2023-50","2024-10","2024-18"],"y":[0.5183333357175192,0.5243333379427592,0.528333326180776,0.5239999989668528,0.5241666734218597,0.5091666678587595,0.5168333450953165,0.5149999956289927,0.526499996582667,0.5171666741371155,0.5121666689713796,0.5198333362738291,0.5218333204587301,0.5200000007947286,0.524999996026357,0.5256666640440623,0.5145000120004019,0.5279999872048696,0.5171666741371155,0.5163333316644033,0.5260000030199686,0.5228333175182343,0.5228333373864492,0.5175000031789144,0.520499994357427,0.524999996026357,0.5206666688124338,0.5096666713555654,0.5193333228429159,0.5261666675408682,0.5173333386580149,0.5165000061194102,0.5261666576067606,0.5248333315054575,0.5238333443800608,0.5196666618188223,0.526333341995875,0.520333339770635,0.526499996582667,0.5178333421548208,0.523666669925054,0.5223333438237509,0.524999996026357,0.5214999914169312,0.528166651725769,0.517166664203008,0.5168333450953165,0.5209999978542328,0.515833338101705,0.5226666728655497,0.5176666676998138,0.5120000044504801,0.5131666660308838,0.5173333386580149,0.5160000026226044,0.5168333351612091,0.5170000096162161,0.5179999967416128,0.5316666563351949,0.5216666658719381,0.5200000107288361,0.5230000019073486,0.5208333333333334,0.5188333292802175,0.5261666774749756,0.5244999925295512,0.5256666739781698,0.520166665315628,0.5211666723092397,0.5229999919732412,0.5200000107288361,0.5120000044504801,0.5268333256244659,0.5180000066757202,0.5111666619777679,0.5194999972979227,0.5148333311080933,0.5151666700839996,0.5113333264986674,0.5228333274523417,0.5086666544278463,0.5223333338896433,0.5051666597525278,0.5228333274523417,0.5181666711966196,0.5308333337306976,0.5240000089009603,0.5255000094572703,0.5246666570504507,0.5184999903043112,0.5183333357175192,0.523166666428248,0.5243333280086517,0.520333339770635,0.527999997138977,0.5206666588783264],"mode":"line","opacity":0.5,"line":{"color":"gray"}}],"layout":{"title":{"text":"Score by dump"},"xaxis":{"title":{"text":"Year"},"showticklabels":true,"tickvals":[0.5,5.5,14.5,24.0,34.5,46.5,58.5,69.0,78.0,85.5,91.0,96.0],"ticktext":["2013","2014","2015","2016","2017","2018","2019","2020","2021","2022","2023","2024"],"tickangle":0},"showlegend":false,"shapes":[{"type":"line","x0":-0.5,"y0":0,"x1":-0.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":1.5,"y0":0,"x1":1.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":9.5,"y0":0,"x1":9.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":19.5,"y0":0,"x1":19.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":28.5,"y0":0,"x1":28.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":40.5,"y0":0,"x1":40.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":52.5,"y0":0,"x1":52.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":64.5,"y0":0,"x1":64.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":73.5,"y0":0,"x1":73.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":82.5,"y0":0,"x1":82.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":88.5,"y0":0,"x1":88.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}},{"type":"line","x0":93.5,"y0":0,"x1":93.5,"y1":1,"xref":"x","yref":"paper","line":{"color":"grey","width":1,"dash":"dot"}}]}}

data/plots/stats/available-plots.json

@@ -1 +0,0 @@
-{"Wikipedia Perplexity": "ccnet", "FastText-EN Score": "fasttext", "Document Length": "length", "Number of Lines": "n_lines", "Number of Sentences": "n_sentences"}

data/plots/stats/fasttext.json

@@ -1 +0,0 @@
-{"name": "Lang score", "data": {"pii_removed": {"x": [0.65, 0.651, 0.652, 0.653, 0.654, 0.655, 0.656, 0.657, 0.658, 0.659, 0.66, 0.661, 0.662, 0.663, 0.664, 0.665, 0.666, 0.667, 0.668, 0.669, 0.67, 0.671, 0.672, 0.673, 0.674, 0.675, 0.676, 0.677, 0.678, 0.679, 0.68, 0.681, 0.682, 0.683, 0.684, 0.685, 0.686, 0.687, 0.688, 0.689, 0.69, 0.691, 0.692, 0.693, 0.694, 0.695, 0.696, 0.697, 0.698, 0.699, 0.7, 0.701, 0.702, 0.703, 0.704, 0.705, 0.706, 0.707, 0.708, 0.709, 0.71, 0.711, 0.712, 0.713, 0.714, 0.715, 0.716, 0.717, 0.718, 0.719, 0.72, 0.721, 0.722, 0.723, 0.724, 0.725, 0.726, 0.727, 0.728, 0.729, 0.73, 0.731, 0.732, 0.733, 0.734, 0.735, 0.736, 0.737, 0.738, 0.739, 0.74, 0.741, 0.742, 0.743, 0.744, 0.745, 0.746, 0.747, 0.748, 0.749, 0.75, 0.751, 0.752, 0.753, 0.754, 0.755, 0.756, 0.757, 0.758, 0.759, 0.76, 0.761, 0.762, 0.763, 0.764, 0.765, 0.766, 0.767, 0.768, 0.769, 0.77, 0.771, 0.772, 0.773, 0.774, 0.775, 0.776, 0.777, 0.778, 0.779, 0.78, 0.781, 0.782, 0.783, 0.784, 0.785, 0.786, 0.787, 0.788, 0.789, 0.79, 0.791, 0.792, 0.793, 0.794, 0.795, 0.796, 0.797, 0.798, 0.799, 0.8, 0.801, 0.802, 0.803, 0.804, 0.805, 0.806, 0.807, 0.808, 0.809, 0.81, 0.811, 0.812, 0.813, 0.814, 0.815, 0.816, 0.817, 0.818, 0.819, 0.82, 0.821, 0.822, 0.823, 0.824, 0.825, 0.826, 0.827, 0.828, 0.829, 0.83, 0.831, 0.832, 0.833, 0.834, 0.835, 0.836, 0.837, 0.838, 0.839, 0.84, 0.841, 0.842, 0.843, 0.844, 0.845, 0.846, 0.847, 0.848, 0.849, 0.85, 0.851, 0.852, 0.853, 0.854, 0.855, 0.856, 0.857, 0.858, 0.859, 0.86, 0.861, 0.862, 0.863, 0.864, 0.865, 0.866, 0.867, 0.868, 0.869, 0.87, 0.871, 0.872, 0.873, 0.874, 0.875, 0.876, 0.877, 0.878, 0.879, 0.88, 0.881, 0.882, 0.883, 0.884, 0.885, 0.886, 0.887, 0.888, 0.889, 0.89, 0.891, 0.892, 0.893, 0.894, 0.895, 0.896, 0.897, 0.898, 0.899, 0.9, 0.901, 0.902, 0.903, 0.904, 0.905, 0.906, 0.907, 0.908, 0.909, 0.91, 0.911, 0.912, 0.913, 0.914, 0.915, 0.916, 0.917, 0.918, 0.919, 0.92, 0.921, 0.922, 0.923, 0.924, 0.925, 0.926, 0.927, 0.928, 0.929, 0.93, 0.931, 0.932, 0.933, 0.934, 0.935, 0.936, 0.937, 0.938, 0.939, 0.94, 0.941, 0.942, 0.943, 0.944, 0.945, 0.946, 0.947, 0.948, 0.949, 0.95, 0.951, 0.952, 0.953, 0.954, 0.955, 0.956, 0.957, 0.958, 0.959, 0.96, 0.961, 0.962, 0.963, 0.964, 0.965, 0.966, 0.967, 0.968, 0.969, 0.97, 0.971, 0.972, 0.973, 0.974, 0.975, 0.976, 0.977, 0.978, 0.979, 0.98, 0.981, 0.982, 0.983, 0.984, 0.985, 0.986, 0.987, 0.988, 0.989, 0.99, 0.991, 0.992, 0.993, 0.994, 0.995, 0.996, 0.997, 0.998, 0.999, 1.0], "y": [6.631845976729177e-05, 0.0001334952526042648, 0.00013565220358247943, 0.00013471826604552053, 0.0001363281964663735, 0.00013683963845089863, 0.00013772020812860273, 0.00014049978413145664, 0.0001408867011110539, 0.0001409667528999361, 0.00014189624311529043, 0.00014327491281270597, 0.00014433337535459275, 0.00014591217452421376, 0.00014688613795561375, 0.0001460233575643279, 0.00014788678531664116, 0.00015116890866081104, 0.00015324580785014348, 0.0001526898926495727, 0.00015301009980510147, 0.00015497581595431975, 0.00015672361334491427, 0.00015761307766582751, 0.00015983229114650607, 0.0001587338027101782, 0.00016141553763773166, 0.00016553820476516455, 0.0001640839306004714, 0.00016644545837249608, 0.00016912274597844496, 0.0001712485657054276, 0.0001715776675041655, 0.00017260499879482032, 0.0001746507667329208, 0.00017695003200248152, 0.00017686553289199478, 0.00017975629193496282, 0.0001820422152397099, 0.00018176203397862222, 0.00018329635993219755, 0.0001843592697956889, 0.00018941142713847613, 0.00019047878432357205, 0.0001917774022321054, 0.00019294260049250174, 0.00019581112292744695, 0.00019778573371987437, 0.00019824825516674926, 0.00020084104366221138, 0.00020259328837441047, 0.00020443003219709633, 0.0002069472162252808, 0.00020998473688119956, 0.0002120082682112772, 0.00021313788789883702, 0.00021672242911211742, 0.00021942640064769367, 0.00022086288552596858, 0.00022071167659141333, 0.00022420282405099783, 0.00022528352320090743, 0.00022811201974141156, 0.00022915714031848463, 0.00023290623243113395, 0.00023719789777954038, 0.0002398040282398162, 0.0002414628791983194, 0.0002439533792968765, 0.00024591909544609475, 0.00024776473391198976, 0.0002512247501203423, 0.00025443126899723454, 0.00025585441191069573, 0.0002589675370338921, 0.0002611333826553159, 0.0002663856694703086, 0.00026672366591225564, 0.0002709397267933844, 0.0002725941304302831, 0.0002758940430608712, 0.0002780465467174813, 0.00028288967994485393, 0.0002873014229765836, 0.00028904922036717816, 0.00029129067045587955, 0.00029448829468956266, 0.00029853535734971796, 0.00030466376652081025, 0.0003037342763054559, 0.00030741665859403675, 0.000311392564108519, 0.000317000636651877, 0.00031775668132465326, 0.00032149687879409343, 0.00032416971907843776, 0.00032880827551200035, 0.0003335935935585136, 0.00033497226325592916, 0.000341843375134984, 0.0003444539529168644, 0.00034872782897885253, 0.00035097817371076306, 0.0003574267900373841, 0.0003613626696574252, 0.00036585001715643255, 0.0003690609833549294, 0.0003768704800925477, 0.0003788273015985568, 0.0003834035955296555, 0.00038612090903004546, 0.00039388148523001356, 0.00039543360047000715, 0.0004007303605010456, 0.0004052177080000529, 0.0004094070849515543, 0.0004166917977398338, 0.00041727884419163656, 0.0004220641622381498, 0.00043074978133186766, 0.0004361755136894385, 0.00044096083173595177, 0.00044759178824836003, 0.00045358233044971073, 0.00045613954037233633, 0.0004612584075391921, 0.0004673512381374478, 0.00047195866331977847, 0.00048048417883573197, 0.0004874575791116918, 0.0004928699695044489, 0.0004991718242181193, 0.0005062030396749385, 0.0005116065354244865, 0.0005181174142535715, 0.0005231162037371039, 0.0005280660726829861, 0.0005349816577780867, 0.0005475142100597543, 0.000552664208477842, 0.000554919000531357, 0.0005648498696743536, 0.0005723480538996522, 0.0005770933460517244, 0.0005873355277070404, 0.0005925833672004285, 0.000601037725570709, 0.0006078688115553227, 0.000617083661919984, 0.0006262896176414361, 0.0006358202278400215, 0.0006416328771771897, 0.0006514525632800718, 0.0006608008332928702, 0.0006670626621120994, 0.0006762419339039241, 0.0006837401181292228, 0.0006970331624052713, 0.0007048471064644941, 0.0007165213256764805, 0.0007253003385238943, 0.0007328207593572158, 0.0007437389338964259, 0.0007546037405763812, 0.0007658821481655613, 0.0007779966522163997, 0.0007875672883094262, 0.0007959371475692199, 0.0008052943122252272, 0.0008223231066491113, 0.0008364389054220046, 0.0008445819512799653, 0.0008597873438459774, 0.0008714259844851272, 0.0008852037868160734, 0.0008962731702898388, 0.0009060350412118617, 0.0009242156919313285, 0.0009355029941637176, 0.0009499167634841167, 0.00096208463539421, 0.0009835963299954969, 0.0009946568188260532, 0.0010164086687939867, 0.0010251876816414003, 0.0010443867690083128, 0.001061722428622912, 0.001071720007589977, 0.0010934095950554466, 0.0011127020761760547, 0.0011337645912952805, 0.0011519630313011656, 0.0011714378526075612, 0.0011896140560054235, 0.0012055488093145842, 0.0012274296316090502, 0.0012504000476966347, 0.0012677801805272796, 0.0012975238674186186, 0.001314334743083879, 0.001331590350909596, 0.0013610938824342885, 0.0013806754394591937, 0.001407790759282234, 0.0014339410103170836, 0.0014548033959641037, 0.0014806556764514471, 0.0015134279893554959, 0.0015328272061946137, 0.001561850426986013, 0.001597931547163859, 0.0016177132336609695, 0.001652446815392632, 0.0016786193030355041, 0.0017137931696060186, 0.001747397131650121, 0.001778577303419735, 0.0018113006957861334, 0.0018463322480653016, 0.0018829470468356955, 0.0019222880537496886, 0.0019590540614546374, 0.001995695544154659, 0.002034920920706933, 0.002071322248040308, 0.0021202828115849774, 0.002161740743582744, 0.002203932483645264, 0.0022529775463004205, 0.0022967881114270023, 0.0023428445739638905, 0.0023935885134719914, 0.0024416818493037703, 0.002490602386953999, 0.0025481640704818997, 0.002602915046755715, 0.002660596807966939, 0.002717655944153524, 0.002776658559881304, 0.002839837210595772, 0.0028997826585037204, 0.0029669594513406935, 0.0030320949235611706, 0.0031023492629485036, 0.003178954377587157, 0.003239366794263585, 0.003316808005363897, 0.003400929093514267, 0.0034758620152296037, 0.0035518267155571995, 0.0036422096325267996, 0.0037217188481732345, 0.0038135160134130865, 0.00391656490231249, 0.004004995445097686, 0.004105598307114579, 0.004202354235943522, 0.0043065238498872765, 0.004407086686009728, 0.004524189111179563, 0.004632245684205708, 0.004752750310403035, 0.0048644181085720885, 0.004989823683177647, 0.005113512591643844, 0.005244383924501415, 0.005384020928241585, 0.005508679352817577, 0.005650722357545818, 0.005794584316810327, 0.005940478702048123, 0.006099132452969418, 0.006254873208239723, 0.006398468328207958, 0.0065698147349886864, 0.006741392402492852, 0.006904680262526106, 0.007093602484288079, 0.0072616222945085926, 0.007442494864166301, 0.007632257629711538, 0.007820032442499535, 0.008019708287901349, 0.008208061252497938, 0.008426967316517897, 0.008622551626043511, 0.008831771423608727, 0.009052923385038991, 0.009270419648110304, 0.00947705110450166, 0.009699897495463265, 0.009926408479427032, 0.010143059751393476, 0.010351492373034683, 0.010564999388626699, 0.010778537535469947, 0.01101617571808834, 0.011227481309486096, 0.011425320411065224, 0.011617822726718874, 0.01181861040252183, 0.012004268290226053, 0.012207670991132494, 0.012368152591233268, 0.01253113803339741, 0.012692059918337035, 0.01280474170583193, 0.012942159496091423, 0.013037261021283468, 0.01312468646938603, 0.013180593749277032, 0.013238400035493184, 0.013259431419361178, 0.013248308668028157, 0.013219876941010166, 0.013145241989842335, 0.013052208469196414, 0.012951441056280152, 0.012802233416446955, 0.012642965935144228, 0.012435774116230697, 0.01222467310162675, 0.011958865583965037, 0.011680307595263029, 0.0113791305288802, 0.01106261465028322, 0.010707442652299351, 0.010338555114486999, 0.009933324064522133, 0.009515413700662648, 0.00907292743761633, 0.008596770502701842, 0.008109806576288256, 0.007576039037308216, 0.007041528795620214, 0.006485791487913616, 0.005902685363052518, 0.005299975444558493, 0.004677128053838991, 0.004054916630108942, 0.0034296854750093925, 0.0028155859658860723, 0.0022122489750458028, 0.0016784503048145308, 0.0011871635818013074, 0.0007676388401993649, 0.00044574614978246503, 0.00021413408793825986, 7.812609862741513e-05, 1.5258760425266768e-05, 5.247839493388163e-07], "label": "pii_removed"}, "allenai_c4_en": {"x": [0.0, 0.042, 0.044, 0.048, 0.049, 0.05, 0.051, 0.052, 0.053, 0.054, 0.056, 0.057, 0.058, 0.059, 0.06, 0.061, 0.062, 0.063, 0.064, 0.065, 0.066, 0.067, 0.068, 0.069, 0.07, 0.071, 0.072, 0.073, 0.074, 0.075, 0.076, 0.077, 0.078, 0.079, 0.08, 0.081, 0.082, 0.083, 0.084, 0.085, 0.086, 0.087, 0.088, 0.089, 0.09, 0.091, 0.092, 0.093, 0.094, 0.095, 0.096, 0.097, 0.098, 0.099, 0.1, 0.101, 0.102, 0.103, 0.104, 0.105, 0.106, 0.107, 0.108, 0.109, 0.11, 0.111, 0.112, 0.113, 0.114, 0.115, 0.116, 0.117, 0.118, 0.119, 0.12, 0.121, 0.122, 0.123, 0.124, 0.125, 0.126, 0.127, 0.128, 0.129, 0.13, 0.131, 0.132, 0.133, 0.134, 0.135, 0.136, 0.137, 0.138, 0.139, 0.14, 0.141, 0.142, 0.143, 0.144, 0.145, 0.146, 0.147, 0.148, 0.149, 0.15, 0.151, 0.152, 0.153, 0.154, 0.155, 0.156, 0.157, 0.158, 0.159, 0.16, 0.161, 0.162, 0.163, 0.164, 0.165, 0.166, 0.167, 0.168, 0.169, 0.17, 0.171, 0.172, 0.173, 0.174, 0.175, 0.176, 0.177, 0.178, 0.179, 0.18, 0.181, 0.182, 0.183, 0.184, 0.185, 0.186, 0.187, 0.188, 0.189, 0.19, 0.191, 0.192, 0.193, 0.194, 0.195, 0.196, 0.197, 0.198, 0.199, 0.2, 0.201, 0.202, 0.203, 0.204, 0.205, 0.206, 0.207, 0.208, 0.209, 0.21, 0.211, 0.212, 0.213, 0.214, 0.215, 0.216, 0.217, 0.218, 0.219, 0.22, 0.221, 0.222, 0.223, 0.224, 0.225, 0.226, 0.227, 0.228, 0.229, 0.23, 0.231, 0.232, 0.233, 0.234, 0.235, 0.236, 0.237, 0.238, 0.239, 0.24, 0.241, 0.242, 0.243, 0.244, 0.245, 0.246, 0.247, 0.248, 0.249, 0.25, 0.251, 0.252, 0.253, 0.254, 0.255, 0.256, 0.257, 0.258, 0.259, 0.26, 0.261, 0.262, 0.263, 0.264, 0.265, 0.266, 0.267, 0.268, 0.269, 0.27, 0.271, 0.272, 0.273, 0.274, 0.275, 0.276, 0.277, 0.278, 0.279, 0.28, 0.281, 0.282, 0.283, 0.284, 0.285, 0.286, 0.287, 0.288, 0.289, 0.29, 0.291, 0.292, 0.293, 0.294, 0.295, 0.296, 0.297, 0.298, 0.299, 0.3, 0.301, 0.302, 0.303, 0.304, 0.305, 0.306, 0.307, 0.308, 0.309, 0.31, 0.311, 0.312, 0.313, 0.314, 0.315, 0.316, 0.317, 0.318, 0.319, 0.32, 0.321, 0.322, 0.323, 0.324, 0.325, 0.326, 0.327, 0.328, 0.329, 0.33, 0.331, 0.332, 0.333, 0.334, 0.335, 0.336, 0.337, 0.338, 0.339, 0.34, 0.341, 0.342, 0.343, 0.344, 0.345, 0.346, 0.347, 0.348, 0.349, 0.35, 0.351, 0.352, 0.353, 0.354, 0.355, 0.356, 0.357, 0.358, 0.359, 0.36, 0.361, 0.362, 0.363, 0.364, 0.365, 0.366, 0.367, 0.368, 0.369, 0.37, 0.371, 0.372, 0.373, 0.374, 0.375, 0.376, 0.377, 0.378, 0.379, 0.38, 0.381, 0.382, 0.383, 0.384, 0.385, 0.386, 0.387, 0.388, 0.389, 0.39, 0.391, 0.392, 0.393, 0.394, 0.395, 0.396, 0.397, 0.398, 0.399, 0.4, 0.401, 0.402, 0.403, 0.404, 0.405, 0.406, 0.407, 0.408, 0.409, 0.41, 0.411, 0.412, 0.413, 0.414, 0.415, 0.416, 0.417, 0.418, 0.419, 0.42, 0.421, 0.422, 0.423, 0.424, 0.425, 0.426, 0.427, 0.428, 0.429, 0.43, 0.431, 0.432, 0.433, 0.434, 0.435, 0.436, 0.437, 0.438, 0.439, 0.44, 0.441, 0.442, 0.443, 0.444, 0.445, 0.446, 0.447, 0.448, 0.449, 0.45, 0.451, 0.452, 0.453, 0.454, 0.455, 0.456, 0.457, 0.458, 0.459, 0.46, 0.461, 0.462, 0.463, 0.464, 0.465, 0.466, 0.467, 0.468, 0.469, 0.47, 0.471, 0.472, 0.473, 0.474, 0.475, 0.476, 0.477, 0.478, 0.479, 0.48, 0.481, 0.482, 0.483, 0.484, 0.485, 0.486, 0.487, 0.488, 0.489, 0.49, 0.491, 0.492, 0.493, 0.494, 0.495, 0.496, 0.497, 0.498, 0.499, 0.5, 0.501, 0.502, 0.503, 0.504, 0.505, 0.506, 0.507, 0.508, 0.509, 0.51, 0.511, 0.512, 0.513, 0.514, 0.515, 0.516, 0.517, 0.518, 0.519, 0.52, 0.521, 0.522, 0.523, 0.524, 0.525, 0.526, 0.527, 0.528, 0.529, 0.53, 0.531, 0.532, 0.533, 0.534, 0.535, 0.536, 0.537, 0.538, 0.539, 0.54, 0.541, 0.542, 0.543, 0.544, 0.545, 0.546, 0.547, 0.548, 0.549, 0.55, 0.551, 0.552, 0.553, 0.554, 0.555, 0.556, 0.557, 0.558, 0.559, 0.56, 0.561, 0.562, 0.563, 0.564, 0.565, 0.566, 0.567, 0.568, 0.569, 0.57, 0.571, 0.572, 0.573, 0.574, 0.575, 0.576, 0.577, 0.578, 0.579, 0.58, 0.581, 0.582, 0.583, 0.584, 0.585, 0.586, 0.587, 0.588, 0.589, 0.59, 0.591, 0.592, 0.593, 0.594, 0.595, 0.596, 0.597, 0.598, 0.599, 0.6, 0.601, 0.602, 0.603, 0.604, 0.605, 0.606, 0.607, 0.608, 0.609, 0.61, 0.611, 0.612, 0.613, 0.614, 0.615, 0.616, 0.617, 0.618, 0.619, 0.62, 0.621, 0.622, 0.623, 0.624, 0.625, 0.626, 0.627, 0.628, 0.629, 0.63, 0.631, 0.632, 0.633, 0.634, 0.635, 0.636, 0.637, 0.638, 0.639, 0.64, 0.641, 0.642, 0.643, 0.644, 0.645, 0.646, 0.647, 0.648, 0.649, 0.65, 0.651, 0.652, 0.653, 0.654, 0.655, 0.656, 0.657, 0.658, 0.659, 0.66, 0.661, 0.662, 0.663, 0.664, 0.665, 0.666, 0.667, 0.668, 0.669, 0.67, 0.671, 0.672, 0.673, 0.674, 0.675, 0.676, 0.677, 0.678, 0.679, 0.68, 0.681, 0.682, 0.683, 0.684, 0.685, 0.686, 0.687, 0.688, 0.689, 0.69, 0.691, 0.692, 0.693, 0.694, 0.695, 0.696, 0.697, 0.698, 0.699, 0.7, 0.701, 0.702, 0.703, 0.704, 0.705, 0.706, 0.707, 0.708, 0.709, 0.71, 0.711, 0.712, 0.713, 0.714, 0.715, 0.716, 0.717, 0.718, 0.719, 0.72, 0.721, 0.722, 0.723, 0.724, 0.725, 0.726, 0.727, 0.728, 0.729, 0.73, 0.731, 0.732, 0.733, 0.734, 0.735, 0.736, 0.737, 0.738, 0.739, 0.74, 0.741, 0.742, 0.743, 0.744, 0.745, 0.746, 0.747, 0.748, 0.749, 0.75, 0.751, 0.752, 0.753, 0.754, 0.755, 0.756, 0.757, 0.758, 0.759, 0.76, 0.761, 0.762, 0.763, 0.764, 0.765, 0.766, 0.767, 0.768, 0.769, 0.77, 0.771, 0.772, 0.773, 0.774, 0.775, 0.776, 0.777, 0.778, 0.779, 0.78, 0.781, 0.782, 0.783, 0.784, 0.785, 0.786, 0.787, 0.788, 0.789, 0.79, 0.791, 0.792, 0.793, 0.794, 0.795, 0.796, 0.797, 0.798, 0.799, 0.8, 0.801, 0.802, 0.803, 0.804, 0.805, 0.806, 0.807, 0.808, 0.809, 0.81, 0.811, 0.812, 0.813, 0.814, 0.815, 0.816, 0.817, 0.818, 0.819, 0.82, 0.821, 0.822, 0.823, 0.824, 0.825, 0.826, 0.827, 0.828, 0.829, 0.83, 0.831, 0.832, 0.833, 0.834, 0.835, 0.836, 0.837, 0.838, 0.839, 0.84, 0.841, 0.842, 0.843, 0.844, 0.845, 0.846, 0.847, 0.848, 0.849, 0.85, 0.851, 0.852, 0.853, 0.854, 0.855, 0.856, 0.857, 0.858, 0.859, 0.86, 0.861, 0.862, 0.863, 0.864, 0.865, 0.866, 0.867, 0.868, 0.869, 0.87, 0.871, 0.872, 0.873, 0.874, 0.875, 0.876, 0.877, 0.878, 0.879, 0.88, 0.881, 0.882, 0.883, 0.884, 0.885, 0.886, 0.887, 0.888, 0.889, 0.89, 0.891, 0.892, 0.893, 0.894, 0.895, 0.896, 0.897, 0.898, 0.899, 0.9, 0.901, 0.902, 0.903, 0.904, 0.905, 0.906, 0.907, 0.908, 0.909, 0.91, 0.911, 0.912, 0.913, 0.914, 0.915, 0.916, 0.917, 0.918, 0.919, 0.92, 0.921, 0.922, 0.923, 0.924, 0.925, 0.926, 0.927, 0.928, 0.929, 0.93, 0.931, 0.932, 0.933, 0.934, 0.935, 0.936, 0.937, 0.938, 0.939, 0.94, 0.941, 0.942, 0.943, 0.944, 0.945, 0.946, 0.947, 0.948, 0.949, 0.95, 0.951, 0.952, 0.953, 0.954, 0.955, 0.956, 0.957, 0.958, 0.959, 0.96, 0.961, 0.962, 0.963, 0.964, 0.965, 0.966, 0.967, 0.968, 0.969, 0.97, 0.971, 0.972, 0.973, 0.974, 0.975, 0.976, 0.977, 0.978, 0.979, 0.98, 0.981, 0.982, 0.983, 0.984, 0.985, 0.986, 0.987, 0.988, 0.989, 0.99, 0.991, 0.992, 0.993, 0.994, 0.995, 0.996, 0.997, 0.998, 0.999, 1.0], "y": [0.0023479549358329647, 5.474402795619845e-09, 5.474402795619845e-09, 1.6423208386859536e-08, 5.474402795619845e-09, 5.474402795619845e-09, 5.474402795619845e-09, 1.094880559123969e-08, 2.189761118247938e-08, 2.7372013978099225e-08, 1.6423208386859536e-08, 2.189761118247938e-08, 5.474402795619845e-09, 1.094880559123969e-08, 1.6423208386859536e-08, 1.094880559123969e-08, 1.094880559123969e-08, 2.189761118247938e-08, 3.8320819569338914e-08, 3.284641677371907e-08, 3.8320819569338914e-08, 4.926962516057861e-08, 3.8320819569338914e-08, 7.664163913867783e-08, 6.569283354743814e-08, 7.116723634305798e-08, 6.569283354743814e-08, 7.116723634305798e-08, 9.306484752553736e-08, 8.211604193429768e-08, 8.759044472991751e-08, 9.853925032115721e-08, 1.0401365311677705e-07, 1.3138566709487629e-07, 1.4233447268611596e-07, 1.3686006989049612e-07, 1.5328327827735566e-07, 1.697064866642152e-07, 1.9707850064231443e-07, 1.9707850064231443e-07, 1.4233447268611596e-07, 1.9160409784669457e-07, 1.6423208386859536e-07, 2.682457369853724e-07, 2.3539932021165334e-07, 1.9707850064231443e-07, 2.6277133418975257e-07, 3.17515362145951e-07, 2.791945425766121e-07, 2.3539932021165334e-07, 2.846689453722319e-07, 3.613105845109098e-07, 3.558361817152899e-07, 4.379522236495876e-07, 3.3393857053281055e-07, 4.4342662644520744e-07, 3.5036177891967006e-07, 4.4890102924082727e-07, 4.7079864042330667e-07, 4.0510580687586853e-07, 4.4342662644520744e-07, 5.748122935400837e-07, 5.967099047225631e-07, 5.63863487948844e-07, 5.967099047225631e-07, 6.624027382700013e-07, 7.883140025692577e-07, 6.405051270875218e-07, 7.445187802042989e-07, 6.35030724291902e-07, 8.375836277298362e-07, 9.580204892334729e-07, 9.251740724597538e-07, 1.0346621283721508e-06, 9.634948920290927e-07, 9.415972808466133e-07, 1.127726975897688e-06, 1.023713322780911e-06, 1.1113037675108285e-06, 1.4069215184743e-06, 1.5328327827735565e-06, 1.5109351715910772e-06, 1.5656791995472758e-06, 1.587576810729755e-06, 1.6642184498684328e-06, 1.7572832973939702e-06, 1.8667713533063672e-06, 1.8667713533063672e-06, 1.9215153812625658e-06, 2.1021706735180206e-06, 2.2335563406128966e-06, 2.4142116328683515e-06, 2.4032628272771118e-06, 2.46348125802893e-06, 2.863112662109179e-06, 2.7755222173792615e-06, 2.9452287040434766e-06, 2.9123822872697576e-06, 2.961651912430336e-06, 3.54193860876604e-06, 3.492668983605461e-06, 3.487194580809841e-06, 3.892300387685709e-06, 3.952518818437528e-06, 4.078430082736784e-06, 4.565651931546951e-06, 4.686088793050588e-06, 4.603972751116289e-06, 5.0638225859483565e-06, 4.822948862941084e-06, 5.233529072612572e-06, 5.29374750336439e-06, 5.802866963357036e-06, 5.682430101853399e-06, 5.791918157765796e-06, 6.273665603780342e-06, 6.426948882057698e-06, 6.432423284853318e-06, 6.5473857435613345e-06, 7.445187802042989e-06, 7.603945483115965e-06, 7.346648551721832e-06, 7.571099066342245e-06, 7.822921594940758e-06, 7.883140025692576e-06, 7.488983024407948e-06, 8.364887471707124e-06, 8.326566652137784e-06, 8.578389180736298e-06, 8.80283969535671e-06, 8.901378945677868e-06, 9.268163932984397e-06, 9.13677826588952e-06, 9.344805572123076e-06, 9.53640966996977e-06, 9.930566671254398e-06, 1.0330198075334647e-05, 1.026997964458283e-05, 9.930566671254398e-06, 1.0182389199852912e-05, 1.060939261791126e-05, 1.061486702070688e-05, 1.130464177295498e-05, 1.095975439683093e-05, 1.1238948939407541e-05, 1.161668273230531e-05, 1.0861215146509772e-05, 1.1359385800911179e-05, 1.1134935286290765e-05, 1.1594785121122832e-05, 1.1392232217684898e-05, 1.167690116305713e-05, 1.1890402872086302e-05, 1.2186020623049775e-05, 1.1600259523918451e-05, 1.2164123011867295e-05, 1.1934198094451261e-05, 1.2071058164341758e-05, 1.1873979663699443e-05, 1.1939672497246882e-05, 1.2859372166911016e-05, 1.238309912369209e-05, 1.2229815845414734e-05, 1.2673242471859941e-05, 1.2755358513794238e-05, 1.2432368748852668e-05, 1.19725189140206e-05, 1.169332437144399e-05, 1.1748068399400188e-05, 1.1873979663699443e-05, 1.167690116305713e-05, 1.1884928469290683e-05, 1.2290034276166552e-05, 1.2043686150363659e-05, 1.2262662262188452e-05, 1.2043686150363659e-05, 1.2246239053801593e-05, 1.12553721477944e-05, 1.170427317703523e-05, 1.126632095338564e-05, 1.2114853386706717e-05, 1.1479822662414815e-05, 1.164952914907903e-05, 1.1868505260903824e-05, 1.1578361912735972e-05, 1.1222525731020682e-05, 1.1846607649721344e-05, 1.1217051328225063e-05, 1.1167781703064483e-05, 1.1129460883495145e-05, 1.093785678564845e-05, 1.1244423342203162e-05, 1.093785678564845e-05, 1.092143357726159e-05, 1.0642239034684979e-05, 1.0762675896188615e-05, 1.0647713437480598e-05, 1.057654620113754e-05, 1.0144068380283572e-05, 1.0532750978772581e-05, 1.0094798755122994e-05, 1.0034580324371176e-05, 1.0341146880925887e-05, 1.05929694095244e-05, 1.0094798755122994e-05, 1.0308300464152169e-05, 9.946989879641259e-06, 9.684218545451505e-06, 9.585679295130348e-06, 9.711590559429605e-06, 9.946989879641259e-06, 9.552832878356629e-06, 9.695167351042745e-06, 9.695167351042745e-06, 1.0045529129962415e-05, 9.55830728115225e-06, 1.0051003532758036e-05, 9.394075197283654e-06, 9.88129704609382e-06, 9.717064962225225e-06, 9.311959155349355e-06, 9.87034824050258e-06, 9.426921614057372e-06, 9.667795337064646e-06, 9.465242433626712e-06, 9.426921614057372e-06, 9.394075197283654e-06, 9.645897725882167e-06, 9.027290209977125e-06, 9.235317516210678e-06, 9.580204892334729e-06, 9.295535946962496e-06, 9.443344822444233e-06, 9.410498405670513e-06, 1.0034580324371176e-05, 9.470716836422331e-06, 9.711590559429605e-06, 1.0122170769101094e-05, 9.53093526717415e-06, 9.651372128677787e-06, 9.788232198568282e-06, 9.941515476845638e-06, 9.946989879641259e-06, 9.848450629320102e-06, 1.0100273157918614e-05, 1.0127645171896713e-05, 1.0483481353612003e-05, 9.596628100721588e-06, 1.0319249269743407e-05, 1.0406839714473324e-05, 1.0653187840276219e-05, 1.0122170769101094e-05, 1.0554648589955062e-05, 1.0149542783079193e-05, 1.0653187840276219e-05, 1.0308300464152169e-05, 1.0330198075334647e-05, 1.0713406271028037e-05, 1.092143357726159e-05, 1.1113037675108284e-05, 1.1162307300268864e-05, 1.1063768049947707e-05, 1.1425078634458616e-05, 1.0872163952101012e-05, 1.1824710038538865e-05, 1.1474348259619196e-05, 1.1791863621765147e-05, 1.1753542802195807e-05, 1.2251713456597214e-05, 1.2268136664984073e-05, 1.2169597414662916e-05, 1.236120151250961e-05, 1.2295508678962172e-05, 1.2082006969932998e-05, 1.20272629419768e-05, 1.2552805610356304e-05, 1.203821174756804e-05, 1.2284559873370932e-05, 1.2684191277451181e-05, 1.2525433596378206e-05, 1.2629447249494983e-05, 1.301265544518837e-05, 1.305645066755333e-05, 1.3193310737443826e-05, 1.2881269778093495e-05, 1.3007181042392752e-05, 1.4151331226677298e-05, 1.3286375584969363e-05, 1.3527249307976637e-05, 1.3817392656144488e-05, 1.3833815864531348e-05, 1.415680562947292e-05, 1.3861187878509447e-05, 1.4074689587538621e-05, 1.445242338043639e-05, 1.4052791976356143e-05, 1.4594757853122506e-05, 1.4195126449042257e-05, 1.445242338043639e-05, 1.4879426798494739e-05, 1.4758989936991103e-05, 1.4567385839144407e-05, 1.4682348297852424e-05, 1.5355699841713665e-05, 1.5738908037407053e-05, 1.5678689606655235e-05, 1.6116641830304822e-05, 1.6040000191166146e-05, 1.6182334663852263e-05, 1.5311904619348705e-05, 1.6445105998042015e-05, 1.6122116233100445e-05, 1.622612988621722e-05, 1.697064866642152e-05, 1.6729774943414247e-05, 1.683926299932664e-05, 1.698707187480838e-05, 1.662028688750185e-05, 1.769326983544334e-05, 1.7572832973939702e-05, 1.808195243393235e-05, 1.793414355845061e-05, 1.77370650578083e-05, 1.7769911474582017e-05, 1.7835604308129455e-05, 1.832282615693962e-05, 1.8169542878662266e-05, 1.8153119670275405e-05, 1.871698315822425e-05, 1.835567257371334e-05, 1.8574648685538135e-05, 1.9165884187465076e-05, 1.9543617980362845e-05, 1.9001652103596483e-05, 1.8974280089618384e-05, 2.0025365426377392e-05, 2.055638249755252e-05, 1.976259409218764e-05, 2.0567331303143758e-05, 2.050163846959632e-05, 2.012390467669855e-05, 2.0923167484859046e-05, 2.11585668050707e-05, 2.085200024851599e-05, 2.1760751112588882e-05, 2.0758935400990453e-05, 2.1372068514099875e-05, 2.191403439086624e-05, 2.154177500076409e-05, 2.2461474670428225e-05, 2.188666237688814e-05, 2.2795413240961033e-05, 2.2149433711077893e-05, 2.324978867299748e-05, 2.2724246004617977e-05, 2.2784464435369795e-05, 2.2680450782253017e-05, 2.2893952491282193e-05, 2.2872054880099712e-05, 2.329905829815806e-05, 2.3041761366763928e-05, 2.4552696538355004e-05, 2.3890293800085002e-05, 2.389576820288062e-05, 2.4251604384595914e-05, 2.4596491760719964e-05, 2.47443006362017e-05, 2.4131167523092278e-05, 2.5193201665442525e-05, 2.5653051500274592e-05, 2.496327674802649e-05, 2.576253955618699e-05, 2.5132983234690707e-05, 2.602531089037674e-05, 2.6282607821770875e-05, 2.6435891100048233e-05, 2.5713269931026413e-05, 2.68683689209022e-05, 2.6693188031442365e-05, 2.749792524239848e-05, 2.6808150490150382e-05, 2.7043549810362035e-05, 2.714756346347881e-05, 2.7382962783690463e-05, 2.7957775077230547e-05, 2.751434845078534e-05, 2.8111058355507905e-05, 2.826981603658088e-05, 2.8039891119164845e-05, 2.8538061773566253e-05, 2.8538061773566253e-05, 2.8324560064537077e-05, 2.8472368940018813e-05, 2.9047181233558896e-05, 2.8762512288186664e-05, 2.9129297275493195e-05, 2.967126315225956e-05, 2.930995256774865e-05, 3.035556350171204e-05, 3.0202280223434683e-05, 3.0076368959135428e-05, 3.082088773933973e-05, 3.057453961353683e-05, 3.086468296170469e-05, 3.0377461112894518e-05, 3.0859208558909065e-05, 3.16694201726608e-05, 3.128621197696741e-05, 3.120409593503312e-05, 3.240846455006948e-05, 3.117672392105502e-05, 3.214569321587973e-05, 3.2994225649200805e-05, 3.281904475974097e-05, 3.2589119842324936e-05, 3.235372052211328e-05, 3.248510618920816e-05, 3.2616491856303036e-05, 3.30763416911351e-05, 3.3486921900806594e-05, 3.385918129090874e-05, 3.431903112574081e-05, 3.350334510919345e-05, 3.394677173563866e-05, 3.410005501391601e-05, 3.4340928736923284e-05, 3.4625597682295516e-05, 3.526610280938304e-05, 3.522230758701808e-05, 3.550697653239031e-05, 3.573142704701073e-05, 3.5556246157550896e-05, 3.6202225687434036e-05, 3.637193217409825e-05, 3.5851863908514366e-05, 3.567668301905453e-05, 3.649784343839751e-05, 3.673324275860916e-05, 3.732995266333172e-05, 3.675514036979164e-05, 3.744491512203974e-05, 3.7505133552791555e-05, 3.738469669128792e-05, 3.855074448675495e-05, 3.796498338762362e-05, 3.813468987428784e-05, 3.834271718052139e-05, 3.926789125298115e-05, 3.915292879427313e-05, 3.8391986805681974e-05, 3.905986394674759e-05, 4.063649195188611e-05, 3.911460797470379e-05, 4.090473768887148e-05, 3.980438272695189e-05, 4.046678546522189e-05, 4.1370061926499165e-05, 4.112371380069628e-05, 4.1868232580900577e-05, 4.129342028736049e-05, 4.198319503960859e-05, 4.268939300024355e-05, 4.2131003915090325e-05, 4.378427355936752e-05, 4.266202098626545e-05, 4.330252611335298e-05, 4.2426621666053796e-05, 4.2820778667338426e-05, 4.3915659226462395e-05, 4.475324285419223e-05, 4.449047152000248e-05, 4.445762510322876e-05, 4.559082648192207e-05, 4.508718142472504e-05, 4.5995932288797935e-05, 4.5727686551812564e-05, 4.555798006514835e-05, 4.613279235868843e-05, 4.693205516684893e-05, 4.774774118339629e-05, 4.6811618305345295e-05, 4.695395277803141e-05, 4.6756874277389096e-05, 4.7572560293936455e-05, 4.798314050360794e-05, 4.763825312748389e-05, 4.809262855952034e-05, 4.767657394705323e-05, 4.941743403606034e-05, 4.9510498883585876e-05, 5.0309761691746374e-05, 5.0380928928089434e-05, 5.096121562442514e-05, 4.937363881369538e-05, 5.061632824830108e-05, 5.147033508441778e-05, 5.186449208570241e-05, 5.036450571970257e-05, 5.179332484935935e-05, 5.2138212225483404e-05, 5.231339311494324e-05, 5.31838231594468e-05, 5.356703135514018e-05, 5.426775491297952e-05, 5.428417812136638e-05, 5.4924683248453906e-05, 5.531336584694291e-05, 5.592649896005234e-05, 5.490278563727142e-05, 5.661627371230044e-05, 5.7114444366701844e-05, 5.646299043402308e-05, 5.686262183810333e-05, 5.687357064369457e-05, 5.825859455098639e-05, 5.9293256679358544e-05, 5.9112601387103086e-05, 5.890457408086953e-05, 5.9517707193978954e-05, 5.9150922206672424e-05, 5.938084712408846e-05, 6.025675157138763e-05, 5.976405531978185e-05, 6.06618573782635e-05, 6.091915430965763e-05, 6.131878571373789e-05, 6.240819187006624e-05, 6.35851884711245e-05, 6.198118845200788e-05, 6.174031472900061e-05, 6.354139324875955e-05, 6.361803488789822e-05, 6.454320896035798e-05, 6.407788472273029e-05, 6.417642397305144e-05, 6.426948882057698e-05, 6.613078577108773e-05, 6.660705881430665e-05, 6.562166631109509e-05, 6.534247176851847e-05, 6.828222606976632e-05, 6.7696464970635e-05, 6.891178239126261e-05, 6.892820559964946e-05, 6.968914758824062e-05, 6.920740014222608e-05, 7.038439674328435e-05, 7.098658105080253e-05, 7.071286091102153e-05, 7.268364591744467e-05, 7.267817151464907e-05, 7.239897697207245e-05, 7.451757085397733e-05, 7.385516811570733e-05, 7.422742750580947e-05, 7.427122272817444e-05, 7.33241510445322e-05, 7.50595367307437e-05, 7.615441728986766e-05, 7.603945483115964e-05, 7.737520911329089e-05, 7.584785073331295e-05, 7.759418522511568e-05, 7.762155723909378e-05, 7.858505213112287e-05, 7.825111356059007e-05, 7.959781664831255e-05, 7.965256067626875e-05, 8.063247877668469e-05, 8.061605556829784e-05, 8.177115455817362e-05, 8.153028083516635e-05, 8.32273457018085e-05, 8.284413750611512e-05, 8.428937984415875e-05, 8.465616483146529e-05, 8.39992364959909e-05, 8.370909314782305e-05, 8.498462899920247e-05, 8.588243105768412e-05, 8.808861538431893e-05, 8.748095667400512e-05, 8.771635599421677e-05, 8.878933894215827e-05, 8.762876554948686e-05, 9.00101307655815e-05, 9.132946183932588e-05, 9.073275193460331e-05, 9.202471099436959e-05, 9.349732534639134e-05, 9.371082705542051e-05, 9.453198747476348e-05, 9.556664960313563e-05, 9.512322297669042e-05, 9.674364620419389e-05, 9.714875201106977e-05, 9.719802163623035e-05, 9.713780320547853e-05, 9.753743460955878e-05, 9.847903189040539e-05, 0.00010014872474306945, 9.994069743683589e-05, 0.00010058120256392342, 0.00010123813089939779, 0.00010335125037850705, 0.00010278738689055821, 0.0001045775166047259, 0.00010430927086774053, 0.0001049059807724631, 0.0001060391821511564, 0.00010684391936211251, 0.00010859025385391524, 0.00010804281357435327, 0.00010963039038508302, 0.00010899535966079111, 0.00011093329825044054, 0.00011183110030892219, 0.00011201723000397327, 0.00011399348941319203, 0.00011371976927341104, 0.00011626536657337426, 0.00011442596723404599, 0.00011709200139551287, 0.0001184277556776441, 0.00011973613794579725, 0.00011963212429268047, 0.00012065036321266576, 0.00012058467037911833, 0.00012108831543631535, 0.00012286202194209617, 0.00012265946903865823, 0.00012335471819370196, 0.00012545141446442437, 0.00012655176942634396, 0.00012801890937557008, 0.00012745504588762124, 0.00013066852032865008, 0.0001289933530731904, 0.00013065209712026323, 0.0001327159469742119, 0.00013386009715849644, 0.00013383272514451834, 0.00013592942141524075, 0.0001366629913898538, 0.0001382341449921967, 0.00013920858868981704, 0.00014126148973817447, 0.00014125601533537886, 0.00014267936006224003, 0.00014331986518932753, 0.00014445854097081646, 0.0001449621860280135, 0.00014659903246390382, 0.000147633694592276, 0.00014950594034837797, 0.00015087454104728294, 0.0001510825683535165, 0.00015258255471951632, 0.00015413181071067674, 0.00015380882094573515, 0.0001571263090398808, 0.00015935439097769806, 0.00015801316229277122, 0.00016008796095231113, 0.00016199305312518682, 0.00016351493710236914, 0.00016425398147977782, 0.00016796015217241246, 0.00016972290987260207, 0.0001689072238560547, 0.00016952035696916412, 0.0001731553604254557, 0.00017466082119425115, 0.00017567906011423643, 0.00017645642531121446, 0.00017913340827827257, 0.00018159141513350588, 0.0001828669509848853, 0.00018435051414249828, 0.00018509503292270257, 0.000186644288913863, 0.00018880667801813284, 0.00019107855517831507, 0.00019175738112497191, 0.00019420991357740961, 0.00019618069858383277, 0.0001972701047401611, 0.00019848542216078873, 0.0002009598522244089, 0.0002042718659157589, 0.00020552550415595583, 0.00020727183864775858, 0.00020900174993117445, 0.0002075838796071089, 0.00021231376362252445, 0.00021623891042698388, 0.0002181221049886771, 0.0002216530947918519, 0.00022227170230775694, 0.0002248829924412676, 0.0002272260368377929, 0.00022817310852143514, 0.0002313920573652596, 0.0002344796205419892, 0.00023453983897274102, 0.0002388974635980544, 0.00024110912232748482, 0.00024307443293111234, 0.00024529156606333837, 0.0002490908016034986, 0.00025290098594925, 0.0002534593750344032, 0.00025661263104468024, 0.0002600779280143076, 0.0002649118256828399, 0.0002662092591454018, 0.00027002491789394884, 0.00027300299301476606, 0.0002755047950923643, 0.0002783241125321085, 0.00028194816718280885, 0.0002827638531993562, 0.0002883805904676622, 0.00029101377821235536, 0.00029172545057578594, 0.00029774181924817214, 0.0003017381332889746, 0.00030519248145301073, 0.000309019089007149, 0.0003122544610593603, 0.0003163547887532796, 0.0003188620652336735, 0.0003249277035312203, 0.00032721600389978937, 0.0003309988162315627, 0.0003359038811364381, 0.00033879984021532096, 0.00034458628397029115, 0.00035063549905945107, 0.0003545989666834798, 0.00035683252302409275, 0.00036229050261132574, 0.00036517003848182174, 0.00037007510338669714, 0.00037490352665243385, 0.0003824582025103892, 0.0003854089056172283, 0.0003899690831459797, 0.0003983120730065043, 0.00039933031192648956, 0.0004078156362597004, 0.0004134378479308019, 0.00042066953402381576, 0.00042328629856012203, 0.0004308573976264643, 0.0004342843737765223, 0.00044628973910731663, 0.00044601601896753564, 0.0004556400190822353, 0.0004606162512234537, 0.0004727639510269342, 0.0004800996507730648, 0.00048343356207559724, 0.0004934900400111509, 0.0004979571526923767, 0.0005085501221019012, 0.0005152288935125573, 0.0005188748457744402, 0.0005279897264291472, 0.000542119160044642, 0.0005456829962645905, 0.0005536865731517867, 0.0005644820954647491, 0.0005713360477648651, 0.0005787648123585212, 0.0005920840343602643, 0.0006012536590429276, 0.0006063722256568321, 0.0006217552975125239, 0.0006309741918203477, 0.0006412934410900911, 0.0006498006630344844, 0.0006616691682953882, 0.000677008444928715, 0.0006859809911107359, 0.0006970283359522967, 0.0007115574009718718, 0.000720929578557973, 0.0007367232306233363, 0.0007484931966339189, 0.0007615332240930853, 0.0007747648556500986, 0.0007937117637257388, 0.0008083503168012263, 0.000823344706058429, 0.0008382953000932668, 0.0008474047063451783, 0.0008699701946687233, 0.0008868313552792324, 0.0009029151506927635, 0.0009215335946006665, 0.0009367086391501248, 0.0009564821820479037, 0.0009750458819278505, 0.0009957391244952937, 0.0010095784147626206, 0.0010345964355386033, 0.0010539593982267107, 0.0010781069889581898, 0.0011006889004901215, 0.001117489842669879, 0.0011459348395959196, 0.0011729236453783254, 0.0011939015568911407, 0.0012212899940776268, 0.0012467021718548942, 0.0012784153872499198, 0.0013024644387310779, 0.0013306630875313157, 0.0013633397978183705, 0.0013942865968220096, 0.0014254359487290865, 0.0014557477170084336, 0.0014831471030005109, 0.001522962434533054, 0.001560533260919393, 0.0015900567151961708, 0.0016338355143527426, 0.0016620889071809366, 0.001700623228459305, 0.0017422615361227893, 0.0017885476117597552, 0.0018241421787368753, 0.001868211121241615, 0.0019197580979651715, 0.001964577033652911, 0.002012160542752439, 0.002065119915397265, 0.0021227872744463247, 0.002176009418425341, 0.0022271786613559997, 0.0022835540613452927, 0.002342491481842936, 0.002399545707778886, 0.0024679264730989737, 0.0025339641940225355, 0.002601365041242207, 0.002670692878245937, 0.0027388382442458128, 0.002820532757164848, 0.0028897784781266433, 0.0029668580694889707, 0.003051454015889684, 0.003130312788160588, 0.003218943369421673, 0.0033109735548188385, 0.0033998231121917487, 0.003499796656045358, 0.0036018723705724858, 0.0037076487813894523, 0.0038157791854085354, 0.003920712538194977, 0.004031919556585198, 0.004140991557885128, 0.004264532405773881, 0.0043823525027412115, 0.004507584941093811, 0.0046371202600437676, 0.004791235647546058, 0.004923491744685438, 0.005057423009080277, 0.00521845804171623, 0.005371938398494229, 0.005510769253391148, 0.005689338798181471, 0.005855902977641001, 0.006029282788581077, 0.00619605499534684, 0.0063773288951182, 0.006563338153307771, 0.0067647031113390555, 0.006971350868068113, 0.007173870925089274, 0.007373182982072201, 0.007596357960841235, 0.007820348625626817, 0.008057264355412857, 0.0082716802897089, 0.008520316715880362, 0.008756405810844263, 0.008994334305147492, 0.00926911100466804, 0.009495099826474023, 0.009764741536172277, 0.010030518317496826, 0.010309466511947635, 0.010574066296671125, 0.010831730013052564, 0.01109633527217885, 0.011384584476979416, 0.011631441722242302, 0.011910762176083214, 0.012167029919751769, 0.012414861608712276, 0.012654580232729673, 0.012884866460730218, 0.013102736743190296, 0.013312997605764463, 0.013499329853718975, 0.01367674977392222, 0.013835485557384012, 0.01395554468509475, 0.014067381259806468, 0.014122683676847821, 0.014163385861633255, 0.014226992947715561, 0.014248239104965362, 0.01424323002640737, 0.014169544564778326, 0.014085600072310292, 0.013952451647515227, 0.013804938389784454, 0.013615584271486758, 0.01343327023518423, 0.013185225044514696, 0.012896220372128333, 0.012603235808909555, 0.012302187450372828, 0.011962664988988484, 0.011583069899140205, 0.01118584723229003, 0.010774292578920921, 0.010368305393194957, 0.009880902889092536, 0.009407005736686907, 0.008919887901529859, 0.008394602530081747, 0.007870729554554907, 0.0073239735753423746, 0.006780102606403134, 0.006201496551725686, 0.005616616831444457, 0.005037764428641206, 0.004440277158721665, 0.003835716960390183, 0.0032356895675734743, 0.00265362916473199, 0.002092283902069131, 0.0015721061484293333, 0.0011005739380314137, 0.0007126084863086308, 0.00041510206638067037, 0.00020629739495013825, 8.030948901174312e-05, 1.0105747560714235e-05], "label": "allenai_c4_en"}}, "layout": {"title": {"text": "Dataset Statistics comparisson"}, "xaxis": {"title": {"text": "FastText-EN Score"}}, "yaxis": {"title": {"text": "Document Frequency"}}}}

data/plots/stats/index.json

@@ -1 +0,0 @@
-{"files": {"ccnet": {"name": "Perplexity", "file": "ccnet.json"}, "fasttext": {"name": "Lang score", "file": "fasttext.json"}, "length": {"name": "Length", "file": "length.json"}, "n_lines": {"name": "Lines", "file": "n_lines.json"}, "n_sentences": {"name": "Sentences", "file": "n_sentences.json"}}, "settings": {"defaultMetric": "ccnet", "autoSetXRange": false}}

data/plots/wet_comparison/index.json

@@ -1 +1 @@
-{"files":{"agg_score":{"file":"agg_score.json"},"commonsense_qa/acc_norm":{"file":"commonsense_qa_acc_norm.json"},"hellaswag/acc_norm":{"file":"hellaswag_acc_norm.json"},"openbookqa/acc_norm":{"file":"openbookqa_acc_norm.json"},"piqa/acc_norm":{"file":"piqa_acc_norm.json"},"winogrande/acc_norm":{"file":"winogrande_acc_norm.json"},"arc/acc_norm":{"file":"arc_acc_norm.json"},"mmlu/acc_norm":{"file":"mmlu_acc_norm.json"}},"settings":{"slider":{"min":0,"max":10,"default":null}}}
+{"files":{"agg_score":{"file":"agg_score.json"},"commonsense_qa/acc_norm":{"file":"commonsense_qa_acc_norm.json"},"hellaswag/acc_norm":{"file":"hellaswag_acc_norm.json"},"openbookqa/acc_norm":{"file":"openbookqa_acc_norm.json"},"piqa/acc_norm":{"file":"piqa_acc_norm.json"},"winogrande/acc_norm":{"file":"winogrande_acc_norm.json"},"arc/acc_norm":{"file":"arc_acc_norm.json"},"mmlu/acc_norm":{"file":"mmlu_acc_norm.json"}},"settings":{"slider":{"min":0,"max":10,"default":0}}}