diff --git "a/data/plots/dataset_ablations.json" "b/data/plots/dataset_ablations.json"
--- "a/data/plots/dataset_ablations.json"
+++ "b/data/plots/dataset_ablations.json"
@@ -1 +1 @@
-{"data":{"FineWeb (ours)":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[null,null,null,null,0.3712157472968102,0.38569323457777493,0.3981285229325294,0.4066198557615279,0.41478234604001035,0.4201014973223208,0.42716352790594103,0.43035290017724037,0.4334479622542857,0.43603434190154067,0.4374171830713749,0.4378406159579754,0.44050431549549096,0.4426967814564704,0.444344089180231,0.44582218378782273,0.44676088243722917,0.44773444831371306,0.44797005578875543,0.4479209095239639,0.4497388891875743,0.451181749254465,0.4514984801411629,0.4518859677016735,0.45252272188663484,0.4525098197162151,0.4530941963195801,0.453959035128355,0.4554740980267525,0.4559641920030117,0.45572500452399256,0.45685316547751426,0.45709227323532103,0.45743352398276327,0.4586012713611126,0.4593494705855846,0.45895241349935534,0.4599407374858856,0.4597075887024403,0.46024790331721305,0.46140901520848276,0.4629077948629856,0.46317790597677233,0.46494788229465484,0.4657444849610329,0.4665262944996357,0.46651043817400933,0.466835780441761,0.46796536445617676,0.4681459695100784,0.4683231070637703,0.46803470253944396,0.4680803991854191,0.46696048602461804,0.46784936264157295,0.4682179480791092,0.46965089738368987,0.4700184591114521,0.47036621868610384,0.4702661596238612,0.4707536585628985,0.47030577659606926,0.47028143927454946,0.4708319529891014,0.47103812247514726,0.46995603293180466,0.4700050979852676,0.47025975957512844,0.47025189697742464,0.4695272326469421,0.4708316929638386,0.47134945169091225,0.47233630791306497,0.472486087679863,0.47400609999895094,0.4740514993667603,0.4746290810406208,0.47478879392147066,0.474917159229517,0.47537324130535125,0.4754243455827236,0.4759679578244686,0.4765262506902218,0.4769704148173332,0.47606868073344233,0.476014269143343,0.4759118087589741,0.4757449202239513,0.4757299132645129,0.4764128066599368,0.4770635090768337,0.4772775433957577,0.4777563586831093,0.4781574815511703,0.47913932502269735,0.47997388914227485,0.47990029156208036,0.48027274310588836,0.48123554810881614,0.4807776227593422,0.48076377213001253,0.48124308288097384,0.4807186722755432,0.480298426002264,0.48083388805389404,0.48105664253234864,0.48138434141874314,0.4823483981192112,0.4827818602323532,0.4833590790629387,0.4834526889026165,0.4835219897329807,0.48327558264136317,0.4832548059523106,0.482832083106041,0.482999499887228,0.48349839374423026,0.48438283503055574,0.48480270951986315,0.4846198961138725,0.4855451248586178,0.48584607914090155,0.48580994829535484,0.48572852462530136,0.4865334898233414,0.48629426285624505,0.4866053737699986,0.486323406547308,0.4868562504649162,0.48631764724850657,0.48656089380383494,0.4869096249341965,0.4872058629989624,0.4876266010105609,0.48828058391809454,0.48916375041007987,0.4885731689631939,0.48913962915539744,0.48933037295937537,0.4896206259727478,0.4888610139489174,0.4889063358306884,0.48800586611032487,0.48769507482647895,0.4881645493209362,0.4885176382958889,0.4889214225113392,0.489346531778574,0.4897931829094887,0.4895638138055801,0.4895636722445488,0.4894485406577587,0.4895821809768677,0.48963045328855515,0.4895258165895939,0.4892311230301857,0.48935932368040086,0.48930409029126165,0.4892051488161087,0.48934917002916334,0.4892323412001133,0.4888860426843166,0.4898474603891373,0.4898831218481064],"label":"FineWeb (ours)"},"C4":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[null,null,null,null,0.37031132541596884,0.3861145623028278,0.39781578034162524,0.4049981914460659,0.41125049293041227,0.4157645933330059,0.4184085942804813,0.42142740786075583,0.42450482919812194,0.4273415431380271,0.429358696192503,0.4319171831011772,0.43310311511158944,0.4356558553874493,0.43729385510087015,0.4398450471460819,0.44034275487065316,0.4422505870461464,0.4438278801739215,0.4442768432199955,0.44453793913125994,0.44682204648852347,0.4492095001041889,0.45029403567314147,0.4518999971449375,0.45325383394956587,0.45350821912288664,0.4530544176697731,0.4531293801963329,0.453867893666029,0.4546523816883564,0.45572223886847496,0.455907317250967,0.4559489533305168,0.45620120167732237,0.4561437442898749,0.4568042539060115,0.45808903500437725,0.45854576379060746,0.4595249958336353,0.46013019010424616,0.4601067304611206,0.4603969775140285,0.46039394065737715,0.46063812673091886,0.4616517499089241,0.462982639670372,0.46384881511330606,0.46470888406038285,0.46438453644514077,0.4641804374754428,0.4632778570055961,0.4631356731057167,0.46262368112802504,0.4630329914391041,0.4633222192525864,0.46437387317419043,0.4648158758878707,0.465447574853897,0.46562537327408793,0.465600273758173,0.46574294194579124,0.46528102830052376,0.4660298578441143,0.4666306748986244,0.46725640147924424,0.4672479182481766,0.46756778135895727,0.46775934025645255,0.46824805736541747,0.46802097260951997,0.46941083669662476,0.47014615312218666,0.470748395472765,0.47020162716507913,0.47148469015955924,0.4708667159080505,0.471061547100544,0.47109143659472463,0.47253392785787585,0.4729177556931973,0.473410177975893,0.47412602305412294,0.47420368120074274,0.47472296878695486,0.47433724999427795,0.4744605697691441,0.47398262843489647,0.4749260261654854,0.4746309369802475,0.4754087567329407,0.4752944201231002,0.4756043516099452,0.4752288468182086,0.47521871849894526,0.4746076203882694,0.47511918321251867,0.4751265667378902,0.4762439362704754,0.4778266429901123,0.4785951733589172,0.4783878833055496,0.47844565808773043,0.4780256047844887,0.47702656015753736,0.47713900655508035,0.4774845123291015,0.47798100039362906,0.4780901148915291,0.4777564540505409,0.4772858589887619,0.47762828022241594,0.47768432945013045,0.4774010144174098,0.4781514324247837,0.4781773522496223,0.47855629697442054,0.4787003755569458,0.479026710242033,0.47915929853916167,0.48030186966061594,0.48038364499807357,0.480581185221672,0.4808879986405373,0.4813949279487133,0.48143648356199265,0.48228714913129805,0.4826158158481121,0.4831616222858429,0.483425835520029,0.48365990445017804,0.48269245773553837,0.4836991146206856,0.48364961966872216,0.48380382508039477,0.4834172509610652,0.48334112986922256,0.48242905735969543,0.4826629556715488,0.4822983302175999,0.48211922869086266,0.483265259861946,0.48355209007859223,0.4838595129549502,0.48433948382735253,0.4856067016720772,0.4857440173625946,0.4866707265377045,0.4869413435459137,0.4869915746152401,0.4868630483746529,0.4867526046931744,0.4863955594599247,0.48616318702697753,0.4860677346587181,0.48642648234963415,0.48611854612827293,0.4861273929476737,0.4865010216832161,0.4868352599442005,0.48694165945053103,0.48753583505749704,0.48733403384685514,0.4865913726389408],"label":"C4"},"Dolma":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[null,null,null,null,0.36829185895621774,0.3826920263469219,0.3932168565690517,0.4001671388745308,0.40611165165901186,0.4102663993835449,0.4129279285669326,0.4168520301580429,0.4199860475957394,0.42218567058444023,0.4255398973822594,0.42862062379717825,0.43043847382068623,0.4322855733335017,0.4342906281352043,0.4356040135025978,0.437412865459919,0.4377865843474865,0.4391136698424816,0.4399378590285778,0.44036932438611986,0.4404760181903839,0.44079480320215225,0.44110928773880004,0.4419735036790371,0.4431540474295616,0.44414861872792244,0.44663134664297105,0.447731390595436,0.4486377447843551,0.4490752771496772,0.45021008625626563,0.45042492374777787,0.4503888428211211,0.4511564202606677,0.4517831355333328,0.45151555314660075,0.45143224447965613,0.4509019635617732,0.4508959643542766,0.45099312737584113,0.45197013318538665,0.4533025212585926,0.45523594170808784,0.4563622847199439,0.4563429668545722,0.4569791406393051,0.4572999693453312,0.45812175720930093,0.45867776051163667,0.4597163848578929,0.45905695110559464,0.4590897589921951,0.4591017745435237,0.4589703656733035,0.4600061275064945,0.46125792637467383,0.4612972617149353,0.4610033519566059,0.46131007373332966,0.45974892750382423,0.45977524295449257,0.46031488552689553,0.4609262838959694,0.46078696325421326,0.4631240248680114,0.4636728063225746,0.46505812257528306,0.46523031517863267,0.4652312956750392,0.46456133648753156,0.4649143539369106,0.4650689773261547,0.46563632860779763,0.4664593979716301,0.46731297448277476,0.4678213559091091,0.467756862193346,0.4675082013010979,0.4674791909754276,0.4665357306599617,0.4657153382897377,0.4652122125029564,0.46624193117022517,0.4670622080564499,0.4675221122801304,0.46849180534482004,0.4684284642338753,0.4681626588106155,0.4679159983992577,0.4691922187805176,0.46928863450884817,0.46938162073493006,0.46954184845089914,0.4700673170387744,0.46967210322618475,0.46959259286522864,0.4706240609288216,0.47129315659403803,0.4710762068629265,0.47106821537017823,0.4707925833761692,0.4713354676961899,0.47075842395424844,0.4710302673280239,0.4717977650463581,0.4727449908852576,0.4723355159163474,0.47267045825719833,0.473048622906208,0.4724260903894901,0.47202426195144653,0.4715518891811371,0.4712790258228779,0.47217001020908356,0.4726972974836826,0.47325685098767273,0.4736775815486908,0.4738755039870739,0.4731722638010979,0.47355266809463503,0.4729598484933376,0.4730292782187462,0.47380238249897955,0.4743541695177555,0.4744453772902489,0.47513795644044876,0.47564751878380773,0.4758379586040974,0.47590363696217536,0.47586077228188517,0.4762671314179897,0.4765605591237545,0.4763809978961945,0.4761639192700386,0.4760676920413971,0.4757721446454525,0.47608443796634675,0.47684395089745524,0.47727004289627073,0.4778515577316284,0.47871544063091276,0.4789580747485161,0.479602736979723,0.4793718926608562,0.48051962405443194,0.480340039730072,0.48023983761668204,0.4793727234005928,0.47987697795033457,0.4789552815258503,0.4794896461069583,0.4793884709477424,0.47952600941061974,0.47939058393239975,0.4796253673732281,0.47967042177915564,0.4800381310284137,0.48009947761893274,0.4808355815708637,0.4803269624710083,0.4804235249757767,0.48066105097532275,0.4810446500778198],"label":"Dolma"},"RefinedWeb":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[null,null,null,null,0.36935312487184996,0.38374419510364527,0.39556556120514863,0.40262971073389053,0.40787065848708154,0.41219308972358704,0.4158456213772297,0.4189255848526955,0.4221720516681671,0.4249745920300484,0.4275571651756763,0.4307715676724911,0.43210732862353324,0.4332358233630657,0.43628031089901925,0.4377801202237606,0.4382371336221695,0.4408359855413437,0.443413619697094,0.44420371055603025,0.44484473913908007,0.4471548080444336,0.44681392312049867,0.4467212952673435,0.44725192710757256,0.449183938652277,0.4495456732809543,0.4513785853981971,0.4531454570591449,0.4544703222811222,0.45540532246232035,0.45598348379135134,0.4556840226054192,0.45618869438767423,0.4562996678054332,0.4565622642636299,0.45782349109649656,0.4579134449362755,0.45743068605661386,0.4575530268251895,0.45722133442759505,0.4563326708972454,0.45796059966087344,0.4588068947196007,0.4595696978271008,0.46085438057780265,0.4618456199765205,0.4616811737418174,0.461778799444437,0.4613799624145031,0.4618814967572689,0.46205456703901293,0.4624464973807335,0.46321221739053725,0.46389560475945474,0.4640473112463951,0.46415690779685975,0.46410940065979955,0.4646980591118336,0.4655677951872349,0.4660304687917233,0.46585372239351264,0.46676014959812157,0.46638399064540864,0.46536661833524706,0.46535017490386965,0.46683350801467893,0.46656889393925666,0.46725284233689307,0.4680892124772072,0.4678822658956051,0.4680094726383686,0.469198103249073,0.470146207511425,0.47041539251804354,0.47116121649742126,0.4711993597447872,0.4709890834987164,0.4708621069788933,0.47159409448504447,0.4708657041192055,0.4702023401856422,0.4696627654135227,0.46882943958044054,0.468185143917799,0.46857124716043463,0.4695053867995739,0.470417944341898,0.4714525043964386,0.47220595851540564,0.4725564628839492,0.47324422001838673,0.47333174645900716,0.4733056709170341,0.4735308401286602,0.4738423585891723,0.47416625097393983,0.4753894440829754,0.47546544298529625,0.4756516933441162,0.4759101323783398,0.47567163929343215,0.47464561983942977,0.47505067735910406,0.47595281824469565,0.47621366158127787,0.47611333057284355,0.47660795897245406,0.47582818642258645,0.4758710920810699,0.4767298653721809,0.4770657457411289,0.47764199823141096,0.4785135343670845,0.47847120761871337,0.47832037433981894,0.47839118018746374,0.4785721957683563,0.4793835572898388,0.4795083418488503,0.4799169234931469,0.4805363215506076,0.4808934584259986,0.4812358051538467,0.4816051431000233,0.4815927021205425,0.4814530000090599,0.48048100918531417,0.4804213002324104,0.48112683445215226,0.4811866842210293,0.4815112330019474,0.48153620585799217,0.48184896931052207,0.48141826167702667,0.4815475441515445,0.4816103555262088,0.4822722218930721,0.48146815076470373,0.4818138018250465,0.48226772993803024,0.4829028986394405,0.48318603038787844,0.484446120262146,0.4841261185705662,0.4838590003550053,0.48318717777729037,0.48345534726977346,0.4831574305891991,0.4837306492030621,0.48418081998825074,0.4850054018199444,0.48536263331770896,0.4854676000773906,0.4851828873157501,0.4849528044462204,0.4844263069331646,0.4835553206503391,0.48416665121912955,0.4842161864042282,0.4840385474264622,0.4839116208255291,0.4846745267510414,0.4844333350658416],"label":"RefinedWeb"},"SlimPajama":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[null,null,null,null,0.36013916321098804,0.3709003426134586,0.3800318390130996,0.38614354506134985,0.39255225434899327,0.39765713736414904,0.40228414386510847,0.4059404022991657,0.4092565655708313,0.41099545136094096,0.4136519022285938,0.4162317536771297,0.41780887767672537,0.4196796014904976,0.42196245416998857,0.4236407779157162,0.42431910410523416,0.42467992529273035,0.42509203106164933,0.42523933202028275,0.4256282828748226,0.42816226482391356,0.43013309463858607,0.43194242641329766,0.43289266973733903,0.4347443826496601,0.43465954437851906,0.43606125339865687,0.4370398983359337,0.4380304604768753,0.4384885407984257,0.43862698823213575,0.43828715905547144,0.43891616612672807,0.438679126650095,0.4381975084543228,0.43921599835157393,0.439888284355402,0.4399630777537822,0.4410494461655617,0.44306385442614554,0.4435621775686741,0.4448402144014835,0.4448398597538471,0.4457201905548572,0.4452336251735686,0.44593263119459153,0.4458536572754383,0.4460982523858547,0.445988829433918,0.44623474702239035,0.44649243652820586,0.4471563212573527,0.4487740397453308,0.4496089734137058,0.44998190701007845,0.4499057076871395,0.44955074265599243,0.4494915328919887,0.4500779673457145,0.4507186159491539,0.4517171747982502,0.45319566056132315,0.45317392349243163,0.45306552946567535,0.45329397842288016,0.4527900494635104,0.4526586286723613,0.45291358828544614,0.45282933190464975,0.45260326787829397,0.45251850560307505,0.4518451876938343,0.4522048644721508,0.45168248265981675,0.45291881933808326,0.4540523044764996,0.45541578307747843,0.45543657541275023,0.4569337382912636,0.4560297131538391,0.45644690096378326,0.4559798687696457,0.45641890689730646,0.45619859024882314,0.4572006665170193,0.45651850402355193,0.457117622345686,0.45780671387910843,0.4594726629555225,0.46010534912347795,0.4611823491752148,0.46068611592054365,0.46045204624533653,0.45969258770346644,0.45951006188988686,0.46077279150485995,0.462513330578804,0.46345093324780456,0.4642737157642841,0.464357141405344,0.4634327881038189,0.46236506626009943,0.4610362842679024,0.4608594886958599,0.4611344300210476,0.46224700808525077,0.46374807581305494,0.46639568656682967,0.46628877371549604,0.4665589049458504,0.4661438174545765,0.4662491038441658,0.4647610723972321,0.465025345236063,0.4655064478516578,0.4654252536594868,0.46531233936548233,0.4655247926712036,0.46629018113017084,0.4662842907011509,0.4662777349352837,0.4664938136935234,0.46739139780402184,0.46779298558831217,0.4682520292699337,0.46970570981502535,0.47001703903079034,0.47097785249352453,0.47020549774169923,0.47066197395324705,0.4706603668630123,0.47171802148222924,0.47115041837096217,0.4720696859061718,0.47241689413785937,0.47169830799102785,0.4712020568549632,0.4716058835387229,0.47207002639770507,0.4718272626399994,0.4730011515319347,0.4735621757805347,0.47323642000555993,0.4731345571577549,0.4738350659608841,0.473908656090498,0.4731449708342552,0.4743215024471283,0.47447666302323344,0.4741019673645496,0.4740337811410427,0.47380995824933053,0.473081661015749,0.47391644641757014,0.4742524974048138,0.47385535687208175,0.47428033500909805,0.4746873453259467,0.47334098219871523,0.4730934128165245,0.4729781374335289,0.4734421379864216,0.4738457091152668],"label":"SlimPajama"},"The Pile":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[null,null,null,null,0.35403027236461637,0.36315691284835333,0.3699307084083557,0.3759866751730442,0.3822197556495667,0.38530751317739487,0.3886714994907379,0.3910529114305973,0.39301389157772065,0.39559405893087385,0.39784636646509164,0.40015986263751985,0.4027916923165321,0.40428677424788473,0.4043083056807518,0.40494729280471803,0.4064370468258858,0.407907473295927,0.41011113226413726,0.41224115565419195,0.4144911035895348,0.4152746140956879,0.4157869629561901,0.4168264023959637,0.4170485265552998,0.41803082302212713,0.41931466087698926,0.41980380192399025,0.41905572935938834,0.4204210460186005,0.42110354006290435,0.421506617218256,0.42289810329675676,0.42470798194408416,0.4248323492705822,0.424747234582901,0.42606232687830925,0.42716642618179324,0.4277482956647873,0.4293295681476593,0.4302771858870983,0.429832735657692,0.43018229901790617,0.4304100930690765,0.43095132932066915,0.43160988613963125,0.432910792529583,0.43309193402528756,0.43355609327554695,0.43359937965869894,0.43301409259438517,0.4326248303055763,0.4334431245923042,0.43437108024954796,0.4340257093310356,0.4352980673313141,0.43563542142510414,0.43546789288520815,0.4360013075172901,0.4372364699840546,0.43800699785351754,0.4385517969727516,0.43829558715224265,0.43806290701031686,0.4384324349462986,0.4385986141860485,0.43900027498602856,0.4400079883635043,0.43933424949645994,0.4397112004458904,0.4397529311478138,0.4400021076202393,0.44107552617788315,0.4427199296653271,0.44177714735269547,0.4420967280864715,0.44206107780337334,0.44179753586649895,0.4418474048376083,0.4423248037695885,0.44180904850363734,0.4422737643122673,0.44300810620188713,0.44330510273575774,0.4441195271909236,0.4447399370372295,0.44552269130945205,0.44593375697731974,0.4462174646556377,0.44630332216620444,0.44741628021001817,0.4480100393295287,0.44780487865209573,0.4480263926088809,0.44870344549417496,0.4489807546138763,0.4478344045579433,0.447753146290779,0.4492069073021411,0.44926297143101684,0.44869897738099096,0.45012065693736075,0.4509387515485286,0.4500133350491523,0.4505564682185649,0.4512146979570389,0.45188284665346146,0.45187010392546656,0.4522735998034477,0.4525675527751446,0.4534406378865242,0.45298373177647583,0.45276769027113906,0.4525142863392829,0.4527019999921322,0.4526311345398426,0.45349918827414504,0.45450910031795494,0.4554465614259243,0.4559020109474659,0.45558119714260104,0.45572791919112204,0.45617976114153863,0.4565602965652943,0.4566966436803341,0.4581799410283566,0.4586497411131858,0.45875198021531105,0.4588025249540806,0.45904205068945886,0.4590006470680237,0.4592668078839779,0.4595161899924277,0.459639312326908,0.45990723744034767,0.45912066772580146,0.45880992859601977,0.45943455025553703,0.4595917724072933,0.45958872437477105,0.4612408824265003,0.4613038249313831,0.46093683913350103,0.46127560213208196,0.46168113946914674,0.4610830768942833,0.4619025319814682,0.4615081101655959,0.46194025799632066,0.4626124188303947,0.4634204514324665,0.463740087300539,0.4655907340347767,0.46584516689181327,0.46609186828136445,0.46637092977762223,0.46627322807908056,0.46496834605932236,0.4654968619346619,0.46497657895088196,0.46417722329497335,0.46418203562498095,0.4641611523926258,0.4636922091245651],"label":"The Pile"},"RedPajama2":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[null,null,null,null,0.36020261645317075,0.37207864299416543,0.38215991929173465,0.3887263186275959,0.3934720449149608,0.3976951420307159,0.4018514782190323,0.40409348607063295,0.4073106154799461,0.4097383216023445,0.412900410592556,0.41463092267513274,0.41752370819449425,0.41950091868638995,0.42179937809705736,0.42283808290958397,0.4250119782984257,0.42555054649710655,0.4271428920328617,0.4278797753155231,0.42892353385686877,0.4300256744027138,0.4309113919734955,0.43137083500623696,0.43263344764709466,0.4347386948764324,0.434593190997839,0.4354085043072701,0.4361723817884922,0.4368736453354359,0.4363872602581978,0.437036245316267,0.43818535283207893,0.43855890408158305,0.4401340030133724,0.4409464053809643,0.44143203869462005,0.44234083741903296,0.44288691133260727,0.44235401451587675,0.4424125269055367,0.4428589724004269,0.4423035465180874,0.4427142545580864,0.4434956908226013,0.4445128194987774,0.44537728279829025,0.4461486995220184,0.4466302402317524,0.44617108479142187,0.446101326495409,0.44619950726628305,0.446491190046072,0.4471056528389454,0.4490526393055916,0.4495409466326237,0.45030279234051707,0.4513317734003066,0.4515420950949192,0.45110466703772545,0.4514125272631645,0.4519342966377734,0.45223737955093374,0.4519515648484229,0.45210928544402124,0.4531633608043194,0.45289948806166647,0.453323532640934,0.4550468109548091,0.4550088882446288,0.45433161333203315,0.4552720218896866,0.45461406633257867,0.45399482920765877,0.45426675528287885,0.4548324435949326,0.4549082241952419,0.4551001012325287,0.45547500252723694,0.45594589933753016,0.4558583088219166,0.45595540255308153,0.45691645964980127,0.4574550613760948,0.4584540419280529,0.459098344296217,0.45916826501488683,0.45948839783668516,0.46112224757671355,0.4611063919961452,0.46171060875058173,0.4630969136953354,0.46330603063106535,0.4624505050480366,0.4625287853181361,0.46226065307855596,0.4616734065115451,0.46187167763710024,0.46120553836226463,0.46134640350937844,0.4622974008321762,0.4626293145120143,0.46236210465431216,0.46368267834186555,0.4645942062139511,0.46427512764930723,0.4639273129403591,0.464119590818882,0.46363756284117696,0.4630771316587925,0.4631906099617481,0.46360151246190073,0.4643662080168724,0.4643269568681717,0.4646356225013733,0.4653183162212372,0.4648941487073898,0.46508019268512724,0.46560496985912325,0.4656318023800849,0.46511366963386525,0.4662900559604168,0.46538560688495634,0.4643936313688755,0.46428236439824105,0.46445935145020484,0.4639253720641136,0.4648166388273238,0.46585445180535306,0.4660604313015938,0.46592489928007125,0.46676246225833895,0.46687850430607797,0.4671006828546524,0.4672992005944252,0.46727297604084017,0.46671744659543035,0.4663915753364563,0.46620967611670494,0.4658009834587574,0.46597268655896185,0.4661875404417515,0.4664167441427708,0.4664564236998558,0.46663766726851463,0.4669985204935074,0.46679810136556626,0.4673094697296619,0.46738598123192787,0.46778359562158583,0.46763788163661957,0.46792311519384383,0.4677123583853245,0.4680258259177208,0.46751984506845473,0.467444808781147,0.467233594506979,0.4666879989206791,0.4662370540201664,0.4669689737260342,0.46710963621735574,0.4673020221292973,0.46824508905410767,0.4690551429986954],"label":"RedPajama2"}},"layout":{"xaxis":{"title":{"text":"Training tokens (billions)"},"range":[4,355]},"yaxis":{"title":{"text":"Agg Score"},"range":[0.35,0.5]},"title":{"text":"Dataset Ablations"}}}
\ No newline at end of file
+{"data":{"agg_score":{"FineWeb (ours)":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3308933284133672,0.3552836012095213,0.3781493119895458,0.3866849727928638,0.4050675220787525,0.4032807648181915,0.4174600429832935,0.4206059761345386,0.427497424185276,0.4316632784903049,0.4385909177362919,0.4334069043397903,0.4360812865197658,0.4404293224215507,0.4385774843394756,0.4407080821692943,0.4467254020273685,0.4470436163246631,0.4486658610403538,0.4459679573774338,0.4454015754163265,0.4515932314097881,0.4482216536998749,0.4484201297163963,0.455057855695486,0.4526158757507801,0.453176885843277,0.450159091502428,0.4516039006412029,0.4549933448433876,0.4555377587676048,0.4575010798871517,0.4577344059944153,0.4540543705224991,0.4537974074482918,0.4611785635352134,0.4586966186761856,0.4594406597316265,0.4598931074142456,0.457538403570652,0.4591932781040668,0.4636382386088371,0.4582749158143997,0.4625946804881096,0.4633439630270004,0.4666871763765812,0.4649887941777706,0.4671247974038124,0.4665776938199997,0.4672530107200145,0.4666078947484493,0.4666155055165291,0.4727727174758911,0.467480719089508,0.4681386984884739,0.4651658721268177,0.4668439887464046,0.4671731516718864,0.4719251021742821,0.4699816256761551,0.4723306186497211,0.4686817973852157,0.468911949545145,0.4714248068630695,0.4724191203713417,0.4700912088155746,0.4685601107776165,0.4716645181179046,0.4724556542932987,0.4670086726546287,0.4703365340828895,0.4698334187269211,0.471625205129385,0.4688323326408863,0.4735309742391109,0.4729253277182579,0.4747676998376846,0.4723741039633751,0.4764323942363262,0.4737579710781574,0.4758132360875606,0.4755662642419338,0.4730159305036068,0.4787128046154976,0.4740134924650192,0.4785312972962856,0.4783577285706997,0.4752367511391639,0.474204134196043,0.4737414345145225,0.4780189953744411,0.477523285895586,0.4751617163419723,0.4776186011731624,0.4769949465990066,0.4790891669690609,0.479917362332344,0.4771673306822777,0.4825278185307979,0.4811677671968937,0.4787211790680885,0.4817796200513839,0.4819813556969166,0.4802381917834282,0.4810985140502453,0.481117732822895,0.4791575670242309,0.4798801243305206,0.4829155020415783,0.4822122864425182,0.4827562272548675,0.4839778505265713,0.4820474348962307,0.4858015961945057,0.4826803356409073,0.4831027314066887,0.4827458150684833,0.4819435514509678,0.4836879819631576,0.4835174195468426,0.4855972006917,0.4871680215001106,0.4840429238975048,0.4827739149332046,0.4881435632705688,0.4871019721031189,0.486987367272377,0.4836358055472374,0.4867987409234047,0.4869474284350872,0.4886575266718864,0.4855775311589241,0.4863000251352787,0.4841057248413563,0.488163661211729,0.4904011823236942,0.4870587214827537,0.4884037151932716,0.4873756393790245,0.4925794936716556,0.4874482750892639,0.4898910224437713,0.4893574342131614,0.4888269044458866,0.4887814335525036,0.4876748844981193,0.4853886738419533,0.4878034777939319,0.4911742769181728,0.4905468784272671,0.4896938055753708,0.4875142201781273,0.4900367334485054,0.4900274313986301,0.4905461706221103,0.4891181476414203,0.4881824217736721,0.4902780950069427,0.4895042479038238,0.4890727028250694,0.4897591508924961,0.4879062548279762,0.4897833876311779,0.4902243539690971,0.4884885586798191,0.4880276583135128,0.4927133433520794,0.4899616949260235],"label":"FineWeb (ours)"},"C4":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3308933284133672,0.3551123738288879,0.3784352876245975,0.3877953104674816,0.3993203267455101,0.4099095128476619,0.4136184640228748,0.414347343146801,0.4190568178892135,0.4218908287584781,0.4231295175850391,0.4287125319242477,0.4297344498336315,0.4332403875887394,0.4319765940308571,0.4359219521284103,0.4346421919763088,0.4424981512129307,0.4414303861558437,0.444732554256916,0.4384104907512665,0.444181352853775,0.4503846168518066,0.4436752013862133,0.4460380338132381,0.4498310275375843,0.4561186209321022,0.4558072946965694,0.4517050087451935,0.45280721783638,0.4511029534041881,0.4538496136665344,0.4561821073293686,0.4553975760936737,0.4567296579480171,0.4564522393047809,0.4547750055789947,0.4563902877271175,0.4566588178277015,0.4564423710107803,0.4597547873854637,0.4611989110708236,0.458673931658268,0.4615549780428409,0.4594683423638344,0.459637489169836,0.4626501463353634,0.4586587473750114,0.4627759084105491,0.4645364582538605,0.4662919379770756,0.4669810235500335,0.4629590921103954,0.4611541703343391,0.4635159634053707,0.4617790356278419,0.4662701040506363,0.4603991322219372,0.4632007218897342,0.4649621024727821,0.4670373052358627,0.4684801176190376,0.4635576270520687,0.4640897139906883,0.4648366048932075,0.467750646173954,0.4661705493927002,0.4673017747700214,0.4670937992632389,0.4679652377963066,0.4677082300186157,0.4677698649466038,0.4682595692574978,0.4695373848080635,0.466829814016819,0.4746575504541397,0.4714464470744133,0.4712707810103893,0.4668035432696342,0.4732451289892196,0.4715676791965961,0.4724206030368805,0.4714202284812927,0.4740159995853901,0.4751642681658268,0.474029790610075,0.47599982842803,0.4718085192143917,0.4766124375164509,0.4732356742024421,0.4746463894844055,0.473610121756792,0.4765255078673363,0.4751369915902614,0.477124772965908,0.4740747064352035,0.4751597791910171,0.4746479839086532,0.4750863499939441,0.474069282412529,0.4766325205564499,0.4751966968178749,0.480234831571579,0.4829998835921287,0.4779119342565536,0.4755960702896118,0.4754855707287788,0.4781345650553703,0.4780046604573726,0.4784741662442684,0.4773235991597175,0.4779680110514164,0.4786801375448704,0.4763363562524318,0.4761211909353733,0.4790357053279876,0.4782482571899891,0.4772635623812675,0.4800884462893009,0.4762507900595665,0.4809304289519787,0.4789686501026153,0.4788952358067035,0.4807513877749443,0.4819636456668377,0.4813393056392669,0.4799563512206077,0.4804293029010296,0.4832860343158245,0.4821714237332344,0.485592633485794,0.4815996848046779,0.4831583350896835,0.4846071004867553,0.4833417683839798,0.4807553999125957,0.4866329692304134,0.4829108603298664,0.4853781275451183,0.4814088977873325,0.4803747944533825,0.4820726066827774,0.4840803518891334,0.4835550002753734,0.4805133901536464,0.4861049503087997,0.4835067577660084,0.4856174662709236,0.4859548546373844,0.4868494793772697,0.4867915287613868,0.4881403036415577,0.4869705513119697,0.4862060099840164,0.4862068481743336,0.4862393103539943,0.4863550774753093,0.4858086891472339,0.4857287481427192,0.4880005866289139,0.4846996292471885,0.4863993115723133,0.4876768328249454,0.4873999394476414,0.4885325841605663,0.4876705072820186,0.485390305519104,0.4839635267853737],"label":"C4"},"Dolma":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3307658787816763,0.3523229286074638,0.377311572432518,0.3858824856579304,0.3951764293015003,0.402766715735197,0.4049470797181129,0.4120629839599132,0.4156050495803356,0.4159501679241657,0.4160743616521358,0.4245675876736641,0.4277330711483955,0.4266031645238399,0.4327213019132614,0.4314779937267303,0.4336568377912044,0.4369685687124729,0.4366284385323524,0.4392882287502289,0.4405222535133362,0.435525432229042,0.4436039961874485,0.4407493844628334,0.441445555537939,0.4410557225346565,0.4371193572878837,0.4451764188706875,0.4450704641640186,0.4473482742905617,0.4460285790264606,0.4495329968631267,0.4506766386330127,0.4496022351086139,0.4495359361171722,0.4517026245594024,0.4506071843206882,0.4504962339997291,0.4534401223063469,0.4526695124804973,0.4503647126257419,0.4501906409859657,0.4478448294103145,0.4534101262688637,0.4531553275883198,0.4552497416734695,0.4568525813519954,0.4575119316577911,0.4590418413281441,0.4530587382614612,0.4584306105971336,0.4584567248821258,0.4616208709776401,0.4618218578398227,0.4582518599927425,0.4551334418356418,0.4586207643151283,0.4616809487342834,0.4611648134887218,0.4634306691586971,0.4613924361765384,0.4588174410164356,0.4602113999426365,0.4626984223723411,0.4556249380111694,0.4615240134298801,0.4615156538784504,0.4632683917880058,0.4620018191635608,0.4673102460801601,0.4642679207026958,0.4684422351419925,0.4641293548047542,0.4620067216455936,0.463960450142622,0.4660330079495907,0.4692153520882129,0.4669661112129688,0.466122068464756,0.4682283326983452,0.4685749150812626,0.4688928835093975,0.465722806751728,0.4659770168364048,0.4635110311210155,0.4644729532301426,0.4663772545754909,0.4708714000880718,0.4700784012675285,0.465810552239418,0.4693214185535908,0.4660605490207672,0.4695423729717731,0.4688450992107391,0.4721916541457176,0.4698034971952438,0.4665254801511764,0.4703435115516186,0.4714724421501159,0.4702155850827694,0.4694059453904629,0.471682820469141,0.4736889898777008,0.4703876934945583,0.4701756276190281,0.4680277854204178,0.4743972420692444,0.4708037711679935,0.4717469103634357,0.4740131162106991,0.4727639146149158,0.4723498672246933,0.4724784828722477,0.4736377336084842,0.4709004536271095,0.4707547724246979,0.469988003373146,0.4711141660809517,0.4780926555395126,0.4735368900001049,0.4735525399446487,0.472091656178236,0.4721037782728672,0.4745764546096325,0.4754389114677906,0.4705884419381618,0.4724388048052788,0.4759692996740341,0.4773353897035122,0.4758949503302574,0.4740513376891613,0.4749866165220737,0.4769214987754822,0.4776637814939022,0.4756806269288063,0.4760831333696842,0.4764537550508976,0.4760236926376819,0.4765783883631229,0.4751994907855987,0.4746053963899612,0.4780152216553688,0.4798212572932243,0.4787088483572006,0.4781070649623871,0.478924810886383,0.4792283922433853,0.4830445684492588,0.477554626762867,0.4838457219302654,0.4780268892645836,0.4787273816764354,0.4787089973688125,0.4800758995115757,0.4792372398078441,0.480698712170124,0.4782215058803558,0.4793966896831989,0.4793987721204757,0.4804111570119858,0.4809239841997623,0.480060052126646,0.4797034226357937,0.4830792918801307,0.4778680615127086,0.4814067967236042,0.4812476821243763,0.4816214181482792],"label":"Dolma"},"RefinedWeb":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3308933284133672,0.3534814938902855,0.3764607086777687,0.38782499730587,0.3981050960719585,0.4028486795723438,0.4125883243978023,0.4117814563214779,0.414029736071825,0.4197172522544861,0.4211113378405571,0.4279881417751312,0.4280137903988361,0.4280424378812313,0.4326301179826259,0.4371833503246307,0.4346669465303421,0.4336562640964985,0.4432648755609989,0.4401291646063328,0.4394684173166752,0.4476612061262131,0.4465444348752498,0.4472153298556804,0.4433343075215816,0.4510187618434429,0.4459567815065384,0.4460812956094742,0.4498684890568256,0.4529943652451038,0.4528274349868297,0.4551213420927524,0.4549156539142132,0.4564928151667118,0.4576693661510944,0.4557182416319847,0.4536240361630916,0.457439012825489,0.4570476822555065,0.4589823484420776,0.462024375796318,0.4540738053619861,0.4550252184271812,0.4576593860983848,0.4573238864541054,0.4575810581445694,0.4622134491801262,0.4592566937208175,0.4614734016358852,0.4637473002076149,0.4625372551381588,0.4613912180066108,0.4597448222339153,0.4594792164862156,0.4662549719214439,0.4634026065468788,0.4633508697152138,0.4635734222829342,0.4628961533308029,0.4670135043561458,0.4639505892992019,0.4631133340299129,0.4665167145431041,0.4672448337078094,0.4693268723785877,0.4630668573081493,0.4676454700529575,0.4646359197795391,0.4621579721570015,0.4692446552217006,0.4704835228621959,0.4663223996758461,0.4680556617677212,0.466339822858572,0.4682099223136902,0.4711195565760135,0.4722655527293682,0.4727961830794811,0.4676857478916645,0.4719390422105789,0.4713102728128433,0.4712141714990139,0.4721613004803657,0.4713456854224205,0.4682970903813839,0.4679934531450271,0.4685162976384163,0.4679946713149547,0.4681242071092129,0.4702276065945625,0.472664151340723,0.4730790853500366,0.4731674715876579,0.4718914777040481,0.4719801284372806,0.4761029370129108,0.4735167175531387,0.4730370938777923,0.4730173237621784,0.4735377207398414,0.4777223989367485,0.4796326830983162,0.4734170883893966,0.4739485755562782,0.4748299159109592,0.4765299335122108,0.4745025858283043,0.4754423759877682,0.4784592799842357,0.4761341325938701,0.4760282784700393,0.4769757278263569,0.47154351323843,0.4786738082766533,0.4804279990494251,0.4777076803147793,0.4798569902777672,0.4759011939167976,0.4784621745347976,0.479673832654953,0.4780617095530033,0.48076206818223,0.47995800152421,0.4790860973298549,0.4817167408764362,0.4811586998403072,0.482547752559185,0.4816697351634502,0.4809327870607376,0.4816545359790325,0.4804601892828941,0.4776877984404564,0.4813711903989315,0.4844604581594467,0.4819537848234176,0.4820829331874847,0.4778126627206802,0.482935007661581,0.48230691999197,0.4826001971960068,0.4823969900608063,0.4811219945549965,0.4789146520197391,0.484035175293684,0.4848698377609253,0.4855728335678577,0.4825376532971859,0.485215101391077,0.4824351668357849,0.4835342466831207,0.4822137206792831,0.4838785007596016,0.4837255179882049,0.4853012599050998,0.4857851006090641,0.4863366298377514,0.4856646582484245,0.4842503517866134,0.4838776960968971,0.4846346862614155,0.4837041422724724,0.4813097268342972,0.4873070046305656,0.4841253720223903,0.4837464913725853,0.483069509267807,0.4851242564618587,0.4861010462045669],"label":"RefinedWeb"},"SlimPajama":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3304025065153837,0.3485326766967773,0.366294227540493,0.3754063658416271,0.380060039460659,0.3842084035277366,0.3941901586949825,0.396852757781744,0.4074499122798443,0.405584454536438,0.4073434360325336,0.4124714508652687,0.4134335741400718,0.4161443412303924,0.4188667088747024,0.4202426932752132,0.4203570708632469,0.4227871932089329,0.4275586046278476,0.4272583276033401,0.4236343242228031,0.4221611768007278,0.4248477220535278,0.4282951094210148,0.4292030818760395,0.4363042339682579,0.4320153258740902,0.4338943809270859,0.4330463260412216,0.4384616464376449,0.4358800426125526,0.4390238709747791,0.4387876056134701,0.4379991367459297,0.4407520480453968,0.4365722797811031,0.4373247250914573,0.4419326409697532,0.4368139393627643,0.4383439570665359,0.4416647292673588,0.4406861551105976,0.4423066079616546,0.4422457814216614,0.4484159983694553,0.4441563449800014,0.4470763392746448,0.4423048347234726,0.446647435426712,0.4459831714630127,0.4476513750851154,0.4466814696788788,0.4435278102755546,0.4461003206670284,0.4472127594053745,0.4489398226141929,0.4500008933246135,0.4516164027154445,0.4502749890089035,0.4490774273872375,0.4485588259994983,0.4482260681688785,0.4513203538954258,0.4532071612775326,0.4522806704044342,0.4535516202449798,0.4556184969842434,0.4512116685509681,0.4526651911437511,0.4534229151904583,0.4510319754481315,0.4549613930284977,0.4524864666163921,0.452243909239769,0.4522925950586796,0.4506081640720367,0.4515948034822941,0.4542848505079746,0.4496320001780987,0.4584742784500122,0.4562755897641182,0.4584121964871883,0.4543888121843338,0.4571178145706653,0.4539541527628898,0.4583615288138389,0.4560770355165005,0.4565840028226375,0.456016231328249,0.4589645341038704,0.4549507163465023,0.4590726271271705,0.4600294604897499,0.4643459767103195,0.4621279649436474,0.4603357166051864,0.4565914608538151,0.4588591121137142,0.4605486840009689,0.4612153358757496,0.4666493646800518,0.4652941562235355,0.4635471254587173,0.4646625965833664,0.4616324640810489,0.4620275981724262,0.4599555470049381,0.4569032154977321,0.463778618723154,0.4630071707069874,0.4675904884934425,0.467460885643959,0.4701412692666054,0.463244054466486,0.4643578268587589,0.4655150510370731,0.4679873175919056,0.4627011120319366,0.4645654186606407,0.4667633399367332,0.4651090800762176,0.4674227461218834,0.463763378560543,0.4683923609554767,0.4667338877916336,0.4650763012468815,0.4685031399130821,0.4682512991130352,0.4704002998769283,0.4690291061997413,0.4723447039723396,0.4700597859919071,0.4730553664267063,0.4665385261178016,0.4713114872574806,0.4723366685211658,0.4753480590879917,0.4702173508703708,0.4711348637938499,0.4730475284159183,0.4687437377870083,0.472866803407669,0.4722364842891693,0.4734555780887604,0.4718337096273899,0.474613182246685,0.4756719246506691,0.4706077054142952,0.4729462638497352,0.4753362536430359,0.4749811328947544,0.4718534983694553,0.4764903634786606,0.4737220667302608,0.473462775349617,0.4746402017772198,0.4707343839108944,0.4728488773107528,0.4778959937393665,0.4751430302858352,0.4726544991135597,0.4728592745959759,0.4748839288949966,0.4711641781032085,0.4739051833748817,0.4720781221985817,0.4751792773604393,0.4769017845392227],"label":"SlimPajama"},"The Pile":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3304216358810663,0.3466135319322347,0.3567665815353393,0.3609300442039966,0.3754195682704448,0.3760548382997513,0.3804825097322464,0.3870464153587818,0.3920954465866089,0.3908583559095859,0.3928747698664665,0.3923895694315433,0.3968513160943985,0.404996283352375,0.4021198935806751,0.4044422507286072,0.4055487178266048,0.4043267257511616,0.4051039405167103,0.4053148292005062,0.4118910208344459,0.4129008501768112,0.4153450205922127,0.4157540574669838,0.4165645688772201,0.4158085733652115,0.4154625944793224,0.4205422177910805,0.4168646782636642,0.4214760512113571,0.4222277626395225,0.4179082997143268,0.416801854968071,0.4236912615597248,0.4248885214328766,0.4242431484162807,0.4248657301068306,0.4258512482047081,0.4243130981922149,0.4244629479944706,0.430818609893322,0.4303862266242504,0.4287605956196785,0.432219460606575,0.4292010366916656,0.4285963587462902,0.4321340434253216,0.4298995658755302,0.4349256418645382,0.4324938207864761,0.4351008906960487,0.4330397509038448,0.4322203621268272,0.4351420737802982,0.4295673854649067,0.4331545792520046,0.4371312223374843,0.4368601404130459,0.4334152191877365,0.435929175466299,0.4348413497209549,0.4362935796380043,0.4395272135734558,0.4395910315215587,0.4397818148136139,0.4375653453171253,0.4350125305354595,0.4383638128638267,0.4414386712014675,0.4406127110123634,0.4395736493170261,0.4400510974228382,0.4349951185286045,0.4433234259486198,0.4408213645219803,0.4408195316791534,0.4454181902110576,0.4432171359658241,0.4386095143854618,0.4424192681908607,0.4406412802636623,0.4441004805266857,0.4434664808213711,0.4409965090453625,0.4398404918611049,0.4429648593068123,0.4477721899747848,0.4449514634907245,0.4450686313211918,0.4429425410926342,0.4468786306679249,0.4498275183141231,0.4463700018823147,0.4454979188740253,0.4485073313117027,0.4498474262654781,0.4488017149269581,0.4474775716662407,0.4488831833004951,0.4498938769102096,0.4441156759858131,0.4483954235911369,0.454746376723051,0.4491635039448738,0.4470739066600799,0.451224073767662,0.4524858966469764,0.4501192942261696,0.4518791697919369,0.4503650553524494,0.4545648172497749,0.4524221830070019,0.4521367736160755,0.4533489346504211,0.4547304809093475,0.4522802866995334,0.451341975480318,0.4508697539567947,0.4542875029146671,0.4543761536478996,0.456620555371046,0.4563915356993675,0.4555570594966411,0.4565647505223751,0.4527720846235752,0.4573541656136513,0.4586507454514503,0.4574597366154194,0.4572464860975742,0.4601885713636875,0.4597031660377979,0.4591619409620762,0.457712460309267,0.4584441147744655,0.4599815532565117,0.4610339701175689,0.4604088515043258,0.4583280719816685,0.4597837403416633,0.4560487046837806,0.4594802744686603,0.4635319598019123,0.4591141827404499,0.4597685001790523,0.4643094949424267,0.4597949869930744,0.4616970308125019,0.4608079977333545,0.461796186864376,0.4613191820681095,0.4638922624289989,0.4597249217331409,0.4629687368869781,0.4651569910347461,0.4653593450784683,0.4654904417693615,0.4689781554043293,0.4642409011721611,0.466390497982502,0.4667546525597572,0.4650019332766533,0.4624537453055382,0.4668834805488586,0.4637890830636024,0.4627578742802143,0.465025994926691,0.4623493291437626,0.4645387642085552],"label":"The Pile"},"RedPajama2":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3302722573280334,0.3470507562160492,0.364705353975296,0.3764069005846977,0.3825778141617775,0.3896523900330066,0.3974571377038955,0.397537350654602,0.4001355320215225,0.4036932997405529,0.4104340709745884,0.4086671769618988,0.413622997701168,0.4122740626335144,0.4195037446916103,0.4190866313874721,0.4231311045587063,0.4235090501606464,0.4237663596868515,0.4246972687542438,0.4299561083316803,0.4258239455521106,0.4314707778394222,0.4274507761001587,0.4299160614609718,0.4354668110609054,0.4302525334060192,0.4337679930031299,0.4337638393044472,0.4404422976076603,0.4347392916679382,0.4343290999531746,0.4375873804092407,0.4372701570391655,0.4380103722214699,0.4379842169582844,0.4400746375322342,0.4394551366567611,0.4451456516981125,0.4420723840594291,0.4404123835265636,0.4446186311542988,0.4421855062246322,0.44248116761446,0.4423649460077286,0.4426446110010147,0.4418415017426014,0.4442390464246273,0.4463883489370346,0.4474505893886089,0.446966927498579,0.4456985853612423,0.4466467499732971,0.4440925717353821,0.4471017979085445,0.4474578313529491,0.4471569992601871,0.449719063937664,0.453827504068613,0.449543334543705,0.451267059892416,0.4523019045591354,0.4507706724107265,0.4516403637826442,0.4510826356709003,0.4538759067654609,0.453817319124937,0.4493415988981724,0.4524289667606354,0.4563530124723911,0.4525565430521965,0.4559375420212745,0.4579579904675483,0.4522393532097339,0.4529666379094124,0.4572585858404636,0.4526477642357349,0.4548618048429489,0.4535989835858345,0.4557950794696808,0.4576374888420105,0.4536071494221687,0.4567363113164902,0.4559534676373005,0.455357126891613,0.4581229574978351,0.4584124349057674,0.459429319947958,0.4609483703970909,0.4585786387324333,0.4584725610911846,0.460013099014759,0.4675985686480999,0.4608690924942493,0.4615997225046158,0.4654040858149528,0.4610586836934089,0.4633209407329559,0.4612604938447475,0.460259061306715,0.4624678529798984,0.4620500393211841,0.459990244358778,0.4619648195803165,0.4650140479207039,0.4641274213790893,0.4607139900326729,0.466593112796545,0.4665224589407444,0.4634186550974846,0.4623883478343487,0.4616753794252872,0.46418297290802,0.4637203030288219,0.4639860466122627,0.4644428603351116,0.4654988572001457,0.4639867171645164,0.4652636311948299,0.4673995152115822,0.4623220227658748,0.4664290770888328,0.4666106030344963,0.4653977937996387,0.464808851480484,0.468203954398632,0.4619068317115307,0.461650725454092,0.4648414589464664,0.465693786740303,0.4655340574681759,0.4663631655275821,0.4668397903442383,0.4658713564276695,0.4650161266326904,0.4697218723595142,0.4669433757662773,0.4679506830871105,0.4668639451265335,0.4648850038647651,0.4669442251324653,0.4653140194714069,0.4670411869883537,0.4648204818367958,0.4657435193657875,0.4680184945464134,0.4664600379765033,0.4672395847737789,0.4657266996800899,0.4675477854907512,0.4670163989067077,0.4690168797969818,0.4676221422851085,0.4677147716283798,0.4668192155659199,0.4684425666928291,0.467963095754385,0.4691894799470901,0.4651848673820495,0.4664440341293812,0.467386495321989,0.4652351178228855,0.4669347554445267,0.4688444659113884,0.467147346585989,0.4683484248816967,0.4699504524469375,0.4709850251674652],"label":"RedPajama2"}},"commonsense_qa/acc":{"FineWeb (ours)":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.1860000044107437,0.25,0.2800000011920929,0.2939999997615814,0.324999988079071,0.3269999921321869,0.3499999940395355,0.3580000102519989,0.3490000069141388,0.3440000116825104,0.3580000102519989,0.3619999885559082,0.3589999973773956,0.3680000007152557,0.3659999966621399,0.3680000007152557,0.3720000088214874,0.3709999918937683,0.3720000088214874,0.3810000121593475,0.3650000095367431,0.3729999959468841,0.3759999871253967,0.4000000059604645,0.3799999952316284,0.3810000121593475,0.3770000040531158,0.3779999911785126,0.3919999897480011,0.3779999911785126,0.3689999878406524,0.3779999911785126,0.3709999918937683,0.3689999878406524,0.3779999911785126,0.3770000040531158,0.3869999945163727,0.395000010728836,0.3869999945163727,0.3860000073909759,0.3790000081062317,0.382999986410141,0.3840000033378601,0.3869999945163727,0.3860000073909759,0.3919999897480011,0.3919999897480011,0.3889999985694885,0.4000000059604645,0.402999997138977,0.4020000100135803,0.3810000121593475,0.3880000114440918,0.3919999897480011,0.3919999897480011,0.395000010728836,0.3970000147819519,0.3980000019073486,0.4040000140666961,0.3959999978542328,0.402999997138977,0.4189999997615814,0.4070000052452087,0.3989999890327453,0.4000000059604645,0.3930000066757202,0.395000010728836,0.4009999930858612,0.4020000100135803,0.4040000140666961,0.402999997138977,0.3989999890327453,0.3959999978542328,0.4000000059604645,0.4149999916553497,0.4079999923706054,0.4059999883174896,0.4020000100135803,0.4020000100135803,0.414000004529953,0.3970000147819519,0.4169999957084656,0.414000004529953,0.4199999868869781,0.4079999923706054,0.4210000038146972,0.402999997138977,0.4000000059604645,0.414000004529953,0.3989999890327453,0.4070000052452087,0.402999997138977,0.421999990940094,0.414000004529953,0.4160000085830688,0.4090000092983246,0.4309999942779541,0.4269999861717224,0.4259999990463257,0.4110000133514404,0.4239999949932098,0.4160000085830688,0.421999990940094,0.4129999876022339,0.4160000085830688,0.4210000038146972,0.414000004529953,0.4280000030994415,0.4239999949932098,0.4129999876022339,0.4180000126361847,0.421999990940094,0.4250000119209289,0.4230000078678131,0.4309999942779541,0.421999990940094,0.4160000085830688,0.4110000133514404,0.421999990940094,0.4239999949932098,0.4199999868869781,0.421999990940094,0.4230000078678131,0.4230000078678131,0.4280000030994415,0.4259999990463257,0.4149999916553497,0.421999990940094,0.4180000126361847,0.4129999876022339,0.4329999983310699,0.4289999902248382,0.4180000126361847,0.4300000071525574,0.4350000023841858,0.4350000023841858,0.4329999983310699,0.4239999949932098,0.4250000119209289,0.421999990940094,0.4280000030994415,0.4309999942779541,0.4259999990463257,0.4320000112056732,0.4300000071525574,0.4129999876022339,0.4189999997615814,0.4309999942779541,0.4239999949932098,0.4329999983310699,0.4309999942779541,0.4160000085830688,0.4239999949932098,0.4309999942779541,0.4329999983310699,0.4269999861717224,0.4199999868869781,0.4359999895095825,0.4250000119209289,0.4289999902248382,0.4199999868869781,0.4230000078678131,0.4259999990463257,0.4300000071525574,0.4239999949932098,0.4309999942779541,0.4280000030994415,0.4429999887943268],"label":"FineWeb (ours)"},"C4":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.1860000044107437,0.2290000021457672,0.2680000066757202,0.2800000011920929,0.2960000038146972,0.3089999854564667,0.3160000145435333,0.3109999895095825,0.3300000131130218,0.3339999914169311,0.3310000002384186,0.3510000109672546,0.3429999947547912,0.3420000076293945,0.367000013589859,0.3589999973773956,0.3589999973773956,0.3580000102519989,0.3540000021457672,0.3630000054836273,0.3790000081062317,0.3689999878406524,0.3759999871253967,0.3600000143051147,0.356000006198883,0.356000006198883,0.375,0.382999986410141,0.367000013589859,0.3819999992847442,0.3889999985694885,0.3799999952316284,0.3709999918937683,0.3840000033378601,0.3959999978542328,0.3799999952316284,0.3799999952316284,0.3810000121593475,0.3910000026226043,0.3790000081062317,0.382999986410141,0.3709999918937683,0.3849999904632568,0.3860000073909759,0.3790000081062317,0.3939999938011169,0.4009999930858612,0.3770000040531158,0.4009999930858612,0.3819999992847442,0.3899999856948852,0.3840000033378601,0.3740000128746032,0.3689999878406524,0.3970000147819519,0.3970000147819519,0.4099999964237213,0.3849999904632568,0.3970000147819519,0.4079999923706054,0.3959999978542328,0.4199999868869781,0.4000000059604645,0.4000000059604645,0.4000000059604645,0.4050000011920929,0.4020000100135803,0.3889999985694885,0.3970000147819519,0.4000000059604645,0.4070000052452087,0.4050000011920929,0.4059999883174896,0.4009999930858612,0.4000000059604645,0.4059999883174896,0.3989999890327453,0.4020000100135803,0.3939999938011169,0.4000000059604645,0.3930000066757202,0.3880000114440918,0.4040000140666961,0.3919999897480011,0.4020000100135803,0.3980000019073486,0.4040000140666961,0.4020000100135803,0.3880000114440918,0.3919999897480011,0.4090000092983246,0.4040000140666961,0.4120000004768371,0.3989999890327453,0.4040000140666961,0.4070000052452087,0.4110000133514404,0.4169999957084656,0.4090000092983246,0.3970000147819519,0.4020000100135803,0.3989999890327453,0.4129999876022339,0.3899999856948852,0.4110000133514404,0.4110000133514404,0.4099999964237213,0.4099999964237213,0.4079999923706054,0.4160000085830688,0.4120000004768371,0.4040000140666961,0.4099999964237213,0.4020000100135803,0.402999997138977,0.4040000140666961,0.4070000052452087,0.414000004529953,0.4059999883174896,0.4070000052452087,0.4110000133514404,0.4189999997615814,0.414000004529953,0.4239999949932098,0.4169999957084656,0.4090000092983246,0.421999990940094,0.4259999990463257,0.4189999997615814,0.4189999997615814,0.414000004529953,0.414000004529953,0.4149999916553497,0.4149999916553497,0.4129999876022339,0.4129999876022339,0.421999990940094,0.414000004529953,0.4160000085830688,0.4230000078678131,0.4230000078678131,0.4230000078678131,0.4169999957084656,0.4230000078678131,0.4169999957084656,0.4210000038146972,0.4180000126361847,0.4079999923706054,0.4129999876022339,0.4259999990463257,0.4189999997615814,0.4269999861717224,0.421999990940094,0.4149999916553497,0.4309999942779541,0.4280000030994415,0.4250000119209289,0.4230000078678131,0.4199999868869781,0.4189999997615814,0.4199999868869781,0.4189999997615814,0.421999990940094,0.4180000126361847,0.4250000119209289,0.414000004529953,0.421999990940094,0.4120000004768371],"label":"C4"},"Dolma":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.1860000044107437,0.2440000027418136,0.2639999985694885,0.2919999957084656,0.3149999976158142,0.3109999895095825,0.3319999873638153,0.3529999852180481,0.3409999907016754,0.3540000021457672,0.3519999980926513,0.3529999852180481,0.3389999866485595,0.3680000007152557,0.3630000054836273,0.3729999959468841,0.3600000143051147,0.3720000088214874,0.3540000021457672,0.3569999933242798,0.363999992609024,0.363999992609024,0.3569999933242798,0.3759999871253967,0.3740000128746032,0.3729999959468841,0.3740000128746032,0.3819999992847442,0.3770000040531158,0.3869999945163727,0.3849999904632568,0.382999986410141,0.3899999856948852,0.3819999992847442,0.3869999945163727,0.4079999923706054,0.3759999871253967,0.3779999911785126,0.3910000026226043,0.395000010728836,0.3910000026226043,0.3970000147819519,0.3919999897480011,0.3919999897480011,0.3860000073909759,0.3910000026226043,0.382999986410141,0.3910000026226043,0.3939999938011169,0.395000010728836,0.3790000081062317,0.3860000073909759,0.3899999856948852,0.3930000066757202,0.375,0.3970000147819519,0.4000000059604645,0.3880000114440918,0.3889999985694885,0.3930000066757202,0.4120000004768371,0.4040000140666961,0.4099999964237213,0.3860000073909759,0.4050000011920929,0.4000000059604645,0.3849999904632568,0.395000010728836,0.3939999938011169,0.3980000019073486,0.4000000059604645,0.4020000100135803,0.3939999938011169,0.4040000140666961,0.4020000100135803,0.4009999930858612,0.402999997138977,0.3880000114440918,0.4000000059604645,0.4129999876022339,0.4210000038146972,0.4149999916553497,0.4050000011920929,0.4050000011920929,0.4070000052452087,0.4040000140666961,0.3910000026226043,0.4230000078678131,0.402999997138977,0.414000004529953,0.4059999883174896,0.4059999883174896,0.4040000140666961,0.4090000092983246,0.4149999916553497,0.4059999883174896,0.3970000147819519,0.421999990940094,0.4020000100135803,0.4059999883174896,0.4099999964237213,0.4110000133514404,0.4110000133514404,0.4129999876022339,0.4189999997615814,0.4110000133514404,0.4149999916553497,0.4070000052452087,0.3970000147819519,0.4009999930858612,0.4059999883174896,0.4199999868869781,0.4129999876022339,0.4040000140666961,0.4160000085830688,0.4120000004768371,0.4050000011920929,0.4129999876022339,0.421999990940094,0.4169999957084656,0.4250000119209289,0.4040000140666961,0.4129999876022339,0.4169999957084656,0.4189999997615814,0.4169999957084656,0.4180000126361847,0.4099999964237213,0.4129999876022339,0.4269999861717224,0.4090000092983246,0.4180000126361847,0.4239999949932098,0.4239999949932098,0.414000004529953,0.4239999949932098,0.4269999861717224,0.4289999902248382,0.4180000126361847,0.4259999990463257,0.4180000126361847,0.4320000112056732,0.4230000078678131,0.4199999868869781,0.4250000119209289,0.4309999942779541,0.4320000112056732,0.421999990940094,0.4210000038146972,0.4289999902248382,0.4250000119209289,0.421999990940094,0.4210000038146972,0.4269999861717224,0.4289999902248382,0.4250000119209289,0.4259999990463257,0.4280000030994415,0.4289999902248382,0.4259999990463257,0.4329999983310699,0.4269999861717224,0.4329999983310699,0.4379999935626983,0.4320000112056732,0.4359999895095825,0.4259999990463257,0.4210000038146972],"label":"Dolma"},"RefinedWeb":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.1860000044107437,0.2329999953508377,0.2820000052452087,0.2820000052452087,0.3100000023841858,0.3030000030994415,0.3350000083446502,0.335999995470047,0.3429999947547912,0.3409999907016754,0.3519999980926513,0.3600000143051147,0.3420000076293945,0.3529999852180481,0.3490000069141388,0.3600000143051147,0.3490000069141388,0.3619999885559082,0.356000006198883,0.3619999885559082,0.3700000047683716,0.3959999978542328,0.367000013589859,0.3840000033378601,0.3860000073909759,0.3810000121593475,0.4020000100135803,0.382999986410141,0.3970000147819519,0.4000000059604645,0.3759999871253967,0.3840000033378601,0.3989999890327453,0.3989999890327453,0.3889999985694885,0.3989999890327453,0.3770000040531158,0.3849999904632568,0.3970000147819519,0.4040000140666961,0.4000000059604645,0.3930000066757202,0.3939999938011169,0.4040000140666961,0.3919999897480011,0.3939999938011169,0.4099999964237213,0.395000010728836,0.4050000011920929,0.4050000011920929,0.395000010728836,0.4059999883174896,0.4000000059604645,0.4059999883174896,0.4120000004768371,0.4090000092983246,0.4129999876022339,0.4090000092983246,0.4000000059604645,0.4009999930858612,0.4020000100135803,0.4000000059604645,0.4239999949932098,0.395000010728836,0.4000000059604645,0.4090000092983246,0.3989999890327453,0.4050000011920929,0.4099999964237213,0.4090000092983246,0.4129999876022339,0.4079999923706054,0.4099999964237213,0.3989999890327453,0.4199999868869781,0.4169999957084656,0.4210000038146972,0.4259999990463257,0.4230000078678131,0.4070000052452087,0.4189999997615814,0.4180000126361847,0.4149999916553497,0.4189999997615814,0.4099999964237213,0.4180000126361847,0.4210000038146972,0.4230000078678131,0.4070000052452087,0.4120000004768371,0.4289999902248382,0.4210000038146972,0.4269999861717224,0.4300000071525574,0.4239999949932098,0.4300000071525574,0.4289999902248382,0.421999990940094,0.4199999868869781,0.4300000071525574,0.4259999990463257,0.4269999861717224,0.421999990940094,0.4189999997615814,0.4300000071525574,0.4390000104904175,0.4259999990463257,0.4230000078678131,0.4339999854564667,0.4329999983310699,0.4280000030994415,0.4309999942779541,0.4359999895095825,0.4250000119209289,0.4329999983310699,0.4339999854564667,0.4350000023841858,0.4239999949932098,0.4300000071525574,0.4410000145435333,0.4390000104904175,0.4359999895095825,0.4339999854564667,0.4480000138282776,0.44200000166893,0.4460000097751617,0.44200000166893,0.4379999935626983,0.4370000064373016,0.4350000023841858,0.4440000057220459,0.4309999942779541,0.4429999887943268,0.4329999983310699,0.4359999895095825,0.4399999976158142,0.4239999949932098,0.4289999902248382,0.4429999887943268,0.4339999854564667,0.4280000030994415,0.4370000064373016,0.4320000112056732,0.4269999861717224,0.4379999935626983,0.4370000064373016,0.4359999895095825,0.4379999935626983,0.4390000104904175,0.4460000097751617,0.4329999983310699,0.4320000112056732,0.4429999887943268,0.4480000138282776,0.4410000145435333,0.4329999983310699,0.4390000104904175,0.4359999895095825,0.4429999887943268,0.4429999887943268,0.4449999928474426,0.44200000166893,0.4460000097751617,0.4410000145435333,0.4370000064373016,0.4410000145435333,0.4379999935626983,0.4390000104904175],"label":"RefinedWeb"},"SlimPajama":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.1829999983310699,0.2319999933242797,0.2560000121593475,0.2709999978542328,0.2809999883174896,0.2910000085830688,0.2980000078678131,0.3199999928474426,0.3120000064373016,0.2919999957084656,0.3179999887943268,0.3389999866485595,0.3389999866485595,0.3429999947547912,0.3470000028610229,0.3569999933242798,0.3510000109672546,0.3529999852180481,0.3659999966621399,0.3449999988079071,0.3490000069141388,0.3600000143051147,0.3549999892711639,0.363999992609024,0.3619999885559082,0.3810000121593475,0.3770000040531158,0.3700000047683716,0.3680000007152557,0.363999992609024,0.3700000047683716,0.3650000095367431,0.3689999878406524,0.3840000033378601,0.382999986410141,0.3779999911785126,0.363999992609024,0.3759999871253967,0.3700000047683716,0.3869999945163727,0.3680000007152557,0.3619999885559082,0.375,0.3689999878406524,0.363999992609024,0.3770000040531158,0.3600000143051147,0.3680000007152557,0.3729999959468841,0.3569999933242798,0.3779999911785126,0.3700000047683716,0.3689999878406524,0.3659999966621399,0.3740000128746032,0.3680000007152557,0.3860000073909759,0.3810000121593475,0.3930000066757202,0.3849999904632568,0.3810000121593475,0.3840000033378601,0.3910000026226043,0.382999986410141,0.395000010728836,0.3849999904632568,0.4020000100135803,0.382999986410141,0.3910000026226043,0.3869999945163727,0.3779999911785126,0.3849999904632568,0.3770000040531158,0.3810000121593475,0.3840000033378601,0.4079999923706054,0.395000010728836,0.3840000033378601,0.3959999978542328,0.3840000033378601,0.4009999930858612,0.3930000066757202,0.4059999883174896,0.3869999945163727,0.395000010728836,0.395000010728836,0.4009999930858612,0.3759999871253967,0.3869999945163727,0.382999986410141,0.3939999938011169,0.3849999904632568,0.3810000121593475,0.3910000026226043,0.3939999938011169,0.4000000059604645,0.4070000052452087,0.3959999978542328,0.3970000147819519,0.3819999992847442,0.4070000052452087,0.395000010728836,0.4020000100135803,0.3939999938011169,0.3849999904632568,0.3919999897480011,0.4050000011920929,0.3930000066757202,0.402999997138977,0.4040000140666961,0.4000000059604645,0.3980000019073486,0.4090000092983246,0.4009999930858612,0.3959999978542328,0.4210000038146972,0.4070000052452087,0.4050000011920929,0.4160000085830688,0.4059999883174896,0.4070000052452087,0.4009999930858612,0.3980000019073486,0.402999997138977,0.4110000133514404,0.4070000052452087,0.4070000052452087,0.402999997138977,0.4009999930858612,0.3980000019073486,0.4120000004768371,0.4090000092983246,0.4020000100135803,0.4050000011920929,0.402999997138977,0.4099999964237213,0.4120000004768371,0.4149999916553497,0.4070000052452087,0.4090000092983246,0.4090000092983246,0.4079999923706054,0.4059999883174896,0.421999990940094,0.4149999916553497,0.414000004529953,0.4149999916553497,0.4110000133514404,0.421999990940094,0.4250000119209289,0.4169999957084656,0.4079999923706054,0.414000004529953,0.4120000004768371,0.4189999997615814,0.4149999916553497,0.4169999957084656,0.4160000085830688,0.4180000126361847,0.414000004529953,0.4129999876022339,0.4169999957084656,0.4120000004768371,0.4110000133514404,0.4129999876022339,0.414000004529953,0.4250000119209289,0.4280000030994415],"label":"SlimPajama"},"The Pile":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.1829999983310699,0.2150000035762787,0.2290000021457672,0.2520000040531158,0.2840000092983246,0.2730000019073486,0.289000004529953,0.2939999997615814,0.2849999964237213,0.2960000038146972,0.2919999957084656,0.2949999868869781,0.3079999983310699,0.3019999861717224,0.3070000112056732,0.3079999983310699,0.3050000071525574,0.3179999887943268,0.3190000057220459,0.3030000030994415,0.3230000138282776,0.3230000138282776,0.3310000002384186,0.3219999969005584,0.335999995470047,0.3350000083446502,0.3129999935626983,0.328000009059906,0.3319999873638153,0.3429999947547912,0.328000009059906,0.328000009059906,0.3339999914169311,0.3389999866485595,0.3440000116825104,0.3269999921321869,0.3429999947547912,0.3350000083446502,0.3379999995231628,0.3330000042915344,0.3440000116825104,0.3589999973773956,0.3490000069141388,0.3490000069141388,0.3589999973773956,0.3400000035762787,0.3510000109672546,0.3519999980926513,0.3440000116825104,0.3379999995231628,0.3510000109672546,0.3490000069141388,0.3379999995231628,0.3490000069141388,0.3370000123977661,0.3400000035762787,0.3330000042915344,0.3440000116825104,0.3540000021457672,0.3400000035762787,0.3389999866485595,0.3589999973773956,0.3580000102519989,0.3420000076293945,0.3420000076293945,0.3490000069141388,0.3330000042915344,0.3510000109672546,0.3490000069141388,0.3350000083446502,0.3490000069141388,0.3429999947547912,0.3470000028610229,0.3519999980926513,0.3529999852180481,0.3440000116825104,0.3569999933242798,0.3379999995231628,0.3379999995231628,0.3549999892711639,0.3589999973773956,0.3729999959468841,0.3630000054836273,0.3519999980926513,0.3659999966621399,0.3600000143051147,0.3409999907016754,0.3529999852180481,0.3569999933242798,0.3540000021457672,0.3470000028610229,0.3569999933242798,0.3569999933242798,0.3459999859333038,0.3499999940395355,0.3519999980926513,0.3600000143051147,0.3409999907016754,0.356000006198883,0.3529999852180481,0.3569999933242798,0.3540000021457672,0.367000013589859,0.367000013589859,0.3619999885559082,0.3490000069141388,0.3510000109672546,0.3459999859333038,0.356000006198883,0.3549999892711639,0.3680000007152557,0.3470000028610229,0.3519999980926513,0.3600000143051147,0.3770000040531158,0.3610000014305115,0.3600000143051147,0.3630000054836273,0.3630000054836273,0.3619999885559082,0.3810000121593475,0.3709999918937683,0.3580000102519989,0.3729999959468841,0.3700000047683716,0.3619999885559082,0.3619999885559082,0.3740000128746032,0.3680000007152557,0.3689999878406524,0.367000013589859,0.367000013589859,0.3759999871253967,0.3720000088214874,0.3700000047683716,0.3819999992847442,0.3840000033378601,0.3770000040531158,0.367000013589859,0.3569999933242798,0.3840000033378601,0.375,0.3700000047683716,0.3740000128746032,0.3759999871253967,0.375,0.3650000095367431,0.3650000095367431,0.3790000081062317,0.3729999959468841,0.3709999918937683,0.3720000088214874,0.3770000040531158,0.3810000121593475,0.3709999918937683,0.3790000081062317,0.3799999952316284,0.3810000121593475,0.382999986410141,0.3810000121593475,0.3770000040531158,0.3799999952316284,0.3899999856948852,0.3790000081062317,0.3689999878406524,0.382999986410141,0.3770000040531158,0.3860000073909759],"label":"The Pile"},"RedPajama2":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.1829999983310699,0.2220000028610229,0.2709999978542328,0.2759999930858612,0.2720000147819519,0.2949999868869781,0.3100000023841858,0.3030000030994415,0.3260000050067901,0.3379999995231628,0.3370000123977661,0.3210000097751617,0.3389999866485595,0.3379999995231628,0.3519999980926513,0.3440000116825104,0.3540000021457672,0.3619999885559082,0.3600000143051147,0.3420000076293945,0.3459999859333038,0.3610000014305115,0.3619999885559082,0.3569999933242798,0.356000006198883,0.375,0.3540000021457672,0.3580000102519989,0.3650000095367431,0.3680000007152557,0.3479999899864197,0.3529999852180481,0.3510000109672546,0.3740000128746032,0.3860000073909759,0.3630000054836273,0.3790000081062317,0.363999992609024,0.3729999959468841,0.3709999918937683,0.3650000095367431,0.3869999945163727,0.3689999878406524,0.382999986410141,0.3630000054836273,0.3630000054836273,0.375,0.3689999878406524,0.382999986410141,0.3980000019073486,0.3989999890327453,0.3849999904632568,0.3970000147819519,0.3770000040531158,0.3860000073909759,0.3840000033378601,0.382999986410141,0.3899999856948852,0.3899999856948852,0.3970000147819519,0.3899999856948852,0.3889999985694885,0.395000010728836,0.3899999856948852,0.3860000073909759,0.3840000033378601,0.3959999978542328,0.4070000052452087,0.402999997138977,0.4189999997615814,0.395000010728836,0.382999986410141,0.4020000100135803,0.3939999938011169,0.3899999856948852,0.3939999938011169,0.3869999945163727,0.3970000147819519,0.3899999856948852,0.3980000019073486,0.3899999856948852,0.3939999938011169,0.3930000066757202,0.3880000114440918,0.3970000147819519,0.4120000004768371,0.402999997138977,0.3930000066757202,0.3970000147819519,0.3980000019073486,0.3910000026226043,0.3959999978542328,0.3849999904632568,0.3970000147819519,0.4000000059604645,0.3889999985694885,0.3939999938011169,0.395000010728836,0.4050000011920929,0.4000000059604645,0.4110000133514404,0.3939999938011169,0.4090000092983246,0.4079999923706054,0.4149999916553497,0.4000000059604645,0.3869999945163727,0.4000000059604645,0.3919999897480011,0.4009999930858612,0.4090000092983246,0.4020000100135803,0.4129999876022339,0.4070000052452087,0.4059999883174896,0.4180000126361847,0.4090000092983246,0.3989999890327453,0.4040000140666961,0.4110000133514404,0.4009999930858612,0.4020000100135803,0.4059999883174896,0.4079999923706054,0.4079999923706054,0.402999997138977,0.414000004529953,0.4050000011920929,0.402999997138977,0.4040000140666961,0.3939999938011169,0.4000000059604645,0.4040000140666961,0.4040000140666961,0.4000000059604645,0.4000000059604645,0.402999997138977,0.4020000100135803,0.4059999883174896,0.4269999861717224,0.4079999923706054,0.4070000052452087,0.414000004529953,0.4149999916553497,0.4050000011920929,0.4099999964237213,0.4070000052452087,0.4110000133514404,0.402999997138977,0.4129999876022339,0.4099999964237213,0.4110000133514404,0.4090000092983246,0.4070000052452087,0.4059999883174896,0.4199999868869781,0.414000004529953,0.4050000011920929,0.4210000038146972,0.4099999964237213,0.4169999957084656,0.414000004529953,0.4149999916553497,0.4110000133514404,0.4180000126361847,0.4110000133514404,0.414000004529953,0.4110000133514404],"label":"RedPajama2"}},"commonsense_qa/acc_norm":{"FineWeb (ours)":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2329999953508377,0.2630000114440918,0.2879999876022339,0.296999990940094,0.2960000038146972,0.3039999902248382,0.3129999935626983,0.3149999976158142,0.3300000131130218,0.3300000131130218,0.3350000083446502,0.3379999995231628,0.3370000123977661,0.3330000042915344,0.3370000123977661,0.3389999866485595,0.3429999947547912,0.3659999966621399,0.3459999859333038,0.3479999899864197,0.3440000116825104,0.3470000028610229,0.3569999933242798,0.3510000109672546,0.3680000007152557,0.3529999852180481,0.3680000007152557,0.3549999892711639,0.3540000021457672,0.3529999852180481,0.3499999940395355,0.3569999933242798,0.3529999852180481,0.3499999940395355,0.3540000021457672,0.3659999966621399,0.3600000143051147,0.3680000007152557,0.3659999966621399,0.3600000143051147,0.3659999966621399,0.3540000021457672,0.3580000102519989,0.367000013589859,0.3549999892711639,0.3729999959468841,0.3580000102519989,0.3619999885559082,0.3659999966621399,0.3680000007152557,0.3650000095367431,0.3619999885559082,0.3759999871253967,0.3689999878406524,0.3689999878406524,0.3619999885559082,0.3630000054836273,0.3650000095367431,0.3799999952316284,0.3729999959468841,0.3740000128746032,0.367000013589859,0.3720000088214874,0.3600000143051147,0.3650000095367431,0.3729999959468841,0.3589999973773956,0.3799999952316284,0.3589999973773956,0.3799999952316284,0.3680000007152557,0.367000013589859,0.367000013589859,0.3700000047683716,0.3790000081062317,0.3729999959468841,0.3770000040531158,0.3709999918937683,0.3759999871253967,0.3759999871253967,0.3700000047683716,0.3720000088214874,0.3840000033378601,0.3770000040531158,0.3770000040531158,0.3790000081062317,0.3860000073909759,0.3759999871253967,0.3650000095367431,0.3700000047683716,0.3819999992847442,0.3819999992847442,0.3630000054836273,0.3689999878406524,0.3759999871253967,0.3759999871253967,0.3779999911785126,0.3740000128746032,0.3860000073909759,0.3619999885559082,0.3740000128746032,0.3799999952316284,0.3819999992847442,0.3740000128746032,0.3770000040531158,0.375,0.3810000121593475,0.3729999959468841,0.3880000114440918,0.3840000033378601,0.3840000033378601,0.3770000040531158,0.3740000128746032,0.382999986410141,0.3840000033378601,0.3770000040531158,0.3869999945163727,0.3729999959468841,0.3770000040531158,0.3759999871253967,0.3840000033378601,0.3880000114440918,0.3759999871253967,0.3740000128746032,0.3720000088214874,0.3790000081062317,0.3740000128746032,0.3630000054836273,0.3810000121593475,0.3720000088214874,0.3729999959468841,0.3720000088214874,0.3840000033378601,0.3759999871253967,0.3840000033378601,0.3790000081062317,0.3819999992847442,0.3689999878406524,0.3700000047683716,0.3790000081062317,0.3729999959468841,0.3799999952316284,0.3799999952316284,0.3740000128746032,0.3689999878406524,0.3810000121593475,0.3720000088214874,0.382999986410141,0.3819999992847442,0.3720000088214874,0.3799999952316284,0.3740000128746032,0.3729999959468841,0.3790000081062317,0.3720000088214874,0.3680000007152557,0.3779999911785126,0.3799999952316284,0.3729999959468841,0.3740000128746032,0.3729999959468841,0.3759999871253967,0.3790000081062317,0.3689999878406524,0.3680000007152557,0.3659999966621399,0.3729999959468841,0.3680000007152557],"label":"FineWeb (ours)"},"C4":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2329999953508377,0.2599999904632568,0.277999997138977,0.2949999868869781,0.2980000078678131,0.3009999990463257,0.3149999976158142,0.3120000064373016,0.3219999969005584,0.3260000050067901,0.3240000009536743,0.3339999914169311,0.3310000002384186,0.3370000123977661,0.3289999961853027,0.3240000009536743,0.3350000083446502,0.3379999995231628,0.3420000076293945,0.3529999852180481,0.3370000123977661,0.3420000076293945,0.3650000095367431,0.3490000069141388,0.335999995470047,0.3490000069141388,0.3580000102519989,0.3580000102519989,0.3519999980926513,0.3549999892711639,0.356000006198883,0.3519999980926513,0.3549999892711639,0.3569999933242798,0.3569999933242798,0.3600000143051147,0.3490000069141388,0.3619999885559082,0.356000006198883,0.3459999859333038,0.3580000102519989,0.3449999988079071,0.3540000021457672,0.3540000021457672,0.3580000102519989,0.3510000109672546,0.3630000054836273,0.3470000028610229,0.356000006198883,0.356000006198883,0.3630000054836273,0.3659999966621399,0.3479999899864197,0.3549999892711639,0.3680000007152557,0.3580000102519989,0.3490000069141388,0.3519999980926513,0.3549999892711639,0.3519999980926513,0.3529999852180481,0.3659999966621399,0.3529999852180481,0.3619999885559082,0.3650000095367431,0.3600000143051147,0.3619999885559082,0.3770000040531158,0.3600000143051147,0.3580000102519989,0.3569999933242798,0.3659999966621399,0.3729999959468841,0.375,0.367000013589859,0.3650000095367431,0.3600000143051147,0.3650000095367431,0.3700000047683716,0.3689999878406524,0.3689999878406524,0.3659999966621399,0.3689999878406524,0.363999992609024,0.3709999918937683,0.367000013589859,0.3810000121593475,0.3619999885559082,0.3659999966621399,0.3610000014305115,0.3680000007152557,0.3600000143051147,0.3680000007152557,0.3700000047683716,0.3709999918937683,0.363999992609024,0.3700000047683716,0.3630000054836273,0.3689999878406524,0.3689999878406524,0.3650000095367431,0.3650000095367431,0.3680000007152557,0.3650000095367431,0.3779999911785126,0.3610000014305115,0.3630000054836273,0.375,0.3709999918937683,0.3630000054836273,0.3630000054836273,0.3619999885559082,0.3689999878406524,0.363999992609024,0.3610000014305115,0.3650000095367431,0.3689999878406524,0.3700000047683716,0.3630000054836273,0.3569999933242798,0.3630000054836273,0.356000006198883,0.3600000143051147,0.3580000102519989,0.3740000128746032,0.3589999973773956,0.3619999885559082,0.363999992609024,0.3720000088214874,0.3740000128746032,0.3689999878406524,0.3729999959468841,0.3810000121593475,0.3770000040531158,0.3709999918937683,0.3709999918937683,0.3779999911785126,0.3779999911785126,0.3779999911785126,0.3689999878406524,0.367000013589859,0.3650000095367431,0.3650000095367431,0.3619999885559082,0.363999992609024,0.3700000047683716,0.3720000088214874,0.3709999918937683,0.375,0.3759999871253967,0.3729999959468841,0.3790000081062317,0.3700000047683716,0.3700000047683716,0.3729999959468841,0.3709999918937683,0.3759999871253967,0.3709999918937683,0.3729999959468841,0.3709999918937683,0.3720000088214874,0.3700000047683716,0.3790000081062317,0.375,0.3790000081062317,0.3779999911785126,0.3650000095367431,0.3680000007152557],"label":"C4"},"Dolma":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2329999953508377,0.2529999911785126,0.277999997138977,0.2939999997615814,0.3030000030994415,0.3179999887943268,0.3160000145435333,0.3179999887943268,0.3219999969005584,0.328000009059906,0.3289999961853027,0.335999995470047,0.3350000083446502,0.3400000035762787,0.3350000083446502,0.3389999866485595,0.3429999947547912,0.3459999859333038,0.3379999995231628,0.3440000116825104,0.3379999995231628,0.3420000076293945,0.3420000076293945,0.3389999866485595,0.335999995470047,0.3409999907016754,0.3370000123977661,0.3400000035762787,0.3470000028610229,0.3449999988079071,0.3529999852180481,0.3540000021457672,0.3600000143051147,0.3519999980926513,0.3589999973773956,0.3569999933242798,0.3549999892711639,0.3519999980926513,0.3610000014305115,0.356000006198883,0.3440000116825104,0.3619999885559082,0.3499999940395355,0.356000006198883,0.3610000014305115,0.3580000102519989,0.3589999973773956,0.367000013589859,0.3740000128746032,0.3490000069141388,0.3740000128746032,0.3549999892711639,0.3519999980926513,0.3610000014305115,0.3619999885559082,0.3569999933242798,0.3610000014305115,0.3720000088214874,0.3650000095367431,0.3630000054836273,0.3790000081062317,0.3610000014305115,0.3610000014305115,0.3569999933242798,0.356000006198883,0.3680000007152557,0.3600000143051147,0.3770000040531158,0.3659999966621399,0.3689999878406524,0.3729999959468841,0.3700000047683716,0.3569999933242798,0.3700000047683716,0.3700000047683716,0.3700000047683716,0.3650000095367431,0.3600000143051147,0.3680000007152557,0.3759999871253967,0.3709999918937683,0.375,0.3619999885559082,0.3650000095367431,0.3680000007152557,0.3729999959468841,0.3709999918937683,0.375,0.3759999871253967,0.3630000054836273,0.3860000073909759,0.3759999871253967,0.3770000040531158,0.3740000128746032,0.382999986410141,0.3740000128746032,0.363999992609024,0.3740000128746032,0.3840000033378601,0.3770000040531158,0.3709999918937683,0.3799999952316284,0.375,0.3740000128746032,0.3740000128746032,0.3619999885559082,0.3740000128746032,0.3680000007152557,0.3740000128746032,0.3799999952316284,0.3720000088214874,0.3779999911785126,0.3720000088214874,0.3709999918937683,0.367000013589859,0.3700000047683716,0.3759999871253967,0.3770000040531158,0.3790000081062317,0.3799999952316284,0.3740000128746032,0.3790000081062317,0.3770000040531158,0.3709999918937683,0.3849999904632568,0.3680000007152557,0.3759999871253967,0.3849999904632568,0.367000013589859,0.3790000081062317,0.382999986410141,0.3770000040531158,0.3860000073909759,0.3779999911785126,0.3729999959468841,0.3689999878406524,0.3799999952316284,0.3819999992847442,0.3740000128746032,0.375,0.3729999959468841,0.3779999911785126,0.3759999871253967,0.3779999911785126,0.3799999952316284,0.3860000073909759,0.3849999904632568,0.3840000033378601,0.3779999911785126,0.3899999856948852,0.375,0.3810000121593475,0.3880000114440918,0.3790000081062317,0.3799999952316284,0.3779999911785126,0.3700000047683716,0.375,0.375,0.3759999871253967,0.3819999992847442,0.375,0.375,0.3790000081062317,0.3759999871253967,0.3790000081062317,0.3779999911785126,0.3709999918937683],"label":"Dolma"},"RefinedWeb":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2329999953508377,0.2529999911785126,0.2800000011920929,0.2870000004768371,0.3179999887943268,0.3129999935626983,0.3210000097751617,0.3160000145435333,0.3210000097751617,0.31700000166893,0.3330000042915344,0.3389999866485595,0.3289999961853027,0.3429999947547912,0.3379999995231628,0.3459999859333038,0.3490000069141388,0.3470000028610229,0.3600000143051147,0.3569999933242798,0.3449999988079071,0.3650000095367431,0.3499999940395355,0.3540000021457672,0.3569999933242798,0.3619999885559082,0.3619999885559082,0.3580000102519989,0.3740000128746032,0.3709999918937683,0.3720000088214874,0.3759999871253967,0.3720000088214874,0.3659999966621399,0.3790000081062317,0.3610000014305115,0.3650000095367431,0.3650000095367431,0.3720000088214874,0.3729999959468841,0.3790000081062317,0.3680000007152557,0.3659999966621399,0.3680000007152557,0.3619999885559082,0.3619999885559082,0.3729999959468841,0.3720000088214874,0.3650000095367431,0.3759999871253967,0.367000013589859,0.3650000095367431,0.3680000007152557,0.3580000102519989,0.3589999973773956,0.3700000047683716,0.3680000007152557,0.367000013589859,0.3709999918937683,0.3880000114440918,0.3810000121593475,0.375,0.4040000140666961,0.3860000073909759,0.3840000033378601,0.3779999911785126,0.3729999959468841,0.3720000088214874,0.3799999952316284,0.3799999952316284,0.3779999911785126,0.3689999878406524,0.3770000040531158,0.3740000128746032,0.3819999992847442,0.3899999856948852,0.3799999952316284,0.3919999897480011,0.3720000088214874,0.3770000040531158,0.3930000066757202,0.3849999904632568,0.3899999856948852,0.3740000128746032,0.3740000128746032,0.3799999952316284,0.3779999911785126,0.3880000114440918,0.3709999918937683,0.3810000121593475,0.3880000114440918,0.3980000019073486,0.3819999992847442,0.3849999904632568,0.3810000121593475,0.3819999992847442,0.3889999985694885,0.3840000033378601,0.3910000026226043,0.3899999856948852,0.3959999978542328,0.3880000114440918,0.3869999945163727,0.3779999911785126,0.3819999992847442,0.3919999897480011,0.3849999904632568,0.3860000073909759,0.3919999897480011,0.3819999992847442,0.3819999992847442,0.3889999985694885,0.3889999985694885,0.3860000073909759,0.3880000114440918,0.3889999985694885,0.3939999938011169,0.3899999856948852,0.3869999945163727,0.3910000026226043,0.3910000026226043,0.3910000026226043,0.3970000147819519,0.3970000147819519,0.3970000147819519,0.3970000147819519,0.3939999938011169,0.4000000059604645,0.3970000147819519,0.402999997138977,0.3959999978542328,0.3959999978542328,0.4000000059604645,0.4040000140666961,0.4020000100135803,0.3989999890327453,0.3919999897480011,0.3930000066757202,0.3930000066757202,0.3980000019073486,0.4000000059604645,0.395000010728836,0.3899999856948852,0.4059999883174896,0.4020000100135803,0.4020000100135803,0.4059999883174896,0.3970000147819519,0.4110000133514404,0.4050000011920929,0.4000000059604645,0.4090000092983246,0.3989999890327453,0.402999997138977,0.4009999930858612,0.3980000019073486,0.4090000092983246,0.4079999923706054,0.4079999923706054,0.4020000100135803,0.402999997138977,0.402999997138977,0.4059999883174896,0.4040000140666961,0.4059999883174896,0.3989999890327453,0.4070000052452087,0.4059999883174896],"label":"RefinedWeb"},"SlimPajama":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2300000041723251,0.238999992609024,0.2619999945163727,0.2899999916553497,0.2680000066757202,0.2870000004768371,0.2910000085830688,0.3149999976158142,0.3260000050067901,0.3030000030994415,0.3129999935626983,0.3109999895095825,0.3219999969005584,0.3260000050067901,0.3230000138282776,0.3409999907016754,0.3219999969005584,0.3319999873638153,0.3350000083446502,0.3429999947547912,0.3269999921321869,0.3330000042915344,0.3330000042915344,0.3310000002384186,0.335999995470047,0.3499999940395355,0.3319999873638153,0.3440000116825104,0.3379999995231628,0.3440000116825104,0.3370000123977661,0.3490000069141388,0.3510000109672546,0.3470000028610229,0.3429999947547912,0.3440000116825104,0.3540000021457672,0.3510000109672546,0.3429999947547912,0.3569999933242798,0.3339999914169311,0.3429999947547912,0.3459999859333038,0.3499999940395355,0.3459999859333038,0.3510000109672546,0.3389999866485595,0.3350000083446502,0.3370000123977661,0.3470000028610229,0.3569999933242798,0.3459999859333038,0.335999995470047,0.3420000076293945,0.3449999988079071,0.3529999852180481,0.3580000102519989,0.363999992609024,0.3540000021457672,0.3470000028610229,0.3499999940395355,0.3610000014305115,0.3440000116825104,0.3540000021457672,0.356000006198883,0.3630000054836273,0.3650000095367431,0.3499999940395355,0.3490000069141388,0.3459999859333038,0.3470000028610229,0.3600000143051147,0.3490000069141388,0.3569999933242798,0.3490000069141388,0.3600000143051147,0.3569999933242798,0.3449999988079071,0.3429999947547912,0.3619999885559082,0.3549999892711639,0.3700000047683716,0.3569999933242798,0.3600000143051147,0.3610000014305115,0.3650000095367431,0.3619999885559082,0.356000006198883,0.3580000102519989,0.356000006198883,0.3519999980926513,0.367000013589859,0.3499999940395355,0.3720000088214874,0.3630000054836273,0.3610000014305115,0.3630000054836273,0.3529999852180481,0.3540000021457672,0.3549999892711639,0.363999992609024,0.3689999878406524,0.3700000047683716,0.3729999959468841,0.3610000014305115,0.3630000054836273,0.3650000095367431,0.3619999885559082,0.3580000102519989,0.3580000102519989,0.3740000128746032,0.3619999885559082,0.3680000007152557,0.367000013589859,0.3610000014305115,0.375,0.3659999966621399,0.3600000143051147,0.367000013589859,0.367000013589859,0.3740000128746032,0.3720000088214874,0.3709999918937683,0.3700000047683716,0.3759999871253967,0.3720000088214874,0.3720000088214874,0.3650000095367431,0.3680000007152557,0.3680000007152557,0.3659999966621399,0.375,0.3709999918937683,0.3689999878406524,0.3720000088214874,0.3680000007152557,0.3779999911785126,0.3729999959468841,0.3740000128746032,0.3689999878406524,0.382999986410141,0.3709999918937683,0.3759999871253967,0.3770000040531158,0.3770000040531158,0.3700000047683716,0.3729999959468841,0.3779999911785126,0.3779999911785126,0.3720000088214874,0.3709999918937683,0.3720000088214874,0.3779999911785126,0.3709999918937683,0.3770000040531158,0.3709999918937683,0.3700000047683716,0.3770000040531158,0.3779999911785126,0.3740000128746032,0.3779999911785126,0.3659999966621399,0.3729999959468841,0.3779999911785126,0.3740000128746032,0.375,0.382999986410141,0.382999986410141],"label":"SlimPajama"},"The Pile":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2300000041723251,0.2460000067949295,0.257999986410141,0.270000010728836,0.2840000092983246,0.2770000100135803,0.2829999923706054,0.2939999997615814,0.2949999868869781,0.3050000071525574,0.3019999861717224,0.2939999997615814,0.3059999942779541,0.3219999969005584,0.3129999935626983,0.3149999976158142,0.3079999983310699,0.3160000145435333,0.3230000138282776,0.3179999887943268,0.3120000064373016,0.3140000104904175,0.3190000057220459,0.3260000050067901,0.3289999961853027,0.3300000131130218,0.3190000057220459,0.3210000097751617,0.328000009059906,0.324999988079071,0.3230000138282776,0.3240000009536743,0.324999988079071,0.3289999961853027,0.3370000123977661,0.3269999921321869,0.3400000035762787,0.3350000083446502,0.3289999961853027,0.3330000042915344,0.3510000109672546,0.3429999947547912,0.3540000021457672,0.3429999947547912,0.3319999873638153,0.3389999866485595,0.3440000116825104,0.3319999873638153,0.3479999899864197,0.3429999947547912,0.3459999859333038,0.3420000076293945,0.3379999995231628,0.3370000123977661,0.3310000002384186,0.3339999914169311,0.3310000002384186,0.3310000002384186,0.3339999914169311,0.3300000131130218,0.3339999914169311,0.3449999988079071,0.3479999899864197,0.3330000042915344,0.3409999907016754,0.3499999940395355,0.3490000069141388,0.3350000083446502,0.3420000076293945,0.3510000109672546,0.3459999859333038,0.3449999988079071,0.3389999866485595,0.3470000028610229,0.3540000021457672,0.3470000028610229,0.3370000123977661,0.3370000123977661,0.3310000002384186,0.3440000116825104,0.335999995470047,0.3479999899864197,0.3379999995231628,0.3409999907016754,0.3330000042915344,0.3479999899864197,0.3339999914169311,0.3409999907016754,0.3350000083446502,0.3269999921321869,0.3289999961853027,0.3350000083446502,0.335999995470047,0.3289999961853027,0.3400000035762787,0.3339999914169311,0.3389999866485595,0.3350000083446502,0.3400000035762787,0.3479999899864197,0.3409999907016754,0.3519999980926513,0.3510000109672546,0.3449999988079071,0.3300000131130218,0.3370000123977661,0.3449999988079071,0.3420000076293945,0.3319999873638153,0.3569999933242798,0.3449999988079071,0.3470000028610229,0.3429999947547912,0.3499999940395355,0.3549999892711639,0.3449999988079071,0.3389999866485595,0.3409999907016754,0.3540000021457672,0.3449999988079071,0.3589999973773956,0.3389999866485595,0.3379999995231628,0.3409999907016754,0.3479999899864197,0.3479999899864197,0.3490000069141388,0.3470000028610229,0.3529999852180481,0.3479999899864197,0.3499999940395355,0.3470000028610229,0.3470000028610229,0.3449999988079071,0.3459999859333038,0.3499999940395355,0.3510000109672546,0.3470000028610229,0.3529999852180481,0.3470000028610229,0.3499999940395355,0.3449999988079071,0.3459999859333038,0.3449999988079071,0.3499999940395355,0.3499999940395355,0.3459999859333038,0.3529999852180481,0.3499999940395355,0.3429999947547912,0.3479999899864197,0.3529999852180481,0.3470000028610229,0.3589999973773956,0.3389999866485595,0.356000006198883,0.3600000143051147,0.3490000069141388,0.3470000028610229,0.3490000069141388,0.3470000028610229,0.3490000069141388,0.3549999892711639,0.3490000069141388,0.3440000116825104,0.3499999940395355,0.3459999859333038,0.3540000021457672],"label":"The Pile"},"RedPajama2":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2300000041723251,0.2469999939203262,0.2739999890327453,0.2989999949932098,0.2980000078678131,0.3149999976158142,0.3160000145435333,0.3079999983310699,0.3109999895095825,0.3070000112056732,0.31700000166893,0.3149999976158142,0.324999988079071,0.3260000050067901,0.3310000002384186,0.3490000069141388,0.3490000069141388,0.3409999907016754,0.3420000076293945,0.3440000116825104,0.3470000028610229,0.3510000109672546,0.3420000076293945,0.3510000109672546,0.3479999899864197,0.3569999933242798,0.3479999899864197,0.3470000028610229,0.3600000143051147,0.356000006198883,0.3389999866485595,0.3529999852180481,0.3529999852180481,0.3549999892711639,0.3459999859333038,0.3490000069141388,0.3510000109672546,0.3589999973773956,0.3610000014305115,0.3540000021457672,0.3569999933242798,0.3720000088214874,0.3580000102519989,0.363999992609024,0.3479999899864197,0.3449999988079071,0.3619999885559082,0.3589999973773956,0.3580000102519989,0.3589999973773956,0.3569999933242798,0.367000013589859,0.3650000095367431,0.3540000021457672,0.3549999892711639,0.3689999878406524,0.363999992609024,0.3700000047683716,0.3819999992847442,0.3790000081062317,0.3650000095367431,0.3709999918937683,0.375,0.3720000088214874,0.3689999878406524,0.3709999918937683,0.3709999918937683,0.3610000014305115,0.3720000088214874,0.3770000040531158,0.3680000007152557,0.3759999871253967,0.3729999959468841,0.3680000007152557,0.3689999878406524,0.3630000054836273,0.3549999892711639,0.3729999959468841,0.3680000007152557,0.3790000081062317,0.3659999966621399,0.3700000047683716,0.3720000088214874,0.367000013589859,0.3779999911785126,0.382999986410141,0.3799999952316284,0.3740000128746032,0.367000013589859,0.3709999918937683,0.3759999871253967,0.3849999904632568,0.3819999992847442,0.3720000088214874,0.3779999911785126,0.3740000128746032,0.3759999871253967,0.3860000073909759,0.3799999952316284,0.3709999918937683,0.3770000040531158,0.3819999992847442,0.3810000121593475,0.3819999992847442,0.3919999897480011,0.375,0.3720000088214874,0.3709999918937683,0.3819999992847442,0.3720000088214874,0.3720000088214874,0.3770000040531158,0.3819999992847442,0.3869999945163727,0.3860000073909759,0.3759999871253967,0.3860000073909759,0.3790000081062317,0.3790000081062317,0.3849999904632568,0.3790000081062317,0.3880000114440918,0.3899999856948852,0.3819999992847442,0.3790000081062317,0.3810000121593475,0.3709999918937683,0.375,0.3819999992847442,0.3860000073909759,0.3799999952316284,0.3810000121593475,0.3860000073909759,0.3790000081062317,0.3840000033378601,0.382999986410141,0.3790000081062317,0.3729999959468841,0.3799999952316284,0.375,0.3759999871253967,0.3740000128746032,0.3770000040531158,0.382999986410141,0.3720000088214874,0.3810000121593475,0.3849999904632568,0.3779999911785126,0.375,0.3790000081062317,0.3790000081062317,0.3880000114440918,0.3849999904632568,0.3919999897480011,0.3810000121593475,0.382999986410141,0.3759999871253967,0.3869999945163727,0.375,0.3810000121593475,0.382999986410141,0.3799999952316284,0.3799999952316284,0.3860000073909759,0.3770000040531158,0.3849999904632568,0.3899999856948852,0.3889999985694885],"label":"RedPajama2"}},"hellaswag/acc":{"FineWeb (ours)":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2720000147819519,0.2870000004768371,0.3160000145435333,0.3269999921321869,0.3490000069141388,0.3619999885559082,0.3729999959468841,0.3779999911785126,0.3810000121593475,0.3910000026226043,0.3849999904632568,0.4000000059604645,0.4059999883174896,0.4059999883174896,0.4110000133514404,0.4160000085830688,0.4090000092983246,0.4160000085830688,0.4129999876022339,0.4160000085830688,0.421999990940094,0.4160000085830688,0.4210000038146972,0.4269999861717224,0.4250000119209289,0.4160000085830688,0.4410000145435333,0.4350000023841858,0.4350000023841858,0.4359999895095825,0.4350000023841858,0.4350000023841858,0.4350000023841858,0.4370000064373016,0.4309999942779541,0.4440000057220459,0.4410000145435333,0.4440000057220459,0.4440000057220459,0.4480000138282776,0.453000009059906,0.449999988079071,0.4469999969005584,0.4399999976158142,0.4589999914169311,0.4410000145435333,0.4490000009536743,0.4560000002384186,0.449999988079071,0.453000009059906,0.4519999921321869,0.4539999961853027,0.4550000131130218,0.449999988079071,0.4569999873638153,0.460999995470047,0.4569999873638153,0.4650000035762787,0.4560000002384186,0.4600000083446502,0.4589999914169311,0.4639999866485595,0.4650000035762787,0.4650000035762787,0.4580000042915344,0.4659999907016754,0.460999995470047,0.4639999866485595,0.4679999947547912,0.4650000035762787,0.4629999995231628,0.4639999866485595,0.4639999866485595,0.4650000035762787,0.4709999859333038,0.4779999852180481,0.4650000035762787,0.4670000076293945,0.4670000076293945,0.4699999988079071,0.4690000116825104,0.4709999859333038,0.4720000028610229,0.4749999940395355,0.4799999892711639,0.4699999988079071,0.4779999852180481,0.4709999859333038,0.481000006198883,0.4819999933242798,0.4740000069141388,0.4760000109672546,0.4779999852180481,0.4709999859333038,0.4740000069141388,0.4740000069141388,0.4729999899864197,0.4740000069141388,0.4790000021457672,0.4819999933242798,0.4749999940395355,0.4839999973773956,0.4839999973773956,0.4799999892711639,0.4729999899864197,0.4900000095367431,0.4839999973773956,0.4830000102519989,0.481000006198883,0.4799999892711639,0.4819999933242798,0.4939999878406524,0.4830000102519989,0.4839999973773956,0.4880000054836273,0.4839999973773956,0.4880000054836273,0.4769999980926513,0.4909999966621399,0.4830000102519989,0.4930000007152557,0.4869999885559082,0.4850000143051147,0.4900000095367431,0.4880000054836273,0.492000013589859,0.4979999959468841,0.4909999966621399,0.4959999918937683,0.492000013589859,0.4930000007152557,0.4959999918937683,0.4880000054836273,0.4939999878406524,0.4909999966621399,0.4930000007152557,0.4939999878406524,0.492000013589859,0.4950000047683716,0.5,0.4930000007152557,0.4990000128746032,0.4990000128746032,0.4869999885559082,0.4970000088214874,0.4900000095367431,0.4979999959468841,0.488999992609024,0.4950000047683716,0.4979999959468841,0.4959999918937683,0.492000013589859,0.4979999959468841,0.4959999918937683,0.5,0.488999992609024,0.4979999959468841,0.4950000047683716,0.4990000128746032,0.4950000047683716,0.4909999966621399,0.4959999918937683,0.5019999742507935,0.5009999871253967,0.5019999742507935,0.4909999966621399,0.4900000095367431,0.492000013589859],"label":"FineWeb (ours)"},"C4":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2720000147819519,0.2860000133514404,0.3120000064373016,0.3310000002384186,0.3510000109672546,0.3619999885559082,0.3610000014305115,0.3709999918937683,0.3860000073909759,0.3889999985694885,0.395000010728836,0.3989999890327453,0.4070000052452087,0.4020000100135803,0.414000004529953,0.4160000085830688,0.4070000052452087,0.4149999916553497,0.4199999868869781,0.4250000119209289,0.4269999861717224,0.4289999902248382,0.4259999990463257,0.4329999983310699,0.4320000112056732,0.4339999854564667,0.4329999983310699,0.4359999895095825,0.4280000030994415,0.44200000166893,0.4359999895095825,0.44200000166893,0.4399999976158142,0.4379999935626983,0.4440000057220459,0.44200000166893,0.4390000104904175,0.4379999935626983,0.4429999887943268,0.4539999961853027,0.449999988079071,0.4449999928474426,0.4429999887943268,0.4539999961853027,0.4550000131130218,0.453000009059906,0.4550000131130218,0.4539999961853027,0.4519999921321869,0.4580000042915344,0.449999988079071,0.4589999914169311,0.4539999961853027,0.4600000083446502,0.4629999995231628,0.4580000042915344,0.4569999873638153,0.4670000076293945,0.460999995470047,0.4650000035762787,0.4650000035762787,0.4589999914169311,0.4690000116825104,0.4709999859333038,0.4740000069141388,0.4629999995231628,0.4639999866485595,0.4679999947547912,0.4729999899864197,0.460999995470047,0.4639999866485595,0.4709999859333038,0.4690000116825104,0.4690000116825104,0.4699999988079071,0.4749999940395355,0.4790000021457672,0.4729999899864197,0.4709999859333038,0.4720000028610229,0.4670000076293945,0.4790000021457672,0.4760000109672546,0.4709999859333038,0.4720000028610229,0.4740000069141388,0.4790000021457672,0.4779999852180481,0.4740000069141388,0.4769999980926513,0.4729999899864197,0.4799999892711639,0.481000006198883,0.4709999859333038,0.4749999940395355,0.4799999892711639,0.4720000028610229,0.4769999980926513,0.4779999852180481,0.4749999940395355,0.4729999899864197,0.4799999892711639,0.4779999852180481,0.488999992609024,0.4869999885559082,0.4880000054836273,0.4819999933242798,0.4839999973773956,0.481000006198883,0.4830000102519989,0.481000006198883,0.4790000021457672,0.4729999899864197,0.4799999892711639,0.4819999933242798,0.4819999933242798,0.4839999973773956,0.4819999933242798,0.4769999980926513,0.4839999973773956,0.4779999852180481,0.4790000021457672,0.4869999885559082,0.4830000102519989,0.4860000014305115,0.488999992609024,0.4900000095367431,0.488999992609024,0.4909999966621399,0.4869999885559082,0.4869999885559082,0.4860000014305115,0.492000013589859,0.4909999966621399,0.488999992609024,0.4850000143051147,0.488999992609024,0.4880000054836273,0.492000013589859,0.4869999885559082,0.4939999878406524,0.4909999966621399,0.4860000014305115,0.4909999966621399,0.4959999918937683,0.4830000102519989,0.492000013589859,0.492000013589859,0.4950000047683716,0.488999992609024,0.488999992609024,0.488999992609024,0.4959999918937683,0.492000013589859,0.488999992609024,0.4900000095367431,0.4970000088214874,0.4930000007152557,0.4959999918937683,0.4959999918937683,0.5040000081062317,0.4950000047683716,0.4979999959468841,0.4950000047683716,0.4939999878406524,0.4950000047683716,0.4909999966621399,0.4970000088214874],"label":"C4"},"Dolma":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2720000147819519,0.2860000133514404,0.3190000057220459,0.3240000009536743,0.3379999995231628,0.3510000109672546,0.3470000028610229,0.3540000021457672,0.3610000014305115,0.3689999878406524,0.3700000047683716,0.3709999918937683,0.3860000073909759,0.3779999911785126,0.3889999985694885,0.395000010728836,0.3970000147819519,0.4000000059604645,0.4129999876022339,0.4050000011920929,0.4040000140666961,0.4070000052452087,0.421999990940094,0.4160000085830688,0.4149999916553497,0.4120000004768371,0.4169999957084656,0.4189999997615814,0.4160000085830688,0.4180000126361847,0.4259999990463257,0.4210000038146972,0.4250000119209289,0.4210000038146972,0.4239999949932098,0.4250000119209289,0.4280000030994415,0.4259999990463257,0.4199999868869781,0.4300000071525574,0.4309999942779541,0.4280000030994415,0.4300000071525574,0.4399999976158142,0.4379999935626983,0.4370000064373016,0.4329999983310699,0.4329999983310699,0.4309999942779541,0.4379999935626983,0.4350000023841858,0.4339999854564667,0.4440000057220459,0.4410000145435333,0.4390000104904175,0.4390000104904175,0.4339999854564667,0.4460000097751617,0.4429999887943268,0.4490000009536743,0.4429999887943268,0.4460000097751617,0.4460000097751617,0.453000009059906,0.4440000057220459,0.4440000057220459,0.4449999928474426,0.4490000009536743,0.4460000097751617,0.4429999887943268,0.4469999969005584,0.449999988079071,0.4519999921321869,0.449999988079071,0.4490000009536743,0.4399999976158142,0.44200000166893,0.4399999976158142,0.44200000166893,0.4440000057220459,0.4429999887943268,0.4449999928474426,0.4429999887943268,0.4449999928474426,0.4519999921321869,0.44200000166893,0.4379999935626983,0.4469999969005584,0.4510000050067901,0.4519999921321869,0.4460000097751617,0.4460000097751617,0.453000009059906,0.4510000050067901,0.4539999961853027,0.4550000131130218,0.4519999921321869,0.4589999914169311,0.4550000131130218,0.4600000083446502,0.4560000002384186,0.4539999961853027,0.4560000002384186,0.4580000042915344,0.4600000083446502,0.4569999873638153,0.4560000002384186,0.4560000002384186,0.453000009059906,0.4600000083446502,0.4550000131130218,0.4560000002384186,0.4580000042915344,0.460999995470047,0.460999995470047,0.4569999873638153,0.460999995470047,0.4620000123977661,0.4550000131130218,0.4600000083446502,0.4490000009536743,0.4560000002384186,0.460999995470047,0.4600000083446502,0.4639999866485595,0.4620000123977661,0.4589999914169311,0.4580000042915344,0.4629999995231628,0.4629999995231628,0.4650000035762787,0.460999995470047,0.4569999873638153,0.453000009059906,0.4639999866485595,0.4589999914169311,0.460999995470047,0.4670000076293945,0.4690000116825104,0.4639999866485595,0.4620000123977661,0.4690000116825104,0.4679999947547912,0.4709999859333038,0.4690000116825104,0.4670000076293945,0.4679999947547912,0.4679999947547912,0.4709999859333038,0.4709999859333038,0.4709999859333038,0.4729999899864197,0.4690000116825104,0.4679999947547912,0.4699999988079071,0.4639999866485595,0.4679999947547912,0.4690000116825104,0.4699999988079071,0.4709999859333038,0.4720000028610229,0.4679999947547912,0.4729999899864197,0.4729999899864197,0.4769999980926513,0.4760000109672546,0.4639999866485595,0.4729999899864197],"label":"Dolma"},"RefinedWeb":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2720000147819519,0.2879999876022339,0.3149999976158142,0.3310000002384186,0.3400000035762787,0.3420000076293945,0.3510000109672546,0.3569999933242798,0.3689999878406524,0.3720000088214874,0.3860000073909759,0.3790000081062317,0.3840000033378601,0.395000010728836,0.4040000140666961,0.395000010728836,0.3980000019073486,0.4059999883174896,0.4090000092983246,0.414000004529953,0.4110000133514404,0.4079999923706054,0.4169999957084656,0.4149999916553497,0.4199999868869781,0.414000004529953,0.4230000078678131,0.4230000078678131,0.4199999868869781,0.4180000126361847,0.4269999861717224,0.4339999854564667,0.4329999983310699,0.4300000071525574,0.4289999902248382,0.4370000064373016,0.4390000104904175,0.4259999990463257,0.4379999935626983,0.4329999983310699,0.4300000071525574,0.4339999854564667,0.4309999942779541,0.4239999949932098,0.4399999976158142,0.4379999935626983,0.4370000064373016,0.4359999895095825,0.4410000145435333,0.4339999854564667,0.4390000104904175,0.4390000104904175,0.4379999935626983,0.4350000023841858,0.4350000023841858,0.4350000023841858,0.4329999983310699,0.4350000023841858,0.4359999895095825,0.4490000009536743,0.4449999928474426,0.4550000131130218,0.4390000104904175,0.4379999935626983,0.4490000009536743,0.4379999935626983,0.4410000145435333,0.4480000138282776,0.44200000166893,0.4370000064373016,0.4429999887943268,0.4539999961853027,0.4490000009536743,0.453000009059906,0.4539999961853027,0.4410000145435333,0.44200000166893,0.4510000050067901,0.4399999976158142,0.4460000097751617,0.449999988079071,0.4550000131130218,0.4480000138282776,0.453000009059906,0.4519999921321869,0.453000009059906,0.4429999887943268,0.4539999961853027,0.4519999921321869,0.4539999961853027,0.4490000009536743,0.4560000002384186,0.4519999921321869,0.4589999914169311,0.4539999961853027,0.4580000042915344,0.4550000131130218,0.4600000083446502,0.4490000009536743,0.4480000138282776,0.4589999914169311,0.4589999914169311,0.4519999921321869,0.4580000042915344,0.4429999887943268,0.4580000042915344,0.4510000050067901,0.4589999914169311,0.4510000050067901,0.4490000009536743,0.4440000057220459,0.4600000083446502,0.4600000083446502,0.453000009059906,0.4600000083446502,0.4569999873638153,0.460999995470047,0.4629999995231628,0.4620000123977661,0.4600000083446502,0.4600000083446502,0.4650000035762787,0.4620000123977661,0.4629999995231628,0.4659999907016754,0.4709999859333038,0.4679999947547912,0.4629999995231628,0.4589999914169311,0.4699999988079071,0.4650000035762787,0.4639999866485595,0.4600000083446502,0.4670000076293945,0.4740000069141388,0.4720000028610229,0.4720000028610229,0.4679999947547912,0.4720000028610229,0.4639999866485595,0.4679999947547912,0.4740000069141388,0.4659999907016754,0.4629999995231628,0.4740000069141388,0.4709999859333038,0.4729999899864197,0.460999995470047,0.4740000069141388,0.4720000028610229,0.4720000028610229,0.4709999859333038,0.4709999859333038,0.4769999980926513,0.4699999988079071,0.4679999947547912,0.4670000076293945,0.4699999988079071,0.4650000035762787,0.4659999907016754,0.4659999907016754,0.4670000076293945,0.4740000069141388,0.4709999859333038,0.4720000028610229,0.4690000116825104,0.4690000116825104,0.4670000076293945],"label":"RefinedWeb"},"SlimPajama":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2730000019073486,0.2790000140666961,0.296999990940094,0.3039999902248382,0.3240000009536743,0.3160000145435333,0.328000009059906,0.3429999947547912,0.3519999980926513,0.3540000021457672,0.3619999885559082,0.3630000054836273,0.367000013589859,0.3680000007152557,0.382999986410141,0.3720000088214874,0.3709999918937683,0.3759999871253967,0.3790000081062317,0.3799999952316284,0.3919999897480011,0.3860000073909759,0.3849999904632568,0.3930000066757202,0.3880000114440918,0.3919999897480011,0.3959999978542328,0.395000010728836,0.3959999978542328,0.3919999897480011,0.3959999978542328,0.3980000019073486,0.3939999938011169,0.395000010728836,0.3889999985694885,0.3939999938011169,0.3989999890327453,0.4059999883174896,0.4070000052452087,0.4149999916553497,0.4059999883174896,0.4110000133514404,0.4050000011920929,0.4180000126361847,0.4070000052452087,0.4099999964237213,0.4169999957084656,0.4189999997615814,0.4099999964237213,0.4210000038146972,0.4160000085830688,0.4129999876022339,0.4160000085830688,0.414000004529953,0.4169999957084656,0.414000004529953,0.4239999949932098,0.4250000119209289,0.421999990940094,0.4269999861717224,0.4250000119209289,0.4210000038146972,0.4320000112056732,0.4320000112056732,0.4269999861717224,0.4300000071525574,0.4239999949932098,0.4269999861717224,0.4289999902248382,0.4309999942779541,0.4280000030994415,0.4259999990463257,0.4230000078678131,0.4300000071525574,0.4339999854564667,0.4350000023841858,0.4339999854564667,0.4300000071525574,0.4300000071525574,0.4329999983310699,0.4289999902248382,0.4390000104904175,0.4329999983310699,0.4350000023841858,0.4370000064373016,0.4300000071525574,0.4339999854564667,0.4350000023841858,0.4370000064373016,0.4370000064373016,0.4410000145435333,0.4390000104904175,0.4379999935626983,0.4410000145435333,0.4370000064373016,0.4320000112056732,0.4339999854564667,0.4390000104904175,0.4390000104904175,0.4370000064373016,0.44200000166893,0.4410000145435333,0.4379999935626983,0.4379999935626983,0.4370000064373016,0.4370000064373016,0.4370000064373016,0.4429999887943268,0.4410000145435333,0.4329999983310699,0.4410000145435333,0.44200000166893,0.4359999895095825,0.4460000097751617,0.449999988079071,0.4460000097751617,0.4469999969005584,0.4490000009536743,0.4449999928474426,0.453000009059906,0.4460000097751617,0.4449999928474426,0.4460000097751617,0.453000009059906,0.4480000138282776,0.4510000050067901,0.4519999921321869,0.4519999921321869,0.4560000002384186,0.4519999921321869,0.4449999928474426,0.4550000131130218,0.4460000097751617,0.4490000009536743,0.4600000083446502,0.4510000050067901,0.449999988079071,0.4539999961853027,0.4580000042915344,0.4519999921321869,0.4589999914169311,0.449999988079071,0.4510000050067901,0.4480000138282776,0.453000009059906,0.4490000009536743,0.4539999961853027,0.4560000002384186,0.4539999961853027,0.449999988079071,0.4560000002384186,0.4589999914169311,0.4569999873638153,0.453000009059906,0.4539999961853027,0.453000009059906,0.4510000050067901,0.4480000138282776,0.4580000042915344,0.4550000131130218,0.4580000042915344,0.4519999921321869,0.4560000002384186,0.4510000050067901,0.4550000131130218,0.4560000002384186,0.453000009059906,0.449999988079071],"label":"SlimPajama"},"The Pile":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2730000019073486,0.2680000066757202,0.2829999923706054,0.2939999997615814,0.2980000078678131,0.3079999983310699,0.3050000071525574,0.3100000023841858,0.3079999983310699,0.3210000097751617,0.3210000097751617,0.3240000009536743,0.324999988079071,0.3300000131130218,0.3339999914169311,0.3350000083446502,0.3449999988079071,0.3350000083446502,0.3420000076293945,0.3459999859333038,0.3339999914169311,0.3519999980926513,0.3420000076293945,0.356000006198883,0.3569999933242798,0.3610000014305115,0.3549999892711639,0.3619999885559082,0.3589999973773956,0.3529999852180481,0.363999992609024,0.367000013589859,0.3630000054836273,0.3600000143051147,0.3610000014305115,0.3619999885559082,0.3720000088214874,0.375,0.3759999871253967,0.3740000128746032,0.3709999918937683,0.3759999871253967,0.3799999952316284,0.3790000081062317,0.3729999959468841,0.3740000128746032,0.3779999911785126,0.3709999918937683,0.382999986410141,0.3759999871253967,0.3729999959468841,0.375,0.382999986410141,0.3819999992847442,0.3819999992847442,0.3819999992847442,0.3880000114440918,0.3910000026226043,0.382999986410141,0.395000010728836,0.3899999856948852,0.3899999856948852,0.3889999985694885,0.3919999897480011,0.395000010728836,0.3860000073909759,0.3980000019073486,0.4000000059604645,0.3959999978542328,0.3939999938011169,0.3959999978542328,0.3989999890327453,0.3880000114440918,0.4020000100135803,0.4000000059604645,0.402999997138977,0.4099999964237213,0.4000000059604645,0.4020000100135803,0.4050000011920929,0.4040000140666961,0.402999997138977,0.4050000011920929,0.4070000052452087,0.4079999923706054,0.4070000052452087,0.4110000133514404,0.4059999883174896,0.3970000147819519,0.4050000011920929,0.4059999883174896,0.4129999876022339,0.414000004529953,0.4090000092983246,0.4129999876022339,0.4090000092983246,0.4040000140666961,0.4149999916553497,0.4090000092983246,0.4090000092983246,0.4210000038146972,0.4120000004768371,0.4079999923706054,0.4079999923706054,0.4050000011920929,0.4160000085830688,0.4189999997615814,0.4210000038146972,0.4099999964237213,0.4169999957084656,0.421999990940094,0.4230000078678131,0.421999990940094,0.4230000078678131,0.4250000119209289,0.4199999868869781,0.4210000038146972,0.4199999868869781,0.4210000038146972,0.4189999997615814,0.4189999997615814,0.4259999990463257,0.421999990940094,0.4309999942779541,0.4210000038146972,0.4259999990463257,0.4259999990463257,0.4239999949932098,0.4239999949932098,0.4280000030994415,0.4199999868869781,0.421999990940094,0.4269999861717224,0.4300000071525574,0.4309999942779541,0.4280000030994415,0.4269999861717224,0.4269999861717224,0.4269999861717224,0.4289999902248382,0.4280000030994415,0.4350000023841858,0.4309999942779541,0.4289999902248382,0.4309999942779541,0.4359999895095825,0.4370000064373016,0.4320000112056732,0.4329999983310699,0.4350000023841858,0.4379999935626983,0.4339999854564667,0.4399999976158142,0.4379999935626983,0.4370000064373016,0.4390000104904175,0.4379999935626983,0.4339999854564667,0.4359999895095825,0.4399999976158142,0.4399999976158142,0.4350000023841858,0.4379999935626983,0.4410000145435333,0.4379999935626983,0.4379999935626983,0.4399999976158142,0.4339999854564667],"label":"The Pile"},"RedPajama2":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2730000019073486,0.2759999930858612,0.2989999949932098,0.3190000057220459,0.3199999928474426,0.3339999914169311,0.3370000123977661,0.3409999907016754,0.3569999933242798,0.3519999980926513,0.3569999933242798,0.3659999966621399,0.3619999885559082,0.375,0.3709999918937683,0.3779999911785126,0.3790000081062317,0.3869999945163727,0.3779999911785126,0.3790000081062317,0.3869999945163727,0.3910000026226043,0.3860000073909759,0.3869999945163727,0.3980000019073486,0.3799999952316284,0.3970000147819519,0.3970000147819519,0.3970000147819519,0.4020000100135803,0.395000010728836,0.4110000133514404,0.402999997138977,0.4050000011920929,0.4059999883174896,0.4090000092983246,0.4120000004768371,0.4110000133514404,0.4169999957084656,0.4169999957084656,0.4189999997615814,0.414000004529953,0.4110000133514404,0.4210000038146972,0.4180000126361847,0.4250000119209289,0.4180000126361847,0.421999990940094,0.4239999949932098,0.4230000078678131,0.4350000023841858,0.4210000038146972,0.4210000038146972,0.4239999949932098,0.4350000023841858,0.4250000119209289,0.4259999990463257,0.4309999942779541,0.4440000057220459,0.4359999895095825,0.4239999949932098,0.4320000112056732,0.4339999854564667,0.4250000119209289,0.4329999983310699,0.4289999902248382,0.4309999942779541,0.4320000112056732,0.4269999861717224,0.4359999895095825,0.4259999990463257,0.4379999935626983,0.4410000145435333,0.4379999935626983,0.4399999976158142,0.4440000057220459,0.4399999976158142,0.44200000166893,0.4519999921321869,0.4410000145435333,0.4309999942779541,0.4370000064373016,0.4350000023841858,0.4390000104904175,0.44200000166893,0.4469999969005584,0.4460000097751617,0.4449999928474426,0.449999988079071,0.44200000166893,0.4490000009536743,0.4490000009536743,0.4460000097751617,0.4510000050067901,0.4460000097751617,0.4460000097751617,0.449999988079071,0.4519999921321869,0.4539999961853027,0.453000009059906,0.4539999961853027,0.453000009059906,0.4510000050067901,0.4550000131130218,0.4490000009536743,0.4560000002384186,0.4469999969005584,0.4519999921321869,0.4589999914169311,0.4539999961853027,0.4539999961853027,0.4510000050067901,0.4480000138282776,0.4539999961853027,0.453000009059906,0.4589999914169311,0.4589999914169311,0.4560000002384186,0.4490000009536743,0.4519999921321869,0.4460000097751617,0.4539999961853027,0.4490000009536743,0.4539999961853027,0.4539999961853027,0.4480000138282776,0.4539999961853027,0.449999988079071,0.453000009059906,0.460999995470047,0.4569999873638153,0.4569999873638153,0.4589999914169311,0.4580000042915344,0.4519999921321869,0.4539999961853027,0.4550000131130218,0.4480000138282776,0.4589999914169311,0.4560000002384186,0.4620000123977661,0.4539999961853027,0.4519999921321869,0.4580000042915344,0.4589999914169311,0.4560000002384186,0.4539999961853027,0.4600000083446502,0.4560000002384186,0.460999995470047,0.4560000002384186,0.4580000042915344,0.4539999961853027,0.4539999961853027,0.4589999914169311,0.4539999961853027,0.460999995470047,0.4589999914169311,0.4589999914169311,0.4580000042915344,0.4550000131130218,0.4550000131130218,0.4569999873638153,0.4539999961853027,0.4539999961853027,0.4510000050067901,0.4589999914169311,0.4620000123977661],"label":"RedPajama2"}},"hellaswag/acc_norm":{"FineWeb (ours)":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.257999986410141,0.2919999957084656,0.3310000002384186,0.3549999892711639,0.3939999938011169,0.4149999916553497,0.4329999983310699,0.4460000097751617,0.4589999914169311,0.4819999933242798,0.4769999980926513,0.4830000102519989,0.4909999966621399,0.5059999823570251,0.5059999823570251,0.503000020980835,0.5170000195503235,0.5049999952316284,0.5210000276565552,0.5130000114440918,0.5189999938011169,0.5360000133514404,0.5320000052452087,0.5460000038146973,0.5400000214576721,0.5379999876022339,0.531000018119812,0.5460000038146973,0.5509999990463257,0.5519999861717224,0.5559999942779541,0.5609999895095825,0.5559999942779541,0.5580000281333923,0.5450000166893005,0.5509999990463257,0.5590000152587891,0.5649999976158142,0.5619999766349792,0.5680000185966492,0.5669999718666077,0.5709999799728394,0.5569999814033508,0.5640000104904175,0.5690000057220459,0.5720000267028809,0.5759999752044678,0.5839999914169312,0.5699999928474426,0.5740000009536743,0.5830000042915344,0.5839999914169312,0.5799999833106995,0.5830000042915344,0.574999988079071,0.5910000205039978,0.5799999833106995,0.5879999995231628,0.6039999723434448,0.578000009059906,0.5849999785423279,0.5889999866485596,0.5849999785423279,0.6019999980926514,0.5929999947547913,0.5820000171661377,0.5860000252723694,0.5910000205039978,0.5849999785423279,0.5849999785423279,0.5839999914169312,0.5860000252723694,0.5979999899864197,0.5849999785423279,0.597000002861023,0.5960000157356262,0.6019999980926514,0.6060000061988831,0.5989999771118164,0.5889999866485596,0.5920000076293945,0.5960000157356262,0.5950000286102295,0.6060000061988831,0.5960000157356262,0.6000000238418579,0.6069999933242798,0.6039999723434448,0.6069999933242798,0.6010000109672546,0.6060000061988831,0.6129999756813049,0.5989999771118164,0.6200000047683716,0.5979999899864197,0.609000027179718,0.6029999852180481,0.609000027179718,0.6179999709129333,0.6150000095367432,0.6060000061988831,0.6069999933242798,0.6119999885559082,0.6190000176429749,0.6079999804496765,0.6150000095367432,0.6079999804496765,0.6190000176429749,0.6079999804496765,0.609000027179718,0.6079999804496765,0.6179999709129333,0.6140000224113464,0.6200000047683716,0.621999979019165,0.6129999756813049,0.6200000047683716,0.6129999756813049,0.6110000014305115,0.6069999933242798,0.609000027179718,0.6159999966621399,0.6169999837875366,0.6129999756813049,0.6169999837875366,0.6159999966621399,0.6200000047683716,0.6150000095367432,0.6240000128746033,0.6179999709129333,0.6179999709129333,0.6129999756813049,0.6179999709129333,0.6110000014305115,0.6190000176429749,0.6200000047683716,0.6150000095367432,0.6159999966621399,0.621999979019165,0.6209999918937683,0.6230000257492065,0.6200000047683716,0.6240000128746033,0.6159999966621399,0.6200000047683716,0.6159999966621399,0.6179999709129333,0.6119999885559082,0.6269999742507935,0.6230000257492065,0.6200000047683716,0.6240000128746033,0.6190000176429749,0.6169999837875366,0.6299999952316284,0.625,0.6179999709129333,0.6150000095367432,0.6259999871253967,0.621999979019165,0.625,0.6190000176429749,0.6259999871253967,0.6340000033378601,0.628000020980835,0.6290000081062317,0.628000020980835,0.6269999742507935],"label":"FineWeb (ours)"},"C4":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.257999986410141,0.2879999876022339,0.3300000131130218,0.3799999952316284,0.4059999883174896,0.4129999876022339,0.421999990940094,0.4370000064373016,0.4390000104904175,0.4539999961853027,0.4709999859333038,0.4860000014305115,0.4790000021457672,0.4839999973773956,0.4959999918937683,0.5019999742507935,0.4939999878406524,0.5,0.5090000033378601,0.5080000162124634,0.5260000228881836,0.5289999842643738,0.5320000052452087,0.5360000133514404,0.5370000004768372,0.5440000295639038,0.5389999747276306,0.5419999957084656,0.5379999876022339,0.5580000281333923,0.5440000295639038,0.5479999780654907,0.5490000247955322,0.5569999814033508,0.5590000152587891,0.546999990940094,0.550000011920929,0.5450000166893005,0.5569999814033508,0.5609999895095825,0.5609999895095825,0.5720000267028809,0.5690000057220459,0.5630000233650208,0.5630000233650208,0.5640000104904175,0.5659999847412109,0.5709999799728394,0.5789999961853027,0.578000009059906,0.5789999961853027,0.5789999961853027,0.5730000138282776,0.5759999752044678,0.5770000219345093,0.5759999752044678,0.5870000123977661,0.5759999752044678,0.5820000171661377,0.5849999785423279,0.5820000171661377,0.5879999995231628,0.5809999704360962,0.5860000252723694,0.5849999785423279,0.5839999914169312,0.5910000205039978,0.5849999785423279,0.5860000252723694,0.5989999771118164,0.5899999737739563,0.593999981880188,0.5929999947547913,0.5870000123977661,0.5849999785423279,0.5910000205039978,0.5889999866485596,0.5910000205039978,0.5830000042915344,0.597000002861023,0.5879999995231628,0.5929999947547913,0.6010000109672546,0.6050000190734863,0.6000000238418579,0.6039999723434448,0.5929999947547913,0.5950000286102295,0.6000000238418579,0.6010000109672546,0.6069999933242798,0.6039999723434448,0.6129999756813049,0.5920000076293945,0.6029999852180481,0.5950000286102295,0.5989999771118164,0.6010000109672546,0.6050000190734863,0.5950000286102295,0.6010000109672546,0.6050000190734863,0.6000000238418579,0.6119999885559082,0.6129999756813049,0.6069999933242798,0.6079999804496765,0.6010000109672546,0.6100000143051147,0.6069999933242798,0.6100000143051147,0.6179999709129333,0.6050000190734863,0.609000027179718,0.6060000061988831,0.6140000224113464,0.6129999756813049,0.6069999933242798,0.6119999885559082,0.6150000095367432,0.6140000224113464,0.6150000095367432,0.6179999709129333,0.6209999918937683,0.6309999823570251,0.6169999837875366,0.6209999918937683,0.6159999966621399,0.6150000095367432,0.6169999837875366,0.6240000128746033,0.6179999709129333,0.6159999966621399,0.621999979019165,0.625,0.621999979019165,0.6169999837875366,0.6179999709129333,0.6330000162124634,0.621999979019165,0.625,0.621999979019165,0.6309999823570251,0.6299999952316284,0.6230000257492065,0.625,0.621999979019165,0.6259999871253967,0.621999979019165,0.628000020980835,0.6320000290870667,0.625,0.6380000114440918,0.6269999742507935,0.6349999904632568,0.625,0.6340000033378601,0.6309999823570251,0.6359999775886536,0.6330000162124634,0.6299999952316284,0.6349999904632568,0.6299999952316284,0.6389999985694885,0.6430000066757202,0.6330000162124634,0.6320000290870667,0.6389999985694885],"label":"C4"},"Dolma":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.257999986410141,0.2910000085830688,0.3300000131130218,0.3510000109672546,0.3759999871253967,0.3939999938011169,0.3980000019073486,0.4099999964237213,0.4309999942779541,0.4350000023841858,0.4490000009536743,0.4580000042915344,0.4720000028610229,0.4760000109672546,0.4740000069141388,0.481000006198883,0.4930000007152557,0.4950000047683716,0.4959999918937683,0.4939999878406524,0.4990000128746032,0.5080000162124634,0.5170000195503235,0.5059999823570251,0.5199999809265137,0.5130000114440918,0.5199999809265137,0.5249999761581421,0.5189999938011169,0.5299999713897705,0.5370000004768372,0.5429999828338623,0.5410000085830688,0.5360000133514404,0.5440000295639038,0.5370000004768372,0.5419999957084656,0.5389999747276306,0.5320000052452087,0.5490000247955322,0.5429999828338623,0.5419999957084656,0.5479999780654907,0.550000011920929,0.5479999780654907,0.5550000071525574,0.5559999942779541,0.5519999861717224,0.5540000200271606,0.5529999732971191,0.5619999766349792,0.5580000281333923,0.5630000233650208,0.5540000200271606,0.5630000233650208,0.5580000281333923,0.5669999718666077,0.5600000023841858,0.5630000233650208,0.5740000009536743,0.5590000152587891,0.5630000233650208,0.5600000023841858,0.5680000185966492,0.5630000233650208,0.5630000233650208,0.5720000267028809,0.5699999928474426,0.5699999928474426,0.5709999799728394,0.5770000219345093,0.574999988079071,0.578000009059906,0.5759999752044678,0.5730000138282776,0.5839999914169312,0.5809999704360962,0.578000009059906,0.5839999914169312,0.5820000171661377,0.5870000123977661,0.5820000171661377,0.5770000219345093,0.5870000123977661,0.574999988079071,0.5730000138282776,0.5879999995231628,0.5910000205039978,0.5799999833106995,0.5860000252723694,0.5910000205039978,0.5809999704360962,0.593999981880188,0.5899999737739563,0.5809999704360962,0.5870000123977661,0.5950000286102295,0.5929999947547913,0.5950000286102295,0.593999981880188,0.5879999995231628,0.5879999995231628,0.593999981880188,0.6000000238418579,0.5929999947547913,0.5809999704360962,0.5920000076293945,0.6019999980926514,0.597000002861023,0.597000002861023,0.5910000205039978,0.5960000157356262,0.5879999995231628,0.5960000157356262,0.6019999980926514,0.5960000157356262,0.6000000238418579,0.6029999852180481,0.6019999980926514,0.6010000109672546,0.6010000109672546,0.6010000109672546,0.5960000157356262,0.6019999980926514,0.597000002861023,0.593999981880188,0.5979999899864197,0.6000000238418579,0.6010000109672546,0.6100000143051147,0.6010000109672546,0.5920000076293945,0.6019999980926514,0.6060000061988831,0.6110000014305115,0.6159999966621399,0.6100000143051147,0.6019999980926514,0.6079999804496765,0.6169999837875366,0.6140000224113464,0.6190000176429749,0.6150000095367432,0.6079999804496765,0.6110000014305115,0.6119999885559082,0.6110000014305115,0.6240000128746033,0.6140000224113464,0.6179999709129333,0.6110000014305115,0.6169999837875366,0.6179999709129333,0.6159999966621399,0.6129999756813049,0.6169999837875366,0.6179999709129333,0.6129999756813049,0.6129999756813049,0.6150000095367432,0.6110000014305115,0.6179999709129333,0.6110000014305115,0.6159999966621399,0.6169999837875366,0.6159999966621399,0.6140000224113464,0.6159999966621399],"label":"Dolma"},"RefinedWeb":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.257999986410141,0.2759999930858612,0.328000009059906,0.3499999940395355,0.3889999985694885,0.3910000026226043,0.402999997138977,0.4210000038146972,0.4280000030994415,0.4359999895095825,0.4469999969005584,0.4440000057220459,0.4600000083446502,0.4690000116825104,0.4679999947547912,0.4729999899864197,0.4760000109672546,0.4839999973773956,0.4939999878406524,0.488999992609024,0.4990000128746032,0.4979999959468841,0.4979999959468841,0.5009999871253967,0.5,0.5090000033378601,0.5070000290870667,0.5180000066757202,0.5199999809265137,0.5109999775886536,0.5130000114440918,0.5249999761581421,0.5149999856948853,0.5299999713897705,0.5339999794960022,0.5189999938011169,0.5289999842643738,0.5249999761581421,0.5320000052452087,0.5460000038146973,0.5419999957084656,0.5260000228881836,0.5289999842643738,0.546999990940094,0.5419999957084656,0.5419999957084656,0.5460000038146973,0.5419999957084656,0.5389999747276306,0.5440000295639038,0.5569999814033508,0.5450000166893005,0.5329999923706055,0.5580000281333923,0.5339999794960022,0.5540000200271606,0.5460000038146973,0.5479999780654907,0.5529999732971191,0.5540000200271606,0.5619999766349792,0.5490000247955322,0.5410000085830688,0.5490000247955322,0.5569999814033508,0.550000011920929,0.5479999780654907,0.5630000233650208,0.546999990940094,0.5559999942779541,0.5600000023841858,0.5509999990463257,0.5569999814033508,0.5569999814033508,0.5580000281333923,0.5619999766349792,0.5580000281333923,0.5669999718666077,0.5569999814033508,0.5709999799728394,0.5529999732971191,0.5649999976158142,0.5659999847412109,0.5659999847412109,0.5690000057220459,0.5600000023841858,0.5580000281333923,0.5540000200271606,0.5640000104904175,0.5680000185966492,0.5709999799728394,0.5649999976158142,0.5680000185966492,0.5730000138282776,0.5640000104904175,0.5799999833106995,0.5699999928474426,0.5669999718666077,0.5680000185966492,0.5770000219345093,0.5709999799728394,0.5759999752044678,0.5690000057220459,0.5789999961853027,0.5740000009536743,0.5709999799728394,0.5789999961853027,0.5709999799728394,0.5770000219345093,0.5770000219345093,0.5730000138282776,0.5809999704360962,0.5720000267028809,0.5849999785423279,0.5820000171661377,0.5799999833106995,0.5830000042915344,0.5759999752044678,0.5730000138282776,0.5799999833106995,0.5830000042915344,0.5860000252723694,0.5789999961853027,0.5789999961853027,0.5860000252723694,0.5979999899864197,0.5920000076293945,0.5820000171661377,0.5870000123977661,0.5889999866485596,0.5839999914169312,0.5849999785423279,0.5899999737739563,0.5920000076293945,0.593999981880188,0.597000002861023,0.5889999866485596,0.5889999866485596,0.5849999785423279,0.5899999737739563,0.5989999771118164,0.5899999737739563,0.5839999914169312,0.5910000205039978,0.5910000205039978,0.5929999947547913,0.5920000076293945,0.5929999947547913,0.5889999866485596,0.5899999737739563,0.593999981880188,0.5910000205039978,0.5960000157356262,0.5920000076293945,0.5889999866485596,0.593999981880188,0.5879999995231628,0.5960000157356262,0.5920000076293945,0.5960000157356262,0.5960000157356262,0.5920000076293945,0.6010000109672546,0.5920000076293945,0.5899999737739563,0.5889999866485596,0.5920000076293945,0.6019999980926514],"label":"RefinedWeb"},"SlimPajama":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2610000073909759,0.2829999923706054,0.3109999895095825,0.3240000009536743,0.3429999947547912,0.3510000109672546,0.367000013589859,0.3729999959468841,0.3930000066757202,0.3970000147819519,0.4000000059604645,0.4169999957084656,0.4210000038146972,0.4269999861717224,0.4339999854564667,0.4379999935626983,0.4429999887943268,0.4490000009536743,0.4560000002384186,0.4560000002384186,0.4620000123977661,0.453000009059906,0.4670000076293945,0.4679999947547912,0.4679999947547912,0.4819999933242798,0.4749999940395355,0.4779999852180481,0.4720000028610229,0.4869999885559082,0.4869999885559082,0.4880000054836273,0.4939999878406524,0.4979999959468841,0.4979999959468841,0.4959999918937683,0.4860000014305115,0.5109999775886536,0.4939999878406524,0.4909999966621399,0.5049999952316284,0.4990000128746032,0.4939999878406524,0.5,0.5149999856948853,0.503000020980835,0.5139999985694885,0.5059999823570251,0.5130000114440918,0.5230000019073486,0.5210000276565552,0.5109999775886536,0.5230000019073486,0.515999972820282,0.5270000100135803,0.5329999923706055,0.531000018119812,0.5389999747276306,0.5299999713897705,0.5239999890327454,0.5320000052452087,0.5329999923706055,0.5370000004768372,0.5350000262260437,0.5379999876022339,0.5350000262260437,0.5370000004768372,0.5329999923706055,0.527999997138977,0.5289999842643738,0.5400000214576721,0.5490000247955322,0.5410000085830688,0.5299999713897705,0.5410000085830688,0.527999997138977,0.5360000133514404,0.5389999747276306,0.5320000052452087,0.5329999923706055,0.5460000038146973,0.5410000085830688,0.5360000133514404,0.5640000104904175,0.5400000214576721,0.5429999828338623,0.550000011920929,0.5509999990463257,0.5529999732971191,0.5529999732971191,0.550000011920929,0.5490000247955322,0.5609999895095825,0.5640000104904175,0.5479999780654907,0.5580000281333923,0.5519999861717224,0.5659999847412109,0.5630000233650208,0.5649999976158142,0.5649999976158142,0.5709999799728394,0.5580000281333923,0.5550000071525574,0.5580000281333923,0.5509999990463257,0.5429999828338623,0.5490000247955322,0.5559999942779541,0.5580000281333923,0.5590000152587891,0.5669999718666077,0.5659999847412109,0.5559999942779541,0.5669999718666077,0.5600000023841858,0.574999988079071,0.5709999799728394,0.5690000057220459,0.5609999895095825,0.5690000057220459,0.5730000138282776,0.5699999928474426,0.5789999961853027,0.5720000267028809,0.5680000185966492,0.5699999928474426,0.5709999799728394,0.5709999799728394,0.5709999799728394,0.5720000267028809,0.5690000057220459,0.5740000009536743,0.5730000138282776,0.5879999995231628,0.578000009059906,0.5809999704360962,0.5759999752044678,0.5730000138282776,0.5799999833106995,0.5730000138282776,0.5690000057220459,0.5720000267028809,0.5740000009536743,0.574999988079071,0.5789999961853027,0.574999988079071,0.5699999928474426,0.5759999752044678,0.5770000219345093,0.5820000171661377,0.5820000171661377,0.5860000252723694,0.5799999833106995,0.5830000042915344,0.5830000042915344,0.5730000138282776,0.5879999995231628,0.5879999995231628,0.578000009059906,0.5720000267028809,0.5830000042915344,0.5889999866485596,0.5820000171661377,0.574999988079071,0.5820000171661377,0.5889999866485596,0.5839999914169312],"label":"SlimPajama"},"The Pile":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2610000073909759,0.2649999856948852,0.2919999957084656,0.296999990940094,0.3260000050067901,0.3140000104904175,0.3339999914169311,0.3310000002384186,0.3519999980926513,0.3490000069141388,0.3540000021457672,0.3700000047683716,0.356000006198883,0.3619999885559082,0.3840000033378601,0.3849999904632568,0.382999986410141,0.3939999938011169,0.3939999938011169,0.3930000066757202,0.4040000140666961,0.4070000052452087,0.4110000133514404,0.4149999916553497,0.4259999990463257,0.4210000038146972,0.4250000119209289,0.4289999902248382,0.4269999861717224,0.4309999942779541,0.4259999990463257,0.4370000064373016,0.4390000104904175,0.4399999976158142,0.44200000166893,0.4449999928474426,0.449999988079071,0.4510000050067901,0.4569999873638153,0.4560000002384186,0.4620000123977661,0.4629999995231628,0.4580000042915344,0.460999995470047,0.4580000042915344,0.4650000035762787,0.4639999866485595,0.4629999995231628,0.4709999859333038,0.4720000028610229,0.4760000109672546,0.4679999947547912,0.4740000069141388,0.4769999980926513,0.4620000123977661,0.4769999980926513,0.4839999973773956,0.4839999973773956,0.4850000143051147,0.4839999973773956,0.4760000109672546,0.4839999973773956,0.4850000143051147,0.492000013589859,0.4779999852180481,0.4880000054836273,0.4790000021457672,0.4850000143051147,0.4909999966621399,0.4860000014305115,0.4819999933242798,0.4939999878406524,0.492000013589859,0.492000013589859,0.5040000081062317,0.4930000007152557,0.5070000290870667,0.5080000162124634,0.492000013589859,0.5040000081062317,0.4909999966621399,0.4979999959468841,0.5099999904632568,0.4939999878406524,0.4990000128746032,0.5009999871253967,0.5130000114440918,0.5059999823570251,0.5019999742507935,0.5080000162124634,0.5130000114440918,0.5180000066757202,0.5080000162124634,0.5139999985694885,0.5180000066757202,0.5040000081062317,0.5149999856948853,0.5139999985694885,0.5149999856948853,0.5210000276565552,0.515999972820282,0.5139999985694885,0.5249999761581421,0.5199999809265137,0.5170000195503235,0.5189999938011169,0.5210000276565552,0.5189999938011169,0.5210000276565552,0.515999972820282,0.5180000066757202,0.5239999890327454,0.5249999761581421,0.5230000019073486,0.5220000147819519,0.5170000195503235,0.5170000195503235,0.5130000114440918,0.5260000228881836,0.5270000100135803,0.5220000147819519,0.5299999713897705,0.5239999890327454,0.5260000228881836,0.5230000019073486,0.5339999794960022,0.5350000262260437,0.5429999828338623,0.5400000214576721,0.5329999923706055,0.5329999923706055,0.5379999876022339,0.5440000295639038,0.5410000085830688,0.5400000214576721,0.5410000085830688,0.5350000262260437,0.531000018119812,0.5440000295639038,0.5389999747276306,0.5419999957084656,0.550000011920929,0.5400000214576721,0.5429999828338623,0.5580000281333923,0.5479999780654907,0.5540000200271606,0.550000011920929,0.5559999942779541,0.5460000038146973,0.5580000281333923,0.5569999814033508,0.5619999766349792,0.5619999766349792,0.5619999766349792,0.5580000281333923,0.5519999861717224,0.5529999732971191,0.5580000281333923,0.5609999895095825,0.5659999847412109,0.550000011920929,0.5559999942779541,0.5550000071525574,0.5519999861717224,0.5529999732971191,0.5569999814033508,0.5569999814033508],"label":"The Pile"},"RedPajama2":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2610000073909759,0.2870000004768371,0.3070000112056732,0.3230000138282776,0.3449999988079071,0.3540000021457672,0.3659999966621399,0.3880000114440918,0.402999997138977,0.4070000052452087,0.4079999923706054,0.4129999876022339,0.4230000078678131,0.4300000071525574,0.4269999861717224,0.4429999887943268,0.4519999921321869,0.4490000009536743,0.4460000097751617,0.4449999928474426,0.4519999921321869,0.4550000131130218,0.4569999873638153,0.460999995470047,0.4569999873638153,0.4670000076293945,0.4659999907016754,0.4749999940395355,0.4659999907016754,0.4869999885559082,0.488999992609024,0.4779999852180481,0.4749999940395355,0.488999992609024,0.4799999892711639,0.4860000014305115,0.4850000143051147,0.503000020980835,0.503000020980835,0.4939999878406524,0.5009999871253967,0.5019999742507935,0.4970000088214874,0.5059999823570251,0.5080000162124634,0.4990000128746032,0.4979999959468841,0.5009999871253967,0.5049999952316284,0.5080000162124634,0.5080000162124634,0.5090000033378601,0.5109999775886536,0.5109999775886536,0.5180000066757202,0.5220000147819519,0.5270000100135803,0.5270000100135803,0.5109999775886536,0.5189999938011169,0.5189999938011169,0.5210000276565552,0.5220000147819519,0.5180000066757202,0.5199999809265137,0.5170000195503235,0.5249999761581421,0.5130000114440918,0.527999997138977,0.5379999876022339,0.531000018119812,0.5210000276565552,0.531000018119812,0.5260000228881836,0.5289999842643738,0.5299999713897705,0.5270000100135803,0.5329999923706055,0.5329999923706055,0.5249999761581421,0.5370000004768372,0.5389999747276306,0.5410000085830688,0.5220000147819519,0.5329999923706055,0.527999997138977,0.5329999923706055,0.5370000004768372,0.5429999828338623,0.5329999923706055,0.5410000085830688,0.5299999713897705,0.5519999861717224,0.5479999780654907,0.5490000247955322,0.5460000038146973,0.5440000295639038,0.5379999876022339,0.5350000262260437,0.5490000247955322,0.5440000295639038,0.5429999828338623,0.5509999990463257,0.5360000133514404,0.5460000038146973,0.5479999780654907,0.5410000085830688,0.5529999732971191,0.5529999732971191,0.550000011920929,0.5490000247955322,0.5479999780654907,0.5509999990463257,0.5529999732971191,0.546999990940094,0.5519999861717224,0.550000011920929,0.5490000247955322,0.5540000200271606,0.5540000200271606,0.5550000071525574,0.5529999732971191,0.5540000200271606,0.5580000281333923,0.5580000281333923,0.5580000281333923,0.5450000166893005,0.5569999814033508,0.5529999732971191,0.546999990940094,0.5550000071525574,0.5540000200271606,0.5519999861717224,0.5540000200271606,0.5569999814033508,0.5600000023841858,0.5550000071525574,0.5540000200271606,0.5609999895095825,0.5559999942779541,0.5659999847412109,0.5509999990463257,0.5580000281333923,0.5569999814033508,0.5559999942779541,0.5600000023841858,0.5569999814033508,0.5590000152587891,0.5640000104904175,0.5580000281333923,0.5519999861717224,0.5569999814033508,0.5569999814033508,0.5559999942779541,0.5569999814033508,0.5590000152587891,0.5590000152587891,0.5619999766349792,0.5559999942779541,0.5580000281333923,0.5529999732971191,0.5519999861717224,0.5550000071525574,0.5590000152587891,0.5619999766349792,0.5540000200271606,0.5529999732971191,0.5600000023841858],"label":"RedPajama2"}},"openbookqa/acc":{"FineWeb (ours)":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.1659999936819076,0.1379999965429306,0.1340000033378601,0.1560000032186508,0.164000004529953,0.1759999990463256,0.19200000166893,0.1780000030994415,0.181999996304512,0.19200000166893,0.19200000166893,0.202000007033348,0.19200000166893,0.2140000015497207,0.1959999948740005,0.2000000029802322,0.2119999974966049,0.2119999974966049,0.2119999974966049,0.2060000002384185,0.1879999935626983,0.2179999947547912,0.2179999947547912,0.2119999974966049,0.2160000056028366,0.2240000069141388,0.2179999947547912,0.2179999947547912,0.1959999948740005,0.2080000042915344,0.2160000056028366,0.2199999988079071,0.2160000056028366,0.2080000042915344,0.209999993443489,0.2259999960660934,0.2160000056028366,0.2220000028610229,0.2199999988079071,0.2179999947547912,0.2199999988079071,0.2179999947547912,0.2039999961853027,0.209999993443489,0.2240000069141388,0.2199999988079071,0.2039999961853027,0.2160000056028366,0.2060000002384185,0.2240000069141388,0.2160000056028366,0.2160000056028366,0.2280000001192093,0.2300000041723251,0.2280000001192093,0.2199999988079071,0.2300000041723251,0.2360000014305114,0.2199999988079071,0.2339999973773956,0.2319999933242797,0.2220000028610229,0.2300000041723251,0.2399999946355819,0.2280000001192093,0.2399999946355819,0.209999993443489,0.2399999946355819,0.2199999988079071,0.2199999988079071,0.2160000056028366,0.2259999960660934,0.2360000014305114,0.2259999960660934,0.2220000028610229,0.2460000067949295,0.2479999959468841,0.2319999933242797,0.2380000054836273,0.2419999986886978,0.2399999946355819,0.2460000067949295,0.2140000015497207,0.2339999973773956,0.2119999974966049,0.25,0.2399999946355819,0.2479999959468841,0.2259999960660934,0.2399999946355819,0.2280000001192093,0.2300000041723251,0.2259999960660934,0.2319999933242797,0.2360000014305114,0.2280000001192093,0.2360000014305114,0.2380000054836273,0.2540000081062317,0.2479999959468841,0.2360000014305114,0.2240000069141388,0.2339999973773956,0.2240000069141388,0.2440000027418136,0.2339999973773956,0.2460000067949295,0.2440000027418136,0.2399999946355819,0.2300000041723251,0.2380000054836273,0.2319999933242797,0.2360000014305114,0.2399999946355819,0.25,0.2280000001192093,0.2300000041723251,0.2380000054836273,0.2460000067949295,0.2339999973773956,0.2360000014305114,0.2440000027418136,0.2280000001192093,0.2380000054836273,0.2440000027418136,0.2479999959468841,0.2399999946355819,0.2520000040531158,0.2380000054836273,0.2319999933242797,0.2540000081062317,0.2419999986886978,0.2339999973773956,0.2399999946355819,0.2479999959468841,0.2440000027418136,0.2419999986886978,0.25,0.2360000014305114,0.2419999986886978,0.2479999959468841,0.2380000054836273,0.2319999933242797,0.2460000067949295,0.2339999973773956,0.25,0.2520000040531158,0.25,0.2399999946355819,0.2380000054836273,0.2419999986886978,0.2419999986886978,0.2560000121593475,0.2399999946355819,0.2460000067949295,0.25,0.25,0.25,0.2380000054836273,0.2460000067949295,0.2440000027418136,0.2460000067949295,0.2440000027418136,0.2419999986886978,0.2399999946355819,0.2520000040531158,0.2460000067949295,0.257999986410141],"label":"FineWeb (ours)"},"C4":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.1659999936819076,0.1280000060796737,0.1220000013709068,0.1519999951124191,0.1679999977350235,0.1560000032186508,0.1659999936819076,0.1620000004768371,0.181999996304512,0.2039999961853027,0.2000000029802322,0.202000007033348,0.19200000166893,0.2039999961853027,0.1879999935626983,0.2000000029802322,0.2039999961853027,0.2039999961853027,0.2179999947547912,0.2080000042915344,0.2140000015497207,0.2179999947547912,0.2080000042915344,0.209999993443489,0.2300000041723251,0.2220000028610229,0.2280000001192093,0.209999993443489,0.2179999947547912,0.2319999933242797,0.2160000056028366,0.2399999946355819,0.2179999947547912,0.2360000014305114,0.2380000054836273,0.2339999973773956,0.2380000054836273,0.2300000041723251,0.2259999960660934,0.2259999960660934,0.2280000001192093,0.2220000028610229,0.2199999988079071,0.2380000054836273,0.2280000001192093,0.2240000069141388,0.2199999988079071,0.2280000001192093,0.2419999986886978,0.2339999973773956,0.2399999946355819,0.2360000014305114,0.2399999946355819,0.2319999933242797,0.2360000014305114,0.2399999946355819,0.25,0.2380000054836273,0.2419999986886978,0.2339999973773956,0.2380000054836273,0.2419999986886978,0.2380000054836273,0.2380000054836273,0.2479999959468841,0.2440000027418136,0.2140000015497207,0.2319999933242797,0.2280000001192093,0.2179999947547912,0.2280000001192093,0.2419999986886978,0.2319999933242797,0.2259999960660934,0.2280000001192093,0.2399999946355819,0.2440000027418136,0.257999986410141,0.2460000067949295,0.25,0.2399999946355819,0.2399999946355819,0.2479999959468841,0.2380000054836273,0.2419999986886978,0.2440000027418136,0.2419999986886978,0.2619999945163727,0.257999986410141,0.2419999986886978,0.2479999959468841,0.25,0.2739999890327453,0.25,0.2419999986886978,0.2639999985694885,0.2540000081062317,0.2419999986886978,0.2380000054836273,0.25,0.2619999945163727,0.2479999959468841,0.2560000121593475,0.2380000054836273,0.2540000081062317,0.2479999959468841,0.2440000027418136,0.2479999959468841,0.2460000067949295,0.2440000027418136,0.2360000014305114,0.2220000028610229,0.2479999959468841,0.2479999959468841,0.2399999946355819,0.2479999959468841,0.25,0.2319999933242797,0.2440000027418136,0.2440000027418136,0.2380000054836273,0.2380000054836273,0.2460000067949295,0.2440000027418136,0.2479999959468841,0.25,0.2540000081062317,0.25,0.2540000081062317,0.2399999946355819,0.2440000027418136,0.257999986410141,0.2440000027418136,0.2599999904632568,0.2399999946355819,0.2360000014305114,0.2520000040531158,0.2560000121593475,0.2440000027418136,0.25,0.2540000081062317,0.2520000040531158,0.2440000027418136,0.2399999946355819,0.25,0.2419999986886978,0.2560000121593475,0.2419999986886978,0.2360000014305114,0.2479999959468841,0.2440000027418136,0.2360000014305114,0.2479999959468841,0.2440000027418136,0.2440000027418136,0.2419999986886978,0.2479999959468841,0.2300000041723251,0.2419999986886978,0.2380000054836273,0.2339999973773956,0.2520000040531158,0.2540000081062317,0.2540000081062317,0.2520000040531158,0.2520000040531158,0.2319999933242797,0.2360000014305114],"label":"C4"},"Dolma":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.1659999936819076,0.1480000019073486,0.1519999951124191,0.1500000059604644,0.1580000072717666,0.1780000030994415,0.1840000003576278,0.1780000030994415,0.2000000029802322,0.1720000058412552,0.1899999976158142,0.1899999976158142,0.1959999948740005,0.1899999976158142,0.2039999961853027,0.1879999935626983,0.1979999989271164,0.2000000029802322,0.1959999948740005,0.2060000002384185,0.1940000057220459,0.202000007033348,0.209999993443489,0.2080000042915344,0.202000007033348,0.2060000002384185,0.202000007033348,0.2119999974966049,0.209999993443489,0.2240000069141388,0.2179999947547912,0.202000007033348,0.2199999988079071,0.2179999947547912,0.2080000042915344,0.2380000054836273,0.2339999973773956,0.2240000069141388,0.2220000028610229,0.2160000056028366,0.2179999947547912,0.2199999988079071,0.2179999947547912,0.2339999973773956,0.2220000028610229,0.2240000069141388,0.2199999988079071,0.2039999961853027,0.2039999961853027,0.2179999947547912,0.2259999960660934,0.209999993443489,0.2220000028610229,0.2119999974966049,0.2080000042915344,0.2380000054836273,0.2220000028610229,0.2220000028610229,0.2119999974966049,0.2179999947547912,0.2160000056028366,0.2240000069141388,0.2080000042915344,0.2199999988079071,0.2119999974966049,0.2240000069141388,0.2119999974966049,0.2419999986886978,0.209999993443489,0.2060000002384185,0.2080000042915344,0.2259999960660934,0.2160000056028366,0.2160000056028366,0.2140000015497207,0.2140000015497207,0.209999993443489,0.2199999988079071,0.209999993443489,0.2179999947547912,0.2080000042915344,0.2199999988079071,0.2319999933242797,0.209999993443489,0.2140000015497207,0.2060000002384185,0.2339999973773956,0.2259999960660934,0.2080000042915344,0.2240000069141388,0.2160000056028366,0.2319999933242797,0.2240000069141388,0.2280000001192093,0.2160000056028366,0.2360000014305114,0.2160000056028366,0.2179999947547912,0.2259999960660934,0.2199999988079071,0.2199999988079071,0.2220000028610229,0.2319999933242797,0.2179999947547912,0.2300000041723251,0.2339999973773956,0.2280000001192093,0.2380000054836273,0.2220000028610229,0.2339999973773956,0.2259999960660934,0.2280000001192093,0.2220000028610229,0.2300000041723251,0.2339999973773956,0.2319999933242797,0.2360000014305114,0.2240000069141388,0.2319999933242797,0.2319999933242797,0.2240000069141388,0.2339999973773956,0.2220000028610229,0.2220000028610229,0.2339999973773956,0.2199999988079071,0.2380000054836273,0.2199999988079071,0.2259999960660934,0.2319999933242797,0.2360000014305114,0.2319999933242797,0.2220000028610229,0.2280000001192093,0.2419999986886978,0.2259999960660934,0.2280000001192093,0.2339999973773956,0.2280000001192093,0.2240000069141388,0.2259999960660934,0.2240000069141388,0.2339999973773956,0.2220000028610229,0.2259999960660934,0.2280000001192093,0.2220000028610229,0.2339999973773956,0.2360000014305114,0.2360000014305114,0.2300000041723251,0.2319999933242797,0.2399999946355819,0.2300000041723251,0.2240000069141388,0.2240000069141388,0.2360000014305114,0.2300000041723251,0.2280000001192093,0.2220000028610229,0.2259999960660934,0.2220000028610229,0.2259999960660934,0.2319999933242797,0.2339999973773956,0.2300000041723251,0.2360000014305114,0.2199999988079071],"label":"Dolma"},"RefinedWeb":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.1659999936819076,0.1199999973177909,0.1539999991655349,0.1519999951124191,0.1679999977350235,0.1739999949932098,0.1759999990463256,0.19200000166893,0.1700000017881393,0.181999996304512,0.1720000058412552,0.1899999976158142,0.1780000030994415,0.1780000030994415,0.1840000003576278,0.1959999948740005,0.1899999976158142,0.1759999990463256,0.1959999948740005,0.202000007033348,0.1879999935626983,0.2060000002384185,0.2060000002384185,0.1959999948740005,0.2039999961853027,0.209999993443489,0.202000007033348,0.1940000057220459,0.2000000029802322,0.19200000166893,0.2039999961853027,0.209999993443489,0.2179999947547912,0.2179999947547912,0.2160000056028366,0.2300000041723251,0.2220000028610229,0.2220000028610229,0.2119999974966049,0.2160000056028366,0.209999993443489,0.2240000069141388,0.2440000027418136,0.2280000001192093,0.2280000001192093,0.2399999946355819,0.2259999960660934,0.2300000041723251,0.2360000014305114,0.2259999960660934,0.2179999947547912,0.2300000041723251,0.2199999988079071,0.2140000015497207,0.2319999933242797,0.2280000001192093,0.2080000042915344,0.2220000028610229,0.2179999947547912,0.2220000028610229,0.2280000001192093,0.2119999974966049,0.2399999946355819,0.2259999960660934,0.2339999973773956,0.209999993443489,0.2080000042915344,0.2160000056028366,0.2259999960660934,0.2140000015497207,0.2199999988079071,0.2319999933242797,0.2339999973773956,0.2259999960660934,0.2140000015497207,0.2199999988079071,0.2259999960660934,0.2220000028610229,0.2160000056028366,0.2179999947547912,0.2199999988079071,0.2259999960660934,0.2179999947547912,0.2280000001192093,0.202000007033348,0.2039999961853027,0.2000000029802322,0.2220000028610229,0.2220000028610229,0.2199999988079071,0.2199999988079071,0.2280000001192093,0.2360000014305114,0.2140000015497207,0.2240000069141388,0.2220000028610229,0.2119999974966049,0.2179999947547912,0.2240000069141388,0.2179999947547912,0.2300000041723251,0.2119999974966049,0.2199999988079071,0.2039999961853027,0.2280000001192093,0.2240000069141388,0.2199999988079071,0.2199999988079071,0.2140000015497207,0.2259999960660934,0.2220000028610229,0.2240000069141388,0.209999993443489,0.2319999933242797,0.2280000001192093,0.2360000014305114,0.2179999947547912,0.2259999960660934,0.2280000001192093,0.2300000041723251,0.2339999973773956,0.2280000001192093,0.2199999988079071,0.2360000014305114,0.2259999960660934,0.2319999933242797,0.2179999947547912,0.2300000041723251,0.2280000001192093,0.2280000001192093,0.2199999988079071,0.2280000001192093,0.2240000069141388,0.2460000067949295,0.2380000054836273,0.2220000028610229,0.2339999973773956,0.2319999933242797,0.2199999988079071,0.2280000001192093,0.2339999973773956,0.2280000001192093,0.2280000001192093,0.2319999933242797,0.2339999973773956,0.2360000014305114,0.2280000001192093,0.2339999973773956,0.2399999946355819,0.2339999973773956,0.2380000054836273,0.2339999973773956,0.2280000001192093,0.2259999960660934,0.2339999973773956,0.2319999933242797,0.2399999946355819,0.2440000027418136,0.2360000014305114,0.2259999960660934,0.2220000028610229,0.2360000014305114,0.2319999933242797,0.2360000014305114,0.2419999986886978,0.2360000014305114,0.2419999986886978,0.2300000041723251],"label":"RefinedWeb"},"SlimPajama":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.1599999964237213,0.1319999992847442,0.1299999952316284,0.1480000019073486,0.1519999951124191,0.1459999978542328,0.1679999977350235,0.164000004529953,0.1519999951124191,0.1599999964237213,0.1599999964237213,0.1780000030994415,0.1659999936819076,0.1879999935626983,0.1759999990463256,0.1700000017881393,0.2039999961853027,0.1800000071525573,0.1940000057220459,0.1979999989271164,0.1940000057220459,0.1800000071525573,0.1899999976158142,0.181999996304512,0.2000000029802322,0.2060000002384185,0.1940000057220459,0.1879999935626983,0.1759999990463256,0.2119999974966049,0.202000007033348,0.202000007033348,0.1899999976158142,0.2060000002384185,0.209999993443489,0.202000007033348,0.2039999961853027,0.209999993443489,0.2000000029802322,0.2060000002384185,0.209999993443489,0.2140000015497207,0.2160000056028366,0.2179999947547912,0.2259999960660934,0.2199999988079071,0.2060000002384185,0.2140000015497207,0.2199999988079071,0.2119999974966049,0.2080000042915344,0.2060000002384185,0.2280000001192093,0.2179999947547912,0.2060000002384185,0.2160000056028366,0.2140000015497207,0.2060000002384185,0.2319999933242797,0.2240000069141388,0.2300000041723251,0.2280000001192093,0.2160000056028366,0.2259999960660934,0.2199999988079071,0.2160000056028366,0.2240000069141388,0.209999993443489,0.2119999974966049,0.2280000001192093,0.2140000015497207,0.2140000015497207,0.2199999988079071,0.2199999988079071,0.2160000056028366,0.2199999988079071,0.2280000001192093,0.209999993443489,0.2240000069141388,0.2060000002384185,0.2240000069141388,0.2300000041723251,0.2440000027418136,0.2399999946355819,0.2440000027418136,0.2240000069141388,0.2280000001192093,0.2220000028610229,0.2300000041723251,0.2240000069141388,0.2319999933242797,0.2240000069141388,0.2280000001192093,0.2240000069141388,0.2319999933242797,0.2199999988079071,0.2319999933242797,0.2360000014305114,0.2319999933242797,0.2240000069141388,0.209999993443489,0.2220000028610229,0.2240000069141388,0.2339999973773956,0.2339999973773956,0.2199999988079071,0.2240000069141388,0.2240000069141388,0.2240000069141388,0.2220000028610229,0.2140000015497207,0.2199999988079071,0.2339999973773956,0.2220000028610229,0.2319999933242797,0.2280000001192093,0.2259999960660934,0.2220000028610229,0.2220000028610229,0.2259999960660934,0.2319999933242797,0.2179999947547912,0.2259999960660934,0.2240000069141388,0.2360000014305114,0.2259999960660934,0.2140000015497207,0.2319999933242797,0.2259999960660934,0.2399999946355819,0.2380000054836273,0.2319999933242797,0.2319999933242797,0.2339999973773956,0.2319999933242797,0.2319999933242797,0.2319999933242797,0.2259999960660934,0.2339999973773956,0.2380000054836273,0.2300000041723251,0.2220000028610229,0.2300000041723251,0.2280000001192093,0.2339999973773956,0.2399999946355819,0.2419999986886978,0.2280000001192093,0.2319999933242797,0.2479999959468841,0.2419999986886978,0.2380000054836273,0.2280000001192093,0.2319999933242797,0.2399999946355819,0.2319999933242797,0.2339999973773956,0.2360000014305114,0.2440000027418136,0.2360000014305114,0.2440000027418136,0.2319999933242797,0.2339999973773956,0.2419999986886978,0.2440000027418136,0.2339999973773956,0.2479999959468841,0.2460000067949295],"label":"SlimPajama"},"The Pile":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.1599999964237213,0.1319999992847442,0.1340000033378601,0.1459999978542328,0.1659999936819076,0.1679999977350235,0.1620000004768371,0.1539999991655349,0.164000004529953,0.1439999938011169,0.1420000046491623,0.1539999991655349,0.181999996304512,0.1840000003576278,0.1539999991655349,0.1739999949932098,0.1659999936819076,0.1860000044107437,0.1580000072717666,0.1720000058412552,0.1720000058412552,0.1679999977350235,0.1759999990463256,0.1879999935626983,0.1800000071525573,0.1899999976158142,0.1759999990463256,0.1940000057220459,0.1860000044107437,0.1780000030994415,0.181999996304512,0.1860000044107437,0.1840000003576278,0.1739999949932098,0.1700000017881393,0.19200000166893,0.1800000071525573,0.1899999976158142,0.1800000071525573,0.1899999976158142,0.1800000071525573,0.1959999948740005,0.1959999948740005,0.1959999948740005,0.1899999976158142,0.1879999935626983,0.19200000166893,0.19200000166893,0.1800000071525573,0.1800000071525573,0.1940000057220459,0.1899999976158142,0.1979999989271164,0.2039999961853027,0.1979999989271164,0.1959999948740005,0.1959999948740005,0.209999993443489,0.2039999961853027,0.2080000042915344,0.19200000166893,0.19200000166893,0.202000007033348,0.2140000015497207,0.1879999935626983,0.2220000028610229,0.1959999948740005,0.2080000042915344,0.202000007033348,0.2199999988079071,0.209999993443489,0.1979999989271164,0.2039999961853027,0.2000000029802322,0.2140000015497207,0.2179999947547912,0.209999993443489,0.2080000042915344,0.209999993443489,0.1940000057220459,0.209999993443489,0.2319999933242797,0.2140000015497207,0.2080000042915344,0.209999993443489,0.2119999974966049,0.2060000002384185,0.2039999961853027,0.2140000015497207,0.209999993443489,0.209999993443489,0.2140000015497207,0.2039999961853027,0.2179999947547912,0.2080000042915344,0.2280000001192093,0.2259999960660934,0.209999993443489,0.209999993443489,0.2119999974966049,0.2140000015497207,0.2080000042915344,0.2280000001192093,0.209999993443489,0.2179999947547912,0.209999993443489,0.202000007033348,0.2160000056028366,0.2319999933242797,0.2080000042915344,0.2339999973773956,0.2179999947547912,0.2399999946355819,0.2119999974966049,0.2060000002384185,0.2199999988079071,0.2259999960660934,0.2259999960660934,0.2179999947547912,0.2240000069141388,0.2339999973773956,0.2179999947547912,0.2280000001192093,0.2380000054836273,0.2179999947547912,0.2220000028610229,0.2300000041723251,0.2220000028610229,0.2199999988079071,0.2199999988079071,0.2280000001192093,0.2240000069141388,0.2319999933242797,0.2220000028610229,0.2360000014305114,0.2300000041723251,0.2339999973773956,0.2259999960660934,0.2280000001192093,0.2319999933242797,0.2380000054836273,0.2280000001192093,0.2199999988079071,0.2319999933242797,0.2240000069141388,0.2280000001192093,0.2259999960660934,0.2179999947547912,0.2259999960660934,0.2380000054836273,0.2319999933242797,0.2220000028610229,0.2380000054836273,0.2319999933242797,0.25,0.2339999973773956,0.2419999986886978,0.2339999973773956,0.2419999986886978,0.2380000054836273,0.2380000054836273,0.2319999933242797,0.2259999960660934,0.2399999946355819,0.2479999959468841,0.2339999973773956,0.2280000001192093,0.2319999933242797],"label":"The Pile"},"RedPajama2":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.1599999964237213,0.1340000033378601,0.1340000033378601,0.1340000033378601,0.1319999992847442,0.164000004529953,0.1500000059604644,0.1480000019073486,0.1539999991655349,0.164000004529953,0.1720000058412552,0.1759999990463256,0.1800000071525573,0.1599999964237213,0.1840000003576278,0.1860000044107437,0.181999996304512,0.1840000003576278,0.1840000003576278,0.1720000058412552,0.2000000029802322,0.1780000030994415,0.1860000044107437,0.1860000044107437,0.2039999961853027,0.2080000042915344,0.1879999935626983,0.2080000042915344,0.2000000029802322,0.2080000042915344,0.2160000056028366,0.2039999961853027,0.202000007033348,0.2080000042915344,0.1959999948740005,0.2119999974966049,0.202000007033348,0.1860000044107437,0.2060000002384185,0.2179999947547912,0.202000007033348,0.2140000015497207,0.209999993443489,0.2160000056028366,0.2179999947547912,0.2199999988079071,0.2060000002384185,0.2179999947547912,0.2080000042915344,0.2140000015497207,0.2199999988079071,0.2039999961853027,0.2080000042915344,0.2140000015497207,0.209999993443489,0.2000000029802322,0.2140000015497207,0.2160000056028366,0.2140000015497207,0.2140000015497207,0.2259999960660934,0.2419999986886978,0.2280000001192093,0.209999993443489,0.2220000028610229,0.2280000001192093,0.2179999947547912,0.2160000056028366,0.209999993443489,0.2339999973773956,0.2240000069141388,0.2319999933242797,0.2319999933242797,0.2300000041723251,0.2179999947547912,0.2280000001192093,0.2280000001192093,0.2259999960660934,0.2160000056028366,0.2220000028610229,0.2080000042915344,0.2080000042915344,0.2259999960660934,0.2240000069141388,0.2360000014305114,0.2399999946355819,0.2160000056028366,0.2319999933242797,0.2319999933242797,0.2179999947547912,0.2280000001192093,0.2280000001192093,0.2280000001192093,0.2360000014305114,0.2259999960660934,0.2240000069141388,0.2199999988079071,0.2300000041723251,0.2220000028610229,0.2240000069141388,0.2220000028610229,0.209999993443489,0.2199999988079071,0.2259999960660934,0.2300000041723251,0.2360000014305114,0.209999993443489,0.2280000001192093,0.2240000069141388,0.2280000001192093,0.2259999960660934,0.2140000015497207,0.2220000028610229,0.2280000001192093,0.2319999933242797,0.2259999960660934,0.2220000028610229,0.2300000041723251,0.2259999960660934,0.2339999973773956,0.2319999933242797,0.2240000069141388,0.2360000014305114,0.2339999973773956,0.2319999933242797,0.2360000014305114,0.2259999960660934,0.2339999973773956,0.2339999973773956,0.2319999933242797,0.2339999973773956,0.2360000014305114,0.2240000069141388,0.2319999933242797,0.2380000054836273,0.2380000054836273,0.2300000041723251,0.2419999986886978,0.2399999946355819,0.2280000001192093,0.2339999973773956,0.2339999973773956,0.2199999988079071,0.2240000069141388,0.2319999933242797,0.2240000069141388,0.2319999933242797,0.2380000054836273,0.2220000028610229,0.2419999986886978,0.2280000001192093,0.2319999933242797,0.2220000028610229,0.2419999986886978,0.2319999933242797,0.2300000041723251,0.2300000041723251,0.2220000028610229,0.2399999946355819,0.2300000041723251,0.2339999973773956,0.2339999973773956,0.2319999933242797,0.2380000054836273,0.2339999973773956,0.2339999973773956,0.2259999960660934,0.2220000028610229],"label":"RedPajama2"}},"openbookqa/acc_norm":{"FineWeb (ours)":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2860000133514404,0.2440000027418136,0.270000010728836,0.2720000147819519,0.3000000119209289,0.2919999957084656,0.3160000145435333,0.3160000145435333,0.3179999887943268,0.3199999928474426,0.3440000116825104,0.3179999887943268,0.3240000009536743,0.3300000131130218,0.3240000009536743,0.3199999928474426,0.335999995470047,0.3339999914169311,0.3440000116825104,0.3459999859333038,0.3400000035762787,0.3440000116825104,0.335999995470047,0.3379999995231628,0.3519999980926513,0.3379999995231628,0.3420000076293945,0.3319999873638153,0.3479999899864197,0.3459999859333038,0.3339999914169311,0.3440000116825104,0.3420000076293945,0.3219999969005584,0.3319999873638153,0.3479999899864197,0.3379999995231628,0.335999995470047,0.3499999940395355,0.3420000076293945,0.3319999873638153,0.3400000035762787,0.3400000035762787,0.3519999980926513,0.3479999899864197,0.3379999995231628,0.335999995470047,0.3400000035762787,0.3319999873638153,0.3580000102519989,0.3499999940395355,0.3700000047683716,0.3680000007152557,0.335999995470047,0.3600000143051147,0.3499999940395355,0.356000006198883,0.3499999940395355,0.356000006198883,0.3619999885559082,0.363999992609024,0.3519999980926513,0.3540000021457672,0.3600000143051147,0.3600000143051147,0.3540000021457672,0.356000006198883,0.363999992609024,0.363999992609024,0.3499999940395355,0.3659999966621399,0.356000006198883,0.363999992609024,0.3540000021457672,0.3540000021457672,0.3619999885559082,0.3740000128746032,0.3519999980926513,0.3659999966621399,0.3680000007152557,0.3700000047683716,0.3580000102519989,0.3499999940395355,0.3740000128746032,0.3659999966621399,0.3659999966621399,0.3580000102519989,0.3479999899864197,0.363999992609024,0.3519999980926513,0.3580000102519989,0.356000006198883,0.3740000128746032,0.363999992609024,0.3700000047683716,0.363999992609024,0.3700000047683716,0.363999992609024,0.3799999952316284,0.3860000073909759,0.3680000007152557,0.3779999911785126,0.3740000128746032,0.3600000143051147,0.3659999966621399,0.3680000007152557,0.3619999885559082,0.3700000047683716,0.3759999871253967,0.363999992609024,0.3740000128746032,0.3799999952316284,0.3779999911785126,0.3659999966621399,0.3600000143051147,0.3740000128746032,0.3600000143051147,0.363999992609024,0.363999992609024,0.363999992609024,0.3779999911785126,0.3700000047683716,0.3799999952316284,0.3720000088214874,0.3819999992847442,0.3759999871253967,0.3799999952316284,0.3740000128746032,0.3860000073909759,0.3779999911785126,0.3959999978542328,0.3880000114440918,0.3799999952316284,0.3860000073909759,0.3759999871253967,0.3939999938011169,0.3779999911785126,0.3959999978542328,0.3779999911785126,0.3899999856948852,0.3860000073909759,0.3959999978542328,0.3759999871253967,0.3720000088214874,0.3799999952316284,0.3740000128746032,0.3759999871253967,0.3799999952316284,0.3819999992847442,0.3840000033378601,0.3720000088214874,0.363999992609024,0.3840000033378601,0.3919999897480011,0.3819999992847442,0.3819999992847442,0.3779999911785126,0.3799999952316284,0.3840000033378601,0.3819999992847442,0.3899999856948852,0.3860000073909759,0.3819999992847442,0.3840000033378601,0.3720000088214874,0.3799999952316284,0.3819999992847442,0.3959999978542328],"label":"FineWeb (ours)"},"C4":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2860000133514404,0.25,0.2759999930858612,0.2739999890327453,0.2820000052452087,0.2980000078678131,0.3019999861717224,0.2899999916553497,0.3000000119209289,0.3240000009536743,0.3120000064373016,0.3260000050067901,0.3319999873638153,0.3440000116825104,0.3240000009536743,0.3400000035762787,0.3300000131130218,0.3459999859333038,0.3540000021457672,0.3319999873638153,0.3219999969005584,0.3499999940395355,0.3479999899864197,0.3300000131130218,0.3519999980926513,0.3499999940395355,0.3680000007152557,0.3479999899864197,0.3580000102519989,0.3519999980926513,0.3479999899864197,0.3600000143051147,0.3540000021457672,0.363999992609024,0.3619999885559082,0.3619999885559082,0.3540000021457672,0.3499999940395355,0.3540000021457672,0.3540000021457672,0.356000006198883,0.3519999980926513,0.3580000102519989,0.3720000088214874,0.3600000143051147,0.3700000047683716,0.3580000102519989,0.3600000143051147,0.3659999966621399,0.3759999871253967,0.3580000102519989,0.3779999911785126,0.356000006198883,0.3680000007152557,0.3680000007152557,0.356000006198883,0.363999992609024,0.3619999885559082,0.3740000128746032,0.3720000088214874,0.3740000128746032,0.3740000128746032,0.3740000128746032,0.3700000047683716,0.3600000143051147,0.3799999952316284,0.3659999966621399,0.3819999992847442,0.3779999911785126,0.3619999885559082,0.363999992609024,0.356000006198883,0.356000006198883,0.3600000143051147,0.3580000102519989,0.3779999911785126,0.3759999871253967,0.3700000047683716,0.363999992609024,0.3700000047683716,0.3700000047683716,0.3600000143051147,0.3700000047683716,0.3619999885559082,0.3700000047683716,0.3659999966621399,0.3799999952316284,0.3720000088214874,0.3779999911785126,0.3580000102519989,0.3600000143051147,0.3659999966621399,0.3819999992847442,0.3619999885559082,0.3680000007152557,0.3860000073909759,0.3860000073909759,0.3700000047683716,0.363999992609024,0.3720000088214874,0.3740000128746032,0.3700000047683716,0.3840000033378601,0.3980000019073486,0.3740000128746032,0.3659999966621399,0.3779999911785126,0.3919999897480011,0.3759999871253967,0.3740000128746032,0.3819999992847442,0.3659999966621399,0.3740000128746032,0.3799999952316284,0.363999992609024,0.3799999952316284,0.3779999911785126,0.3740000128746032,0.3980000019073486,0.3899999856948852,0.3840000033378601,0.3819999992847442,0.3779999911785126,0.3759999871253967,0.3860000073909759,0.3899999856948852,0.3700000047683716,0.3799999952316284,0.3840000033378601,0.3840000033378601,0.3919999897480011,0.3779999911785126,0.3740000128746032,0.3899999856948852,0.3759999871253967,0.3819999992847442,0.3980000019073486,0.3899999856948852,0.3899999856948852,0.3779999911785126,0.3779999911785126,0.3919999897480011,0.3880000114440918,0.3840000033378601,0.3700000047683716,0.3819999992847442,0.3880000114440918,0.3819999992847442,0.3939999938011169,0.3860000073909759,0.3899999856948852,0.3980000019073486,0.4000000059604645,0.4059999883174896,0.3880000114440918,0.4000000059604645,0.3919999897480011,0.3980000019073486,0.3899999856948852,0.3899999856948852,0.3899999856948852,0.3939999938011169,0.3899999856948852,0.3899999856948852,0.3860000073909759,0.3880000114440918,0.3840000033378601,0.3720000088214874],"label":"C4"},"Dolma":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2860000133514404,0.2619999945163727,0.2860000133514404,0.2800000011920929,0.2919999957084656,0.3000000119209289,0.3059999942779541,0.3079999983310699,0.3100000023841858,0.3000000119209289,0.3039999902248382,0.328000009059906,0.3260000050067901,0.328000009059906,0.3540000021457672,0.3319999873638153,0.3219999969005584,0.328000009059906,0.3339999914169311,0.3479999899864197,0.3540000021457672,0.335999995470047,0.3499999940395355,0.3479999899864197,0.3420000076293945,0.3379999995231628,0.3300000131130218,0.363999992609024,0.3440000116825104,0.3519999980926513,0.3319999873638153,0.3400000035762787,0.3459999859333038,0.3479999899864197,0.3440000116825104,0.3379999995231628,0.3459999859333038,0.3459999859333038,0.3440000116825104,0.3519999980926513,0.3519999980926513,0.3420000076293945,0.3400000035762787,0.3499999940395355,0.3540000021457672,0.3459999859333038,0.3519999980926513,0.3459999859333038,0.3540000021457672,0.3659999966621399,0.3540000021457672,0.3600000143051147,0.3619999885559082,0.3659999966621399,0.3479999899864197,0.3519999980926513,0.3420000076293945,0.363999992609024,0.3580000102519989,0.3519999980926513,0.3440000116825104,0.3400000035762787,0.3499999940395355,0.3619999885559082,0.3519999980926513,0.3619999885559082,0.3479999899864197,0.356000006198883,0.3540000021457672,0.363999992609024,0.3459999859333038,0.3580000102519989,0.3619999885559082,0.3479999899864197,0.363999992609024,0.3459999859333038,0.3619999885559082,0.3600000143051147,0.3600000143051147,0.3519999980926513,0.3600000143051147,0.3680000007152557,0.3659999966621399,0.3659999966621399,0.3600000143051147,0.3580000102519989,0.3580000102519989,0.3720000088214874,0.3619999885559082,0.363999992609024,0.3479999899864197,0.3659999966621399,0.3600000143051147,0.3680000007152557,0.3700000047683716,0.3580000102519989,0.3420000076293945,0.3619999885559082,0.3479999899864197,0.3540000021457672,0.3499999940395355,0.3600000143051147,0.3720000088214874,0.3420000076293945,0.3580000102519989,0.3680000007152557,0.3600000143051147,0.3600000143051147,0.3440000116825104,0.3619999885559082,0.356000006198883,0.3580000102519989,0.3600000143051147,0.3540000021457672,0.3519999980926513,0.3499999940395355,0.3479999899864197,0.3540000021457672,0.3619999885559082,0.3540000021457672,0.3600000143051147,0.3519999980926513,0.3540000021457672,0.3600000143051147,0.3659999966621399,0.3479999899864197,0.3540000021457672,0.3459999859333038,0.3759999871253967,0.3580000102519989,0.3540000021457672,0.3659999966621399,0.3659999966621399,0.3659999966621399,0.3680000007152557,0.356000006198883,0.3600000143051147,0.3619999885559082,0.3700000047683716,0.3600000143051147,0.3600000143051147,0.3680000007152557,0.3799999952316284,0.3860000073909759,0.3700000047683716,0.3700000047683716,0.3659999966621399,0.3840000033378601,0.3659999966621399,0.3659999966621399,0.3659999966621399,0.3680000007152557,0.3700000047683716,0.3720000088214874,0.363999992609024,0.363999992609024,0.3740000128746032,0.3779999911785126,0.3659999966621399,0.3700000047683716,0.3720000088214874,0.3680000007152557,0.3740000128746032,0.3819999992847442,0.3619999885559082,0.3619999885559082,0.3740000128746032,0.3799999952316284],"label":"Dolma"},"RefinedWeb":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2860000133514404,0.2560000121593475,0.2840000092983246,0.3059999942779541,0.3059999942779541,0.2980000078678131,0.3240000009536743,0.3100000023841858,0.3000000119209289,0.3160000145435333,0.3140000104904175,0.3260000050067901,0.3199999928474426,0.2980000078678131,0.3179999887943268,0.3319999873638153,0.3019999861717224,0.2939999997615814,0.3319999873638153,0.3319999873638153,0.3219999969005584,0.3379999995231628,0.3379999995231628,0.3339999914169311,0.3240000009536743,0.3479999899864197,0.3300000131130218,0.3240000009536743,0.3300000131130218,0.3400000035762787,0.3459999859333038,0.3319999873638153,0.3379999995231628,0.356000006198883,0.3339999914169311,0.3459999859333038,0.3440000116825104,0.3519999980926513,0.3479999899864197,0.3339999914169311,0.3400000035762787,0.3479999899864197,0.3379999995231628,0.3479999899864197,0.3499999940395355,0.3400000035762787,0.3499999940395355,0.3420000076293945,0.3659999966621399,0.3400000035762787,0.3459999859333038,0.3499999940395355,0.356000006198883,0.3400000035762787,0.356000006198883,0.3339999914169311,0.3339999914169311,0.3479999899864197,0.3420000076293945,0.3580000102519989,0.3339999914169311,0.3440000116825104,0.3400000035762787,0.3499999940395355,0.3540000021457672,0.3479999899864197,0.3499999940395355,0.3420000076293945,0.3379999995231628,0.335999995470047,0.356000006198883,0.3459999859333038,0.3499999940395355,0.3400000035762787,0.3440000116825104,0.356000006198883,0.3519999980926513,0.3400000035762787,0.3440000116825104,0.356000006198883,0.3400000035762787,0.356000006198883,0.3600000143051147,0.3540000021457672,0.3479999899864197,0.3379999995231628,0.3440000116825104,0.3300000131130218,0.3400000035762787,0.3459999859333038,0.3339999914169311,0.3499999940395355,0.3600000143051147,0.3440000116825104,0.3499999940395355,0.356000006198883,0.3420000076293945,0.3479999899864197,0.3379999995231628,0.3379999995231628,0.3459999859333038,0.356000006198883,0.328000009059906,0.3459999859333038,0.3519999980926513,0.3499999940395355,0.3519999980926513,0.3420000076293945,0.3499999940395355,0.3420000076293945,0.3339999914169311,0.335999995470047,0.3379999995231628,0.3379999995231628,0.3540000021457672,0.356000006198883,0.356000006198883,0.335999995470047,0.363999992609024,0.363999992609024,0.3499999940395355,0.356000006198883,0.3519999980926513,0.3519999980926513,0.3540000021457672,0.3459999859333038,0.3479999899864197,0.3519999980926513,0.3519999980926513,0.3420000076293945,0.3440000116825104,0.3379999995231628,0.3519999980926513,0.356000006198883,0.3420000076293945,0.3580000102519989,0.3499999940395355,0.3619999885559082,0.3519999980926513,0.3600000143051147,0.3459999859333038,0.3519999980926513,0.3519999980926513,0.3499999940395355,0.3580000102519989,0.356000006198883,0.3580000102519989,0.3600000143051147,0.3440000116825104,0.3600000143051147,0.3440000116825104,0.3479999899864197,0.3479999899864197,0.3580000102519989,0.3600000143051147,0.3580000102519989,0.3540000021457672,0.3519999980926513,0.3459999859333038,0.3459999859333038,0.3540000021457672,0.335999995470047,0.3540000021457672,0.3540000021457672,0.3519999980926513,0.356000006198883,0.3499999940395355,0.356000006198883],"label":"RefinedWeb"},"SlimPajama":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2860000133514404,0.2540000081062317,0.2560000121593475,0.2919999957084656,0.2840000092983246,0.2739999890327453,0.2960000038146972,0.3019999861717224,0.3140000104904175,0.3100000023841858,0.3120000064373016,0.3339999914169311,0.3160000145435333,0.3240000009536743,0.3260000050067901,0.3240000009536743,0.3120000064373016,0.3120000064373016,0.3400000035762787,0.3379999995231628,0.3240000009536743,0.3059999942779541,0.3300000131130218,0.3160000145435333,0.3260000050067901,0.3300000131130218,0.3379999995231628,0.335999995470047,0.3240000009536743,0.3260000050067901,0.3339999914169311,0.3459999859333038,0.335999995470047,0.3400000035762787,0.3440000116825104,0.3219999969005584,0.3420000076293945,0.335999995470047,0.3440000116825104,0.328000009059906,0.3379999995231628,0.3420000076293945,0.3379999995231628,0.3300000131130218,0.3499999940395355,0.3459999859333038,0.3400000035762787,0.3300000131130218,0.3499999940395355,0.335999995470047,0.3400000035762787,0.3379999995231628,0.3260000050067901,0.335999995470047,0.328000009059906,0.335999995470047,0.3379999995231628,0.3420000076293945,0.335999995470047,0.3519999980926513,0.3400000035762787,0.3319999873638153,0.3499999940395355,0.3400000035762787,0.3240000009536743,0.3300000131130218,0.3479999899864197,0.3319999873638153,0.3499999940395355,0.3400000035762787,0.3499999940395355,0.328000009059906,0.3339999914169311,0.3339999914169311,0.3379999995231628,0.328000009059906,0.328000009059906,0.335999995470047,0.3260000050067901,0.3420000076293945,0.335999995470047,0.335999995470047,0.3420000076293945,0.3400000035762787,0.3260000050067901,0.3339999914169311,0.3400000035762787,0.328000009059906,0.3319999873638153,0.3479999899864197,0.3339999914169311,0.3339999914169311,0.3519999980926513,0.3440000116825104,0.3519999980926513,0.3420000076293945,0.328000009059906,0.3400000035762787,0.3440000116825104,0.3400000035762787,0.3499999940395355,0.3479999899864197,0.3499999940395355,0.3400000035762787,0.3420000076293945,0.3459999859333038,0.3420000076293945,0.3300000131130218,0.3440000116825104,0.3499999940395355,0.356000006198883,0.3519999980926513,0.3600000143051147,0.3400000035762787,0.3400000035762787,0.3339999914169311,0.3540000021457672,0.3339999914169311,0.3339999914169311,0.3540000021457672,0.3499999940395355,0.3479999899864197,0.3339999914169311,0.3420000076293945,0.3339999914169311,0.3420000076293945,0.3440000116825104,0.3600000143051147,0.3499999940395355,0.3619999885559082,0.3580000102519989,0.3479999899864197,0.356000006198883,0.3420000076293945,0.3519999980926513,0.3519999980926513,0.3600000143051147,0.3459999859333038,0.3459999859333038,0.356000006198883,0.3459999859333038,0.3540000021457672,0.3499999940395355,0.3499999940395355,0.3540000021457672,0.356000006198883,0.3580000102519989,0.356000006198883,0.3519999980926513,0.356000006198883,0.363999992609024,0.3499999940395355,0.3519999980926513,0.3479999899864197,0.3499999940395355,0.3540000021457672,0.3479999899864197,0.335999995470047,0.3519999980926513,0.3479999899864197,0.3479999899864197,0.3459999859333038,0.3499999940395355,0.3420000076293945,0.3540000021457672,0.3479999899864197,0.3479999899864197,0.3459999859333038],"label":"SlimPajama"},"The Pile":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2860000133514404,0.2759999930858612,0.2759999930858612,0.2720000147819519,0.2840000092983246,0.3019999861717224,0.2919999957084656,0.2980000078678131,0.2960000038146972,0.2899999916553497,0.2980000078678131,0.2939999997615814,0.3059999942779541,0.3199999928474426,0.3120000064373016,0.3140000104904175,0.3140000104904175,0.3019999861717224,0.3079999983310699,0.3100000023841858,0.3120000064373016,0.3120000064373016,0.3179999887943268,0.3260000050067901,0.3160000145435333,0.3319999873638153,0.3240000009536743,0.3379999995231628,0.3339999914169311,0.3300000131130218,0.3400000035762787,0.3240000009536743,0.3039999902248382,0.335999995470047,0.3219999969005584,0.3120000064373016,0.328000009059906,0.3140000104904175,0.3179999887943268,0.3240000009536743,0.3120000064373016,0.3379999995231628,0.3039999902248382,0.328000009059906,0.3260000050067901,0.3100000023841858,0.3339999914169311,0.328000009059906,0.3260000050067901,0.3319999873638153,0.328000009059906,0.328000009059906,0.3300000131130218,0.3440000116825104,0.328000009059906,0.3319999873638153,0.3440000116825104,0.3459999859333038,0.3240000009536743,0.3400000035762787,0.328000009059906,0.3499999940395355,0.3440000116825104,0.3499999940395355,0.3580000102519989,0.3420000076293945,0.3319999873638153,0.3499999940395355,0.3379999995231628,0.3479999899864197,0.3400000035762787,0.3319999873638153,0.3379999995231628,0.3339999914169311,0.3420000076293945,0.3420000076293945,0.3479999899864197,0.3499999940395355,0.3400000035762787,0.3479999899864197,0.3519999980926513,0.3379999995231628,0.3459999859333038,0.328000009059906,0.3339999914169311,0.3300000131130218,0.356000006198883,0.356000006198883,0.3540000021457672,0.3420000076293945,0.3499999940395355,0.3659999966621399,0.3519999980926513,0.3519999980926513,0.3479999899864197,0.356000006198883,0.3440000116825104,0.3499999940395355,0.3420000076293945,0.3400000035762787,0.3339999914169311,0.3440000116825104,0.3519999980926513,0.3420000076293945,0.3499999940395355,0.3540000021457672,0.3519999980926513,0.356000006198883,0.3519999980926513,0.3499999940395355,0.3580000102519989,0.3619999885559082,0.3540000021457672,0.3580000102519989,0.3540000021457672,0.3499999940395355,0.356000006198883,0.3540000021457672,0.3580000102519989,0.3499999940395355,0.3440000116825104,0.363999992609024,0.3479999899864197,0.3600000143051147,0.3540000021457672,0.3519999980926513,0.3600000143051147,0.3580000102519989,0.3459999859333038,0.3540000021457672,0.356000006198883,0.3580000102519989,0.3519999980926513,0.3519999980926513,0.3619999885559082,0.3619999885559082,0.356000006198883,0.3519999980926513,0.3600000143051147,0.3459999859333038,0.3499999940395355,0.3619999885559082,0.3519999980926513,0.3519999980926513,0.3580000102519989,0.3479999899864197,0.3479999899864197,0.3479999899864197,0.3540000021457672,0.3580000102519989,0.3499999940395355,0.3479999899864197,0.3499999940395355,0.3580000102519989,0.3600000143051147,0.3580000102519989,0.3659999966621399,0.3580000102519989,0.3540000021457672,0.3619999885559082,0.3540000021457672,0.3519999980926513,0.3600000143051147,0.3659999966621399,0.3479999899864197,0.3519999980926513,0.3459999859333038,0.356000006198883],"label":"The Pile"},"RedPajama2":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2860000133514404,0.2460000067949295,0.2720000147819519,0.2800000011920929,0.2660000026226043,0.2820000052452087,0.2879999876022339,0.2899999916553497,0.2980000078678131,0.2840000092983246,0.3019999861717224,0.3019999861717224,0.3100000023841858,0.2960000038146972,0.3260000050067901,0.3160000145435333,0.3079999983310699,0.3059999942779541,0.3199999928474426,0.3100000023841858,0.3240000009536743,0.3079999983310699,0.3219999969005584,0.3140000104904175,0.3199999928474426,0.3300000131130218,0.3219999969005584,0.3260000050067901,0.3160000145435333,0.3420000076293945,0.3160000145435333,0.3219999969005584,0.3260000050067901,0.328000009059906,0.3219999969005584,0.3160000145435333,0.3219999969005584,0.3240000009536743,0.3540000021457672,0.3319999873638153,0.3240000009536743,0.335999995470047,0.3140000104904175,0.3260000050067901,0.3240000009536743,0.3400000035762787,0.335999995470047,0.3339999914169311,0.3400000035762787,0.3240000009536743,0.3400000035762787,0.3319999873638153,0.3379999995231628,0.3260000050067901,0.328000009059906,0.3199999928474426,0.3219999969005584,0.3140000104904175,0.3420000076293945,0.3339999914169311,0.3420000076293945,0.3339999914169311,0.328000009059906,0.3300000131130218,0.3400000035762787,0.3519999980926513,0.3459999859333038,0.3260000050067901,0.335999995470047,0.335999995470047,0.328000009059906,0.335999995470047,0.3479999899864197,0.3379999995231628,0.3339999914169311,0.3400000035762787,0.3400000035762787,0.3379999995231628,0.3260000050067901,0.3400000035762787,0.3379999995231628,0.3379999995231628,0.3240000009536743,0.3499999940395355,0.335999995470047,0.3379999995231628,0.328000009059906,0.3319999873638153,0.3479999899864197,0.3459999859333038,0.3199999928474426,0.3440000116825104,0.3459999859333038,0.3319999873638153,0.3440000116825104,0.3499999940395355,0.328000009059906,0.3479999899864197,0.3440000116825104,0.3300000131130218,0.3339999914169311,0.3379999995231628,0.328000009059906,0.335999995470047,0.3499999940395355,0.3519999980926513,0.3379999995231628,0.3580000102519989,0.356000006198883,0.3519999980926513,0.3379999995231628,0.3339999914169311,0.3300000131130218,0.328000009059906,0.3519999980926513,0.3540000021457672,0.3420000076293945,0.3459999859333038,0.3440000116825104,0.3440000116825104,0.3420000076293945,0.3540000021457672,0.3459999859333038,0.3319999873638153,0.3339999914169311,0.3440000116825104,0.3379999995231628,0.3379999995231628,0.3379999995231628,0.3499999940395355,0.3400000035762787,0.3479999899864197,0.3400000035762787,0.3459999859333038,0.3459999859333038,0.356000006198883,0.3499999940395355,0.3580000102519989,0.3400000035762787,0.3479999899864197,0.3400000035762787,0.3459999859333038,0.3400000035762787,0.335999995470047,0.3519999980926513,0.3440000116825104,0.3379999995231628,0.3499999940395355,0.3400000035762787,0.3499999940395355,0.3440000116825104,0.3499999940395355,0.3420000076293945,0.335999995470047,0.3479999899864197,0.3420000076293945,0.3519999980926513,0.3459999859333038,0.3479999899864197,0.3400000035762787,0.3479999899864197,0.3479999899864197,0.3479999899864197,0.3499999940395355,0.3519999980926513,0.3479999899864197,0.356000006198883,0.3540000021457672],"label":"RedPajama2"}},"piqa/acc":{"FineWeb (ours)":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5419999957084656,0.6079999804496765,0.6520000100135803,0.6669999957084656,0.6759999990463257,0.6610000133514404,0.6890000104904175,0.6880000233650208,0.6830000281333923,0.7080000042915344,0.7139999866485596,0.7039999961853027,0.7039999961853027,0.7089999914169312,0.7120000123977661,0.722000002861023,0.722000002861023,0.7110000252723694,0.718999981880188,0.722000002861023,0.7039999961853027,0.7149999737739563,0.722000002861023,0.7160000205039978,0.7139999866485596,0.7080000042915344,0.7080000042915344,0.7210000157356262,0.7070000171661377,0.7120000123977661,0.7129999995231628,0.7059999704360962,0.7149999737739563,0.7070000171661377,0.7089999914169312,0.722000002861023,0.7170000076293945,0.7149999737739563,0.7289999723434448,0.7200000286102295,0.7250000238418579,0.7200000286102295,0.722000002861023,0.7200000286102295,0.7170000076293945,0.7200000286102295,0.7210000157356262,0.7250000238418579,0.7260000109672546,0.7300000190734863,0.734000027179718,0.7099999785423279,0.7170000076293945,0.7269999980926514,0.7350000143051147,0.7250000238418579,0.7200000286102295,0.7260000109672546,0.7279999852180481,0.7200000286102295,0.7289999723434448,0.7229999899864197,0.7279999852180481,0.7310000061988831,0.7429999709129333,0.7300000190734863,0.7229999899864197,0.722000002861023,0.7229999899864197,0.7269999980926514,0.7300000190734863,0.7390000224113464,0.7300000190734863,0.7210000157356262,0.734000027179718,0.7300000190734863,0.7279999852180481,0.7229999899864197,0.7260000109672546,0.7329999804496765,0.7289999723434448,0.734000027179718,0.7419999837875366,0.7300000190734863,0.7390000224113464,0.7390000224113464,0.7329999804496765,0.7409999966621399,0.7369999885559082,0.7429999709129333,0.7459999918937683,0.7329999804496765,0.7289999723434448,0.7289999723434448,0.734000027179718,0.7210000157356262,0.7289999723434448,0.7300000190734863,0.7379999756813049,0.7360000014305115,0.7329999804496765,0.7269999980926514,0.734000027179718,0.7379999756813049,0.7379999756813049,0.7369999885559082,0.7369999885559082,0.7369999885559082,0.7319999933242798,0.7350000143051147,0.7390000224113464,0.7419999837875366,0.7350000143051147,0.7419999837875366,0.7369999885559082,0.7440000176429749,0.7409999966621399,0.7450000047683716,0.7400000095367432,0.7429999709129333,0.7369999885559082,0.7400000095367432,0.7310000061988831,0.7369999885559082,0.7400000095367432,0.7459999918937683,0.7360000014305115,0.7409999966621399,0.7390000224113464,0.7390000224113464,0.7400000095367432,0.7350000143051147,0.734000027179718,0.7350000143051147,0.7400000095367432,0.7459999918937683,0.753000020980835,0.7409999966621399,0.7450000047683716,0.7459999918937683,0.7429999709129333,0.7429999709129333,0.7409999966621399,0.7400000095367432,0.7450000047683716,0.7440000176429749,0.7440000176429749,0.7429999709129333,0.734000027179718,0.7459999918937683,0.7379999756813049,0.7429999709129333,0.7419999837875366,0.7400000095367432,0.7419999837875366,0.7409999966621399,0.7480000257492065,0.7400000095367432,0.7400000095367432,0.7390000224113464,0.7429999709129333,0.7440000176429749,0.7459999918937683,0.7519999742507935,0.7440000176429749,0.7459999918937683,0.7429999709129333,0.7440000176429749],"label":"FineWeb (ours)"},"C4":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5419999957084656,0.6140000224113464,0.6460000276565552,0.6600000262260437,0.6759999990463257,0.6899999976158142,0.6830000281333923,0.6990000009536743,0.6980000138282776,0.6930000185966492,0.6940000057220459,0.6959999799728394,0.7059999704360962,0.7059999704360962,0.7049999833106995,0.703000009059906,0.703000009059906,0.7070000171661377,0.6990000009536743,0.722000002861023,0.7089999914169312,0.6990000009536743,0.7229999899864197,0.7139999866485596,0.7089999914169312,0.7160000205039978,0.722000002861023,0.7350000143051147,0.7229999899864197,0.718999981880188,0.718999981880188,0.7210000157356262,0.7210000157356262,0.7179999947547913,0.7160000205039978,0.7089999914169312,0.7250000238418579,0.7310000061988831,0.7229999899864197,0.7179999947547913,0.7319999933242798,0.722000002861023,0.7289999723434448,0.7139999866485596,0.722000002861023,0.7279999852180481,0.718999981880188,0.7279999852180481,0.7210000157356262,0.7210000157356262,0.7210000157356262,0.7239999771118164,0.7229999899864197,0.7239999771118164,0.7260000109672546,0.722000002861023,0.7289999723434448,0.7360000014305115,0.7329999804496765,0.7289999723434448,0.7310000061988831,0.7250000238418579,0.722000002861023,0.7229999899864197,0.7329999804496765,0.7350000143051147,0.7369999885559082,0.7319999933242798,0.7429999709129333,0.7319999933242798,0.7360000014305115,0.7329999804496765,0.7379999756813049,0.7300000190734863,0.7289999723434448,0.7390000224113464,0.7360000014305115,0.7310000061988831,0.7310000061988831,0.7429999709129333,0.734000027179718,0.734000027179718,0.734000027179718,0.7319999933242798,0.7289999723434448,0.7369999885559082,0.7419999837875366,0.7480000257492065,0.7419999837875366,0.7390000224113464,0.7369999885559082,0.7419999837875366,0.7369999885559082,0.7480000257492065,0.746999979019165,0.7369999885559082,0.7450000047683716,0.7400000095367432,0.7350000143051147,0.7440000176429749,0.7440000176429749,0.7490000128746033,0.7519999742507935,0.746999979019165,0.7409999966621399,0.7429999709129333,0.7400000095367432,0.7419999837875366,0.7509999871253967,0.7509999871253967,0.7429999709129333,0.7429999709129333,0.7419999837875366,0.7490000128746033,0.746999979019165,0.7540000081062317,0.75,0.7509999871253967,0.7459999918937683,0.7429999709129333,0.7480000257492065,0.7409999966621399,0.7480000257492065,0.7409999966621399,0.7509999871253967,0.75,0.7450000047683716,0.7519999742507935,0.75,0.7519999742507935,0.7620000243186951,0.75,0.7459999918937683,0.7540000081062317,0.753000020980835,0.7480000257492065,0.746999979019165,0.7480000257492065,0.75,0.7559999823570251,0.75,0.7480000257492065,0.7570000290870667,0.7509999871253967,0.7509999871253967,0.7440000176429749,0.753000020980835,0.7630000114440918,0.7549999952316284,0.7540000081062317,0.753000020980835,0.7599999904632568,0.7570000290870667,0.7570000290870667,0.7639999985694885,0.7519999742507935,0.7519999742507935,0.7519999742507935,0.7590000033378601,0.7549999952316284,0.7599999904632568,0.7590000033378601,0.7570000290870667,0.7549999952316284,0.7590000033378601,0.7559999823570251,0.7570000290870667,0.7490000128746033],"label":"C4"},"Dolma":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5419999957084656,0.6039999723434448,0.628000020980835,0.6430000066757202,0.6449999809265137,0.6690000295639038,0.6610000133514404,0.6790000200271606,0.6899999976158142,0.6809999942779541,0.6830000281333923,0.6959999799728394,0.6809999942779541,0.703000009059906,0.6850000023841858,0.6919999718666077,0.6880000233650208,0.7020000219345093,0.6990000009536743,0.7080000042915344,0.6990000009536743,0.6940000057220459,0.703000009059906,0.7070000171661377,0.6990000009536743,0.7129999995231628,0.7039999961853027,0.7080000042915344,0.7160000205039978,0.6959999799728394,0.699999988079071,0.699999988079071,0.7139999866485596,0.7049999833106995,0.6959999799728394,0.7110000252723694,0.7149999737739563,0.7070000171661377,0.7120000123977661,0.7080000042915344,0.7080000042915344,0.703000009059906,0.7009999752044678,0.7070000171661377,0.7149999737739563,0.7179999947547913,0.7120000123977661,0.7110000252723694,0.7120000123977661,0.7120000123977661,0.718999981880188,0.7250000238418579,0.7089999914169312,0.7210000157356262,0.7129999995231628,0.7139999866485596,0.7179999947547913,0.7279999852180481,0.722000002861023,0.7300000190734863,0.7250000238418579,0.7179999947547913,0.7210000157356262,0.7160000205039978,0.7179999947547913,0.7260000109672546,0.7200000286102295,0.7210000157356262,0.7200000286102295,0.7149999737739563,0.7229999899864197,0.7269999980926514,0.7250000238418579,0.7089999914169312,0.7179999947547913,0.7300000190734863,0.7239999771118164,0.7250000238418579,0.7210000157356262,0.7179999947547913,0.7269999980926514,0.7310000061988831,0.7110000252723694,0.7210000157356262,0.7260000109672546,0.7350000143051147,0.7200000286102295,0.7300000190734863,0.7310000061988831,0.7300000190734863,0.7279999852180481,0.7310000061988831,0.7300000190734863,0.7250000238418579,0.7210000157356262,0.7279999852180481,0.7279999852180481,0.7329999804496765,0.7239999771118164,0.7269999980926514,0.7260000109672546,0.7300000190734863,0.722000002861023,0.734000027179718,0.7239999771118164,0.7350000143051147,0.734000027179718,0.7269999980926514,0.7300000190734863,0.7310000061988831,0.7350000143051147,0.7200000286102295,0.7319999933242798,0.7250000238418579,0.722000002861023,0.7179999947547913,0.7210000157356262,0.7229999899864197,0.7350000143051147,0.7300000190734863,0.7390000224113464,0.7350000143051147,0.7269999980926514,0.7269999980926514,0.7279999852180481,0.7200000286102295,0.7329999804496765,0.7350000143051147,0.7260000109672546,0.7350000143051147,0.7269999980926514,0.7319999933242798,0.7350000143051147,0.734000027179718,0.734000027179718,0.7289999723434448,0.7300000190734863,0.7279999852180481,0.7350000143051147,0.7239999771118164,0.7279999852180481,0.7300000190734863,0.7319999933242798,0.7310000061988831,0.7319999933242798,0.7310000061988831,0.7319999933242798,0.7329999804496765,0.7250000238418579,0.7350000143051147,0.7260000109672546,0.7310000061988831,0.7269999980926514,0.7269999980926514,0.7319999933242798,0.7250000238418579,0.7250000238418579,0.7360000014305115,0.7329999804496765,0.7360000014305115,0.7379999756813049,0.734000027179718,0.7369999885559082,0.7390000224113464,0.7350000143051147,0.7350000143051147,0.7379999756813049,0.7300000190734863],"label":"Dolma"},"RefinedWeb":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5419999957084656,0.5839999914169312,0.6320000290870667,0.6420000195503235,0.656000018119812,0.6650000214576721,0.6610000133514404,0.6700000166893005,0.6930000185966492,0.6890000104904175,0.6840000152587891,0.6869999766349792,0.6819999814033508,0.6990000009536743,0.6970000267028809,0.7110000252723694,0.7129999995231628,0.7020000219345093,0.7059999704360962,0.7110000252723694,0.7110000252723694,0.7179999947547913,0.7210000157356262,0.7139999866485596,0.7070000171661377,0.7229999899864197,0.7149999737739563,0.7149999737739563,0.7200000286102295,0.7289999723434448,0.7250000238418579,0.722000002861023,0.7250000238418579,0.7179999947547913,0.7099999785423279,0.718999981880188,0.7229999899864197,0.7229999899864197,0.7210000157356262,0.7229999899864197,0.7239999771118164,0.7179999947547913,0.7250000238418579,0.7269999980926514,0.7210000157356262,0.7239999771118164,0.7229999899864197,0.7289999723434448,0.7250000238418579,0.7300000190734863,0.7350000143051147,0.734000027179718,0.7279999852180481,0.7260000109672546,0.7300000190734863,0.7229999899864197,0.7300000190734863,0.7210000157356262,0.7160000205039978,0.7300000190734863,0.7229999899864197,0.7179999947547913,0.7300000190734863,0.7279999852180481,0.722000002861023,0.7239999771118164,0.7239999771118164,0.7210000157356262,0.7250000238418579,0.7250000238418579,0.7300000190734863,0.7350000143051147,0.7269999980926514,0.7279999852180481,0.7269999980926514,0.7279999852180481,0.7329999804496765,0.7289999723434448,0.7260000109672546,0.7260000109672546,0.7360000014305115,0.7250000238418579,0.7260000109672546,0.7379999756813049,0.7300000190734863,0.7350000143051147,0.7390000224113464,0.7350000143051147,0.7419999837875366,0.7319999933242798,0.7369999885559082,0.7289999723434448,0.7250000238418579,0.7319999933242798,0.7409999966621399,0.7269999980926514,0.7360000014305115,0.7329999804496765,0.7390000224113464,0.7379999756813049,0.7310000061988831,0.7450000047683716,0.7419999837875366,0.7400000095367432,0.734000027179718,0.7350000143051147,0.7429999709129333,0.7400000095367432,0.7429999709129333,0.7409999966621399,0.7429999709129333,0.7369999885559082,0.7450000047683716,0.746999979019165,0.75,0.7369999885559082,0.7329999804496765,0.7409999966621399,0.7390000224113464,0.7329999804496765,0.734000027179718,0.7419999837875366,0.7400000095367432,0.746999979019165,0.7429999709129333,0.7369999885559082,0.7360000014305115,0.7319999933242798,0.7350000143051147,0.7319999933242798,0.7300000190734863,0.7369999885559082,0.7400000095367432,0.7429999709129333,0.7400000095367432,0.7390000224113464,0.7390000224113464,0.7419999837875366,0.7429999709129333,0.7360000014305115,0.75,0.7419999837875366,0.7490000128746033,0.7509999871253967,0.7509999871253967,0.7540000081062317,0.7400000095367432,0.7549999952316284,0.7459999918937683,0.7400000095367432,0.7440000176429749,0.7409999966621399,0.7400000095367432,0.753000020980835,0.7450000047683716,0.7509999871253967,0.7509999871253967,0.7450000047683716,0.7549999952316284,0.7509999871253967,0.7459999918937683,0.7440000176429749,0.746999979019165,0.7459999918937683,0.7490000128746033,0.7490000128746033,0.7450000047683716,0.746999979019165],"label":"RefinedWeb"},"SlimPajama":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5400000214576721,0.5799999833106995,0.6079999804496765,0.6110000014305115,0.6340000033378601,0.652999997138977,0.6499999761581421,0.6359999775886536,0.6439999938011169,0.6439999938011169,0.6549999713897705,0.6610000133514404,0.6600000262260437,0.6790000200271606,0.6759999990463257,0.6769999861717224,0.6800000071525574,0.6850000023841858,0.6819999814033508,0.6800000071525574,0.6869999766349792,0.6850000023841858,0.6779999732971191,0.7020000219345093,0.6890000104904175,0.6830000281333923,0.6840000152587891,0.6880000233650208,0.6930000185966492,0.6859999895095825,0.6880000233650208,0.6899999976158142,0.6940000057220459,0.6959999799728394,0.6959999799728394,0.7080000042915344,0.6869999766349792,0.7020000219345093,0.6930000185966492,0.6970000267028809,0.6909999847412109,0.7070000171661377,0.6949999928474426,0.7049999833106995,0.7049999833106995,0.7089999914169312,0.6940000057220459,0.7070000171661377,0.7059999704360962,0.7059999704360962,0.7070000171661377,0.6990000009536743,0.7039999961853027,0.7210000157356262,0.7049999833106995,0.7070000171661377,0.7129999995231628,0.7110000252723694,0.7089999914169312,0.6919999718666077,0.7039999961853027,0.6990000009536743,0.7179999947547913,0.7120000123977661,0.7070000171661377,0.7139999866485596,0.7099999785423279,0.7120000123977661,0.7070000171661377,0.7110000252723694,0.7129999995231628,0.6959999799728394,0.7070000171661377,0.7020000219345093,0.7139999866485596,0.7059999704360962,0.7049999833106995,0.7139999866485596,0.7139999866485596,0.7160000205039978,0.6990000009536743,0.7070000171661377,0.7080000042915344,0.7049999833106995,0.7080000042915344,0.7149999737739563,0.703000009059906,0.7089999914169312,0.7139999866485596,0.718999981880188,0.7139999866485596,0.7160000205039978,0.7099999785423279,0.7350000143051147,0.7250000238418579,0.7149999737739563,0.7089999914169312,0.7170000076293945,0.7179999947547913,0.7210000157356262,0.7250000238418579,0.722000002861023,0.7229999899864197,0.7160000205039978,0.7210000157356262,0.7160000205039978,0.722000002861023,0.7170000076293945,0.7149999737739563,0.7200000286102295,0.7200000286102295,0.7110000252723694,0.7049999833106995,0.718999981880188,0.7149999737739563,0.7200000286102295,0.7170000076293945,0.7099999785423279,0.7059999704360962,0.7229999899864197,0.7129999995231628,0.7179999947547913,0.7179999947547913,0.7120000123977661,0.7160000205039978,0.7110000252723694,0.7179999947547913,0.7170000076293945,0.7210000157356262,0.718999981880188,0.7200000286102295,0.7170000076293945,0.7200000286102295,0.7229999899864197,0.7149999737739563,0.7239999771118164,0.7300000190734863,0.7260000109672546,0.722000002861023,0.7260000109672546,0.7260000109672546,0.7179999947547913,0.7279999852180481,0.7269999980926514,0.7390000224113464,0.734000027179718,0.7310000061988831,0.7269999980926514,0.718999981880188,0.7360000014305115,0.7279999852180481,0.7319999933242798,0.7260000109672546,0.7239999771118164,0.7239999771118164,0.7200000286102295,0.7269999980926514,0.7160000205039978,0.7200000286102295,0.7210000157356262,0.7269999980926514,0.7329999804496765,0.7250000238418579,0.7319999933242798,0.7250000238418579,0.7239999771118164,0.7260000109672546,0.7310000061988831],"label":"SlimPajama"},"The Pile":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5400000214576721,0.5680000185966492,0.5669999718666077,0.6029999852180481,0.6069999933242798,0.6150000095367432,0.6100000143051147,0.6140000224113464,0.6169999837875366,0.6290000081062317,0.6370000243186951,0.6439999938011169,0.6340000033378601,0.6499999761581421,0.640999972820282,0.6510000228881836,0.6489999890327454,0.652999997138977,0.6389999985694885,0.6430000066757202,0.6449999809265137,0.6449999809265137,0.6589999794960022,0.656000018119812,0.6579999923706055,0.6510000228881836,0.6660000085830688,0.6579999923706055,0.6669999957084656,0.6510000228881836,0.6700000166893005,0.6489999890327454,0.6610000133514404,0.6620000004768372,0.6759999990463257,0.6690000295639038,0.6669999957084656,0.6669999957084656,0.6700000166893005,0.6690000295639038,0.6579999923706055,0.6600000262260437,0.6669999957084656,0.6759999990463257,0.6809999942779541,0.6669999957084656,0.6819999814033508,0.6740000247955322,0.6759999990463257,0.6610000133514404,0.6729999780654907,0.671999990940094,0.6620000004768372,0.6620000004768372,0.671999990940094,0.6679999828338623,0.6710000038146973,0.6850000023841858,0.6710000038146973,0.675000011920929,0.6629999876022339,0.6809999942779541,0.671999990940094,0.6819999814033508,0.6790000200271606,0.6759999990463257,0.6800000071525574,0.6769999861717224,0.6859999895095825,0.6779999732971191,0.6800000071525574,0.675000011920929,0.675000011920929,0.6779999732971191,0.6809999942779541,0.6830000281333923,0.675000011920929,0.6740000247955322,0.6779999732971191,0.6949999928474426,0.6819999814033508,0.6819999814033508,0.6850000023841858,0.6819999814033508,0.6759999990463257,0.6790000200271606,0.6809999942779541,0.6880000233650208,0.6890000104904175,0.6809999942779541,0.6949999928474426,0.6869999766349792,0.6959999799728394,0.6899999976158142,0.6909999847412109,0.6800000071525574,0.6970000267028809,0.6970000267028809,0.6940000057220459,0.6959999799728394,0.6949999928474426,0.6949999928474426,0.6890000104904175,0.6909999847412109,0.6949999928474426,0.6930000185966492,0.6869999766349792,0.6909999847412109,0.6930000185966492,0.6909999847412109,0.6890000104904175,0.6940000057220459,0.6980000138282776,0.6830000281333923,0.6819999814033508,0.6899999976158142,0.6919999718666077,0.6959999799728394,0.6919999718666077,0.6890000104904175,0.6919999718666077,0.6959999799728394,0.6930000185966492,0.6959999799728394,0.6949999928474426,0.7020000219345093,0.7049999833106995,0.6970000267028809,0.703000009059906,0.7009999752044678,0.6949999928474426,0.6899999976158142,0.6990000009536743,0.7020000219345093,0.6949999928474426,0.6990000009536743,0.6940000057220459,0.7009999752044678,0.6959999799728394,0.7020000219345093,0.6980000138282776,0.699999988079071,0.6959999799728394,0.6990000009536743,0.6990000009536743,0.7020000219345093,0.7070000171661377,0.7020000219345093,0.7049999833106995,0.6959999799728394,0.6980000138282776,0.699999988079071,0.7020000219345093,0.7049999833106995,0.703000009059906,0.7039999961853027,0.703000009059906,0.7039999961853027,0.7009999752044678,0.6980000138282776,0.7110000252723694,0.6949999928474426,0.7020000219345093,0.7009999752044678,0.7080000042915344,0.7070000171661377,0.7110000252723694,0.7059999704360962],"label":"The Pile"},"RedPajama2":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5400000214576721,0.5630000233650208,0.6060000061988831,0.6140000224113464,0.6209999918937683,0.6420000195503235,0.6420000195503235,0.6499999761581421,0.6499999761581421,0.6499999761581421,0.656000018119812,0.652999997138977,0.6669999957084656,0.6610000133514404,0.6669999957084656,0.6650000214576721,0.6710000038146973,0.656000018119812,0.6629999876022339,0.6660000085830688,0.6840000152587891,0.6629999876022339,0.6769999861717224,0.6759999990463257,0.6669999957084656,0.6690000295639038,0.6620000004768372,0.6740000247955322,0.675000011920929,0.6729999780654907,0.6740000247955322,0.6690000295639038,0.6790000200271606,0.6779999732971191,0.6809999942779541,0.6859999895095825,0.6859999895095825,0.6919999718666077,0.6819999814033508,0.6880000233650208,0.6710000038146973,0.6740000247955322,0.6769999861717224,0.6869999766349792,0.6819999814033508,0.6859999895095825,0.6859999895095825,0.699999988079071,0.6850000023841858,0.6930000185966492,0.6729999780654907,0.7009999752044678,0.6880000233650208,0.6919999718666077,0.6959999799728394,0.6959999799728394,0.6970000267028809,0.6959999799728394,0.703000009059906,0.6909999847412109,0.6850000023841858,0.6899999976158142,0.6980000138282776,0.7039999961853027,0.6970000267028809,0.699999988079071,0.6949999928474426,0.6890000104904175,0.7009999752044678,0.6880000233650208,0.7049999833106995,0.699999988079071,0.7049999833106995,0.7059999704360962,0.7049999833106995,0.703000009059906,0.6980000138282776,0.7049999833106995,0.6970000267028809,0.7039999961853027,0.7039999961853027,0.6959999799728394,0.703000009059906,0.6980000138282776,0.7059999704360962,0.6990000009536743,0.6990000009536743,0.7099999785423279,0.6980000138282776,0.6959999799728394,0.699999988079071,0.7039999961853027,0.7049999833106995,0.703000009059906,0.6890000104904175,0.6980000138282776,0.7020000219345093,0.7070000171661377,0.7059999704360962,0.7170000076293945,0.7039999961853027,0.7059999704360962,0.7080000042915344,0.7129999995231628,0.6940000057220459,0.7070000171661377,0.7139999866485596,0.7099999785423279,0.703000009059906,0.7049999833106995,0.7009999752044678,0.7120000123977661,0.7099999785423279,0.7099999785423279,0.7129999995231628,0.703000009059906,0.7049999833106995,0.7179999947547913,0.7210000157356262,0.7179999947547913,0.7070000171661377,0.722000002861023,0.7089999914169312,0.7179999947547913,0.7059999704360962,0.7089999914169312,0.7149999737739563,0.7089999914169312,0.7229999899864197,0.722000002861023,0.7160000205039978,0.7200000286102295,0.7239999771118164,0.7160000205039978,0.7239999771118164,0.7149999737739563,0.7229999899864197,0.722000002861023,0.7160000205039978,0.7149999737739563,0.7129999995231628,0.7229999899864197,0.7160000205039978,0.7179999947547913,0.722000002861023,0.722000002861023,0.7179999947547913,0.7149999737739563,0.7139999866485596,0.7319999933242798,0.7329999804496765,0.718999981880188,0.7170000076293945,0.7269999980926514,0.7239999771118164,0.7170000076293945,0.7179999947547913,0.718999981880188,0.7160000205039978,0.7160000205039978,0.7120000123977661,0.7099999785423279,0.718999981880188,0.7229999899864197,0.7170000076293945,0.7070000171661377,0.7179999947547913,0.718999981880188],"label":"RedPajama2"}},"piqa/acc_norm":{"FineWeb (ours)":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5099999904632568,0.6190000176429749,0.6549999713897705,0.6769999861717224,0.6899999976158142,0.6869999766349792,0.7149999737739563,0.7179999947547913,0.7179999947547913,0.7319999933242798,0.7390000224113464,0.7350000143051147,0.7480000257492065,0.7440000176429749,0.7409999966621399,0.7440000176429749,0.7580000162124634,0.7419999837875366,0.7440000176429749,0.75,0.734000027179718,0.746999979019165,0.7459999918937683,0.7390000224113464,0.7490000128746033,0.7379999756813049,0.7429999709129333,0.7390000224113464,0.7360000014305115,0.7419999837875366,0.7480000257492065,0.7480000257492065,0.7490000128746033,0.7440000176429749,0.75,0.7540000081062317,0.7490000128746033,0.7549999952316284,0.7429999709129333,0.7540000081062317,0.753000020980835,0.7540000081062317,0.7440000176429749,0.7570000290870667,0.7400000095367432,0.7490000128746033,0.7549999952316284,0.7559999823570251,0.7580000162124634,0.7609999775886536,0.7480000257492065,0.7490000128746033,0.7599999904632568,0.7609999775886536,0.7540000081062317,0.753000020980835,0.7490000128746033,0.7480000257492065,0.7440000176429749,0.7549999952316284,0.7540000081062317,0.7559999823570251,0.7490000128746033,0.7409999966621399,0.7580000162124634,0.75,0.746999979019165,0.7400000095367432,0.7559999823570251,0.7490000128746033,0.7429999709129333,0.7519999742507935,0.7549999952316284,0.7559999823570251,0.753000020980835,0.753000020980835,0.746999979019165,0.746999979019165,0.7559999823570251,0.7549999952316284,0.7549999952316284,0.7570000290870667,0.7599999904632568,0.7599999904632568,0.7549999952316284,0.765999972820282,0.7649999856948853,0.7630000114440918,0.7580000162124634,0.7599999904632568,0.7559999823570251,0.7490000128746033,0.7620000243186951,0.7519999742507935,0.7580000162124634,0.7559999823570251,0.7580000162124634,0.7670000195503235,0.7599999904632568,0.7559999823570251,0.7580000162124634,0.7570000290870667,0.7649999856948853,0.7590000033378601,0.7649999856948853,0.7649999856948853,0.7609999775886536,0.7519999742507935,0.7639999985694885,0.7699999809265137,0.7689999938011169,0.7609999775886536,0.765999972820282,0.7710000276565552,0.7590000033378601,0.7710000276565552,0.7639999985694885,0.7710000276565552,0.7730000019073486,0.7680000066757202,0.7590000033378601,0.7639999985694885,0.7609999775886536,0.7559999823570251,0.7749999761581421,0.7680000066757202,0.7599999904632568,0.7609999775886536,0.7599999904632568,0.7580000162124634,0.7599999904632568,0.7649999856948853,0.765999972820282,0.7580000162124634,0.7739999890327454,0.7739999890327454,0.7739999890327454,0.7620000243186951,0.7749999761581421,0.7699999809265137,0.7670000195503235,0.7720000147819519,0.7739999890327454,0.7739999890327454,0.7649999856948853,0.7710000276565552,0.7649999856948853,0.7699999809265137,0.7760000228881836,0.7730000019073486,0.7699999809265137,0.7739999890327454,0.7720000147819519,0.7670000195503235,0.7720000147819519,0.7749999761581421,0.7699999809265137,0.7689999938011169,0.7639999985694885,0.7760000228881836,0.7670000195503235,0.7670000195503235,0.7689999938011169,0.7760000228881836,0.7670000195503235,0.7649999856948853,0.7720000147819519,0.7609999775886536],"label":"FineWeb (ours)"},"C4":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5099999904632568,0.6190000176429749,0.6650000214576721,0.6690000295639038,0.6909999847412109,0.7099999785423279,0.7089999914169312,0.7099999785423279,0.7129999995231628,0.7099999785423279,0.7160000205039978,0.722000002861023,0.7260000109672546,0.7200000286102295,0.7200000286102295,0.7250000238418579,0.7279999852180481,0.7379999756813049,0.7300000190734863,0.7409999966621399,0.7400000095367432,0.7329999804496765,0.7379999756813049,0.7350000143051147,0.734000027179718,0.7350000143051147,0.7519999742507935,0.7599999904632568,0.7379999756813049,0.75,0.7509999871253967,0.7459999918937683,0.746999979019165,0.7440000176429749,0.7480000257492065,0.7429999709129333,0.7429999709129333,0.7450000047683716,0.7570000290870667,0.75,0.7509999871253967,0.7620000243186951,0.7570000290870667,0.7559999823570251,0.7490000128746033,0.7519999742507935,0.753000020980835,0.7599999904632568,0.7549999952316284,0.7540000081062317,0.7590000033378601,0.7509999871253967,0.7549999952316284,0.7480000257492065,0.7580000162124634,0.7490000128746033,0.753000020980835,0.753000020980835,0.7599999904632568,0.7480000257492065,0.7590000033378601,0.7450000047683716,0.7440000176429749,0.746999979019165,0.75,0.7670000195503235,0.7590000033378601,0.7519999742507935,0.7620000243186951,0.7639999985694885,0.7599999904632568,0.7549999952316284,0.7540000081062317,0.753000020980835,0.7609999775886536,0.7699999809265137,0.7630000114440918,0.7620000243186951,0.7570000290870667,0.7670000195503235,0.7599999904632568,0.7599999904632568,0.753000020980835,0.7549999952316284,0.7649999856948853,0.7490000128746033,0.7639999985694885,0.7559999823570251,0.7609999775886536,0.7689999938011169,0.7689999938011169,0.7630000114440918,0.7580000162124634,0.7649999856948853,0.7699999809265137,0.7620000243186951,0.7590000033378601,0.7680000066757202,0.7630000114440918,0.7609999775886536,0.7739999890327454,0.7649999856948853,0.7720000147819519,0.7689999938011169,0.7630000114440918,0.765999972820282,0.7649999856948853,0.7620000243186951,0.7620000243186951,0.7670000195503235,0.7609999775886536,0.7680000066757202,0.7670000195503235,0.7620000243186951,0.7710000276565552,0.7680000066757202,0.765999972820282,0.7670000195503235,0.7739999890327454,0.7630000114440918,0.7730000019073486,0.7699999809265137,0.7620000243186951,0.765999972820282,0.7670000195503235,0.777999997138977,0.7649999856948853,0.7689999938011169,0.7710000276565552,0.7620000243186951,0.7720000147819519,0.7710000276565552,0.7620000243186951,0.7670000195503235,0.7710000276565552,0.7670000195503235,0.7670000195503235,0.7699999809265137,0.7639999985694885,0.7689999938011169,0.7710000276565552,0.7739999890327454,0.7799999713897705,0.7720000147819519,0.7699999809265137,0.7720000147819519,0.7699999809265137,0.777999997138977,0.7760000228881836,0.7760000228881836,0.7739999890327454,0.7739999890327454,0.7689999938011169,0.7689999938011169,0.7699999809265137,0.7730000019073486,0.7699999809265137,0.7689999938011169,0.7699999809265137,0.7730000019073486,0.7699999809265137,0.7770000100135803,0.7820000052452087,0.7639999985694885,0.7730000019073486,0.7749999761581421,0.7760000228881836,0.7710000276565552],"label":"C4"},"Dolma":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5099999904632568,0.6000000238418579,0.6489999890327454,0.671999990940094,0.6710000038146973,0.6890000104904175,0.6949999928474426,0.7049999833106995,0.7009999752044678,0.7080000042915344,0.7099999785423279,0.7080000042915344,0.7110000252723694,0.7089999914169312,0.7200000286102295,0.7210000157356262,0.718999981880188,0.7289999723434448,0.7160000205039978,0.7250000238418579,0.7269999980926514,0.7200000286102295,0.7369999885559082,0.7260000109672546,0.7279999852180481,0.7379999756813049,0.7170000076293945,0.7300000190734863,0.7350000143051147,0.7350000143051147,0.7300000190734863,0.7360000014305115,0.7350000143051147,0.7360000014305115,0.7289999723434448,0.7379999756813049,0.7369999885559082,0.7279999852180481,0.7429999709129333,0.7360000014305115,0.7379999756813049,0.7279999852180481,0.7260000109672546,0.7329999804496765,0.7310000061988831,0.7310000061988831,0.7459999918937683,0.7369999885559082,0.746999979019165,0.7409999966621399,0.7379999756813049,0.7379999756813049,0.7559999823570251,0.7540000081062317,0.734000027179718,0.7429999709129333,0.7409999966621399,0.7440000176429749,0.7409999966621399,0.7570000290870667,0.7490000128746033,0.7450000047683716,0.7570000290870667,0.7490000128746033,0.746999979019165,0.746999979019165,0.7580000162124634,0.7409999966621399,0.7409999966621399,0.7490000128746033,0.7570000290870667,0.7559999823570251,0.7519999742507935,0.7369999885559082,0.7390000224113464,0.7540000081062317,0.7620000243186951,0.7549999952316284,0.7509999871253967,0.7609999775886536,0.7559999823570251,0.7509999871253967,0.7480000257492065,0.7440000176429749,0.7480000257492065,0.7590000033378601,0.7509999871253967,0.75,0.7620000243186951,0.7490000128746033,0.7580000162124634,0.7490000128746033,0.7540000081062317,0.7620000243186951,0.753000020980835,0.7580000162124634,0.753000020980835,0.7559999823570251,0.7590000033378601,0.7639999985694885,0.7549999952316284,0.7509999871253967,0.753000020980835,0.7609999775886536,0.7540000081062317,0.7559999823570251,0.7670000195503235,0.753000020980835,0.7549999952316284,0.7649999856948853,0.7609999775886536,0.7630000114440918,0.7710000276565552,0.7630000114440918,0.7559999823570251,0.7620000243186951,0.7540000081062317,0.753000020980835,0.7689999938011169,0.7630000114440918,0.7590000033378601,0.7559999823570251,0.753000020980835,0.7649999856948853,0.7570000290870667,0.7580000162124634,0.7609999775886536,0.7649999856948853,0.765999972820282,0.753000020980835,0.7620000243186951,0.7609999775886536,0.7639999985694885,0.7609999775886536,0.7630000114440918,0.7649999856948853,0.7639999985694885,0.7609999775886536,0.7649999856948853,0.7559999823570251,0.7599999904632568,0.765999972820282,0.7639999985694885,0.7639999985694885,0.7620000243186951,0.7639999985694885,0.7639999985694885,0.7689999938011169,0.7649999856948853,0.7680000066757202,0.765999972820282,0.7559999823570251,0.7549999952316284,0.765999972820282,0.7689999938011169,0.765999972820282,0.7699999809265137,0.7749999761581421,0.7699999809265137,0.7680000066757202,0.7730000019073486,0.7689999938011169,0.7720000147819519,0.7680000066757202,0.7720000147819519,0.7680000066757202,0.7710000276565552,0.7689999938011169],"label":"Dolma"},"RefinedWeb":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5099999904632568,0.6019999980926514,0.652999997138977,0.6710000038146973,0.6740000247955322,0.6899999976158142,0.6919999718666077,0.6909999847412109,0.7070000171661377,0.7089999914169312,0.7129999995231628,0.7229999899864197,0.7120000123977661,0.7200000286102295,0.7279999852180481,0.7369999885559082,0.7390000224113464,0.7350000143051147,0.7319999933242798,0.7279999852180481,0.7269999980926514,0.7459999918937683,0.7400000095367432,0.7390000224113464,0.7319999933242798,0.7390000224113464,0.7379999756813049,0.7390000224113464,0.7360000014305115,0.7440000176429749,0.7400000095367432,0.7360000014305115,0.7480000257492065,0.7360000014305115,0.7440000176429749,0.7459999918937683,0.7409999966621399,0.746999979019165,0.7440000176429749,0.7450000047683716,0.753000020980835,0.7390000224113464,0.7490000128746033,0.7419999837875366,0.7390000224113464,0.7559999823570251,0.7519999742507935,0.7549999952316284,0.7419999837875366,0.7490000128746033,0.7540000081062317,0.7480000257492065,0.7450000047683716,0.7429999709129333,0.7509999871253967,0.7549999952316284,0.7490000128746033,0.7490000128746033,0.7400000095367432,0.753000020980835,0.75,0.7509999871253967,0.7570000290870667,0.7590000033378601,0.7570000290870667,0.7329999804496765,0.7540000081062317,0.746999979019165,0.7409999966621399,0.7590000033378601,0.7509999871253967,0.7570000290870667,0.75,0.7540000081062317,0.7480000257492065,0.7580000162124634,0.7639999985694885,0.7630000114440918,0.7590000033378601,0.7549999952316284,0.7480000257492065,0.7509999871253967,0.7570000290870667,0.75,0.7540000081062317,0.7480000257492065,0.7549999952316284,0.7559999823570251,0.7580000162124634,0.7580000162124634,0.753000020980835,0.7490000128746033,0.7540000081062317,0.7639999985694885,0.7580000162124634,0.7519999742507935,0.7590000033378601,0.75,0.7570000290870667,0.7620000243186951,0.7710000276565552,0.7739999890327454,0.7620000243186951,0.7549999952316284,0.7599999904632568,0.765999972820282,0.7680000066757202,0.7639999985694885,0.7540000081062317,0.7649999856948853,0.7649999856948853,0.7609999775886536,0.7549999952316284,0.765999972820282,0.7639999985694885,0.7580000162124634,0.7710000276565552,0.7570000290870667,0.7630000114440918,0.7580000162124634,0.7599999904632568,0.7649999856948853,0.7670000195503235,0.7699999809265137,0.7710000276565552,0.7559999823570251,0.7609999775886536,0.7620000243186951,0.7620000243186951,0.7609999775886536,0.753000020980835,0.7570000290870667,0.7620000243186951,0.7609999775886536,0.7609999775886536,0.7559999823570251,0.7540000081062317,0.7570000290870667,0.7639999985694885,0.7590000033378601,0.7680000066757202,0.7680000066757202,0.765999972820282,0.765999972820282,0.7670000195503235,0.7739999890327454,0.7649999856948853,0.7749999761581421,0.7699999809265137,0.7639999985694885,0.7680000066757202,0.7630000114440918,0.7680000066757202,0.7699999809265137,0.7739999890327454,0.7749999761581421,0.765999972820282,0.7680000066757202,0.7710000276565552,0.7680000066757202,0.765999972820282,0.7689999938011169,0.7760000228881836,0.7710000276565552,0.7680000066757202,0.7649999856948853,0.7720000147819519,0.7730000019073486],"label":"RefinedWeb"},"SlimPajama":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5049999952316284,0.597000002861023,0.6169999837875366,0.6140000224113464,0.640999972820282,0.6690000295639038,0.6669999957084656,0.6610000133514404,0.6840000152587891,0.6800000071525574,0.6800000071525574,0.6880000233650208,0.6869999766349792,0.6909999847412109,0.6990000009536743,0.6890000104904175,0.7049999833106995,0.7129999995231628,0.7080000042915344,0.7049999833106995,0.7020000219345093,0.703000009059906,0.7049999833106995,0.7139999866485596,0.6990000009536743,0.7110000252723694,0.7129999995231628,0.7160000205039978,0.7229999899864197,0.7160000205039978,0.7089999914169312,0.703000009059906,0.7120000123977661,0.7210000157356262,0.7260000109672546,0.7289999723434448,0.7149999737739563,0.7200000286102295,0.7179999947547913,0.7160000205039978,0.7239999771118164,0.7239999771118164,0.7229999899864197,0.7250000238418579,0.734000027179718,0.7160000205039978,0.7260000109672546,0.7250000238418579,0.7160000205039978,0.7300000190734863,0.7269999980926514,0.7250000238418579,0.7239999771118164,0.7269999980926514,0.734000027179718,0.7210000157356262,0.7300000190734863,0.7229999899864197,0.7239999771118164,0.718999981880188,0.7310000061988831,0.7179999947547913,0.7390000224113464,0.7350000143051147,0.7360000014305115,0.7379999756813049,0.7289999723434448,0.7379999756813049,0.718999981880188,0.7459999918937683,0.7300000190734863,0.7179999947547913,0.7379999756813049,0.7310000061988831,0.7269999980926514,0.7329999804496765,0.7229999899864197,0.7229999899864197,0.7210000157356262,0.7350000143051147,0.722000002861023,0.722000002861023,0.7260000109672546,0.7239999771118164,0.7229999899864197,0.7379999756813049,0.7239999771118164,0.7369999885559082,0.7379999756813049,0.7300000190734863,0.7319999933242798,0.7360000014305115,0.7300000190734863,0.7490000128746033,0.7319999933242798,0.7289999723434448,0.722000002861023,0.7300000190734863,0.7269999980926514,0.7329999804496765,0.7379999756813049,0.7329999804496765,0.7310000061988831,0.7310000061988831,0.7319999933242798,0.7310000061988831,0.7310000061988831,0.718999981880188,0.7350000143051147,0.7319999933242798,0.7310000061988831,0.7319999933242798,0.7250000238418579,0.7269999980926514,0.7319999933242798,0.734000027179718,0.7379999756813049,0.7310000061988831,0.7300000190734863,0.7409999966621399,0.7279999852180481,0.7269999980926514,0.722000002861023,0.7360000014305115,0.7390000224113464,0.7319999933242798,0.7300000190734863,0.7350000143051147,0.7409999966621399,0.7300000190734863,0.7329999804496765,0.7360000014305115,0.7429999709129333,0.7279999852180481,0.7269999980926514,0.7400000095367432,0.7400000095367432,0.7429999709129333,0.7310000061988831,0.7350000143051147,0.734000027179718,0.7360000014305115,0.7450000047683716,0.7440000176429749,0.7429999709129333,0.7419999837875366,0.7540000081062317,0.7409999966621399,0.7429999709129333,0.7549999952316284,0.7519999742507935,0.7429999709129333,0.7540000081062317,0.7480000257492065,0.7480000257492065,0.75,0.7509999871253967,0.746999979019165,0.7490000128746033,0.7480000257492065,0.7480000257492065,0.753000020980835,0.7490000128746033,0.7419999837875366,0.7360000014305115,0.7540000081062317,0.7490000128746033,0.7570000290870667],"label":"SlimPajama"},"The Pile":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5049999952316284,0.5809999704360962,0.6010000109672546,0.6190000176429749,0.6259999871253967,0.6439999938011169,0.6449999809265137,0.6420000195503235,0.6570000052452087,0.6520000100135803,0.6579999923706055,0.6629999876022339,0.6589999794960022,0.6690000295639038,0.6570000052452087,0.6759999990463257,0.671999990940094,0.6589999794960022,0.6690000295639038,0.6669999957084656,0.675000011920929,0.6740000247955322,0.675000011920929,0.6830000281333923,0.6669999957084656,0.6669999957084656,0.6809999942779541,0.6819999814033508,0.6710000038146973,0.6859999895095825,0.6830000281333923,0.6759999990463257,0.6830000281333923,0.6850000023841858,0.6899999976158142,0.6909999847412109,0.6880000233650208,0.6909999847412109,0.6840000152587891,0.6899999976158142,0.6959999799728394,0.6890000104904175,0.6869999766349792,0.6919999718666077,0.6949999928474426,0.699999988079071,0.7039999961853027,0.6880000233650208,0.699999988079071,0.6990000009536743,0.699999988079071,0.6919999718666077,0.6970000267028809,0.6930000185966492,0.6859999895095825,0.6970000267028809,0.7049999833106995,0.6980000138282776,0.699999988079071,0.6990000009536743,0.6919999718666077,0.6970000267028809,0.6990000009536743,0.7089999914169312,0.7120000123977661,0.7020000219345093,0.6949999928474426,0.7020000219345093,0.699999988079071,0.6990000009536743,0.6940000057220459,0.7059999704360962,0.6959999799728394,0.7170000076293945,0.7059999704360962,0.7170000076293945,0.7099999785423279,0.7120000123977661,0.703000009059906,0.7080000042915344,0.7120000123977661,0.7080000042915344,0.7059999704360962,0.7099999785423279,0.703000009059906,0.7009999752044678,0.7129999995231628,0.703000009059906,0.7110000252723694,0.7139999866485596,0.7160000205039978,0.7110000252723694,0.7120000123977661,0.7099999785423279,0.7170000076293945,0.7179999947547913,0.7200000286102295,0.7200000286102295,0.7139999866485596,0.7239999771118164,0.7179999947547913,0.722000002861023,0.7200000286102295,0.7229999899864197,0.7250000238418579,0.7210000157356262,0.7200000286102295,0.7160000205039978,0.7269999980926514,0.7179999947547913,0.7200000286102295,0.7200000286102295,0.7170000076293945,0.7039999961853027,0.7179999947547913,0.7179999947547913,0.7200000286102295,0.7200000286102295,0.7160000205039978,0.7179999947547913,0.7279999852180481,0.722000002861023,0.7210000157356262,0.722000002861023,0.7149999737739563,0.7260000109672546,0.7229999899864197,0.7229999899864197,0.7279999852180481,0.7360000014305115,0.7200000286102295,0.7170000076293945,0.7200000286102295,0.7210000157356262,0.7210000157356262,0.7229999899864197,0.7269999980926514,0.7279999852180481,0.7250000238418579,0.7210000157356262,0.7279999852180481,0.7239999771118164,0.7300000190734863,0.7229999899864197,0.7250000238418579,0.7200000286102295,0.7300000190734863,0.722000002861023,0.7260000109672546,0.7300000190734863,0.7229999899864197,0.722000002861023,0.7210000157356262,0.7239999771118164,0.7269999980926514,0.7210000157356262,0.7269999980926514,0.734000027179718,0.7350000143051147,0.7289999723434448,0.7300000190734863,0.7269999980926514,0.7269999980926514,0.7210000157356262,0.7229999899864197,0.7310000061988831,0.7239999771118164,0.7200000286102295],"label":"The Pile"},"RedPajama2":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5040000081062317,0.5799999833106995,0.6079999804496765,0.625,0.6389999985694885,0.6510000228881836,0.6610000133514404,0.6579999923706055,0.6669999957084656,0.6809999942779541,0.6830000281333923,0.6769999861717224,0.6800000071525574,0.6840000152587891,0.6890000104904175,0.6919999718666077,0.6890000104904175,0.6859999895095825,0.6919999718666077,0.699999988079071,0.6909999847412109,0.6980000138282776,0.699999988079071,0.6940000057220459,0.6949999928474426,0.6940000057220459,0.6890000104904175,0.6859999895095825,0.6930000185966492,0.699999988079071,0.6970000267028809,0.7039999961853027,0.7039999961853027,0.6990000009536743,0.7070000171661377,0.7120000123977661,0.7239999771118164,0.7129999995231628,0.7020000219345093,0.703000009059906,0.7039999961853027,0.7009999752044678,0.7170000076293945,0.7129999995231628,0.7049999833106995,0.7139999866485596,0.7080000042915344,0.722000002861023,0.6970000267028809,0.7210000157356262,0.7099999785423279,0.7129999995231628,0.7020000219345093,0.718999981880188,0.7110000252723694,0.7239999771118164,0.7129999995231628,0.7300000190734863,0.722000002861023,0.7110000252723694,0.7170000076293945,0.7279999852180481,0.7279999852180481,0.7210000157356262,0.7110000252723694,0.7210000157356262,0.7200000286102295,0.7129999995231628,0.7170000076293945,0.7170000076293945,0.7179999947547913,0.7229999899864197,0.7229999899864197,0.7149999737739563,0.7129999995231628,0.7310000061988831,0.7160000205039978,0.7200000286102295,0.7250000238418579,0.7239999771118164,0.7250000238418579,0.7160000205039978,0.7279999852180481,0.7229999899864197,0.7170000076293945,0.7229999899864197,0.7329999804496765,0.7289999723434448,0.734000027179718,0.7250000238418579,0.7269999980926514,0.7120000123977661,0.7239999771118164,0.7229999899864197,0.7120000123977661,0.7289999723434448,0.7269999980926514,0.7229999899864197,0.7289999723434448,0.7200000286102295,0.7239999771118164,0.7289999723434448,0.7260000109672546,0.7289999723434448,0.7149999737739563,0.7210000157356262,0.7279999852180481,0.7300000190734863,0.7329999804496765,0.7300000190734863,0.7279999852180481,0.7300000190734863,0.7319999933242798,0.7279999852180481,0.7279999852180481,0.7250000238418579,0.7310000061988831,0.7390000224113464,0.7319999933242798,0.7310000061988831,0.722000002861023,0.7319999933242798,0.7300000190734863,0.7350000143051147,0.7379999756813049,0.7279999852180481,0.7310000061988831,0.7269999980926514,0.734000027179718,0.7250000238418579,0.7269999980926514,0.7279999852180481,0.7250000238418579,0.734000027179718,0.7289999723434448,0.7350000143051147,0.7350000143051147,0.7300000190734863,0.7250000238418579,0.7279999852180481,0.7210000157356262,0.7260000109672546,0.7329999804496765,0.7239999771118164,0.722000002861023,0.7260000109672546,0.7319999933242798,0.7300000190734863,0.7310000061988831,0.7279999852180481,0.7350000143051147,0.7279999852180481,0.7300000190734863,0.7350000143051147,0.7200000286102295,0.7319999933242798,0.7279999852180481,0.722000002861023,0.7200000286102295,0.7179999947547913,0.7260000109672546,0.7300000190734863,0.7260000109672546,0.7289999723434448,0.7210000157356262,0.7269999980926514,0.7260000109672546,0.7310000061988831],"label":"RedPajama2"}},"siqa/acc":{"FineWeb (ours)":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.367000013589859,0.3519999980926513,0.3650000095367431,0.3659999966621399,0.367000013589859,0.3740000128746032,0.3849999904632568,0.3840000033378601,0.3880000114440918,0.3840000033378601,0.3910000026226043,0.3889999985694885,0.3899999856948852,0.3939999938011169,0.3939999938011169,0.3880000114440918,0.4000000059604645,0.3910000026226043,0.3840000033378601,0.3959999978542328,0.395000010728836,0.3899999856948852,0.3959999978542328,0.3970000147819519,0.3980000019073486,0.4009999930858612,0.3889999985694885,0.3980000019073486,0.3910000026226043,0.395000010728836,0.3980000019073486,0.395000010728836,0.3970000147819519,0.3919999897480011,0.4059999883174896,0.4079999923706054,0.3980000019073486,0.4009999930858612,0.4079999923706054,0.4020000100135803,0.414000004529953,0.4059999883174896,0.4180000126361847,0.402999997138977,0.4059999883174896,0.4079999923706054,0.4189999997615814,0.414000004529953,0.4149999916553497,0.3919999897480011,0.4120000004768371,0.4160000085830688,0.4199999868869781,0.4020000100135803,0.4050000011920929,0.4129999876022339,0.4090000092983246,0.4110000133514404,0.4169999957084656,0.4090000092983246,0.4180000126361847,0.4160000085830688,0.4120000004768371,0.4079999923706054,0.4169999957084656,0.4210000038146972,0.4020000100135803,0.4059999883174896,0.4120000004768371,0.4099999964237213,0.4050000011920929,0.4090000092983246,0.4009999930858612,0.3970000147819519,0.4090000092983246,0.4040000140666961,0.4180000126361847,0.4090000092983246,0.414000004529953,0.4120000004768371,0.4090000092983246,0.4090000092983246,0.414000004529953,0.4110000133514404,0.4120000004768371,0.4090000092983246,0.4149999916553497,0.4079999923706054,0.4059999883174896,0.4020000100135803,0.4149999916553497,0.4090000092983246,0.4050000011920929,0.4099999964237213,0.4079999923706054,0.402999997138977,0.4160000085830688,0.4110000133514404,0.4120000004768371,0.4059999883174896,0.4099999964237213,0.4129999876022339,0.4120000004768371,0.4160000085830688,0.421999990940094,0.4230000078678131,0.4160000085830688,0.414000004529953,0.4149999916553497,0.414000004529953,0.4169999957084656,0.4180000126361847,0.4199999868869781,0.4129999876022339,0.4129999876022339,0.4099999964237213,0.4110000133514404,0.4110000133514404,0.4110000133514404,0.4090000092983246,0.4050000011920929,0.4180000126361847,0.4090000092983246,0.4129999876022339,0.4059999883174896,0.4090000092983246,0.4099999964237213,0.4079999923706054,0.4050000011920929,0.4059999883174896,0.402999997138977,0.4099999964237213,0.4110000133514404,0.4079999923706054,0.4160000085830688,0.414000004529953,0.4000000059604645,0.4169999957084656,0.4079999923706054,0.4149999916553497,0.4079999923706054,0.4129999876022339,0.4169999957084656,0.4149999916553497,0.4149999916553497,0.4079999923706054,0.4099999964237213,0.4149999916553497,0.4079999923706054,0.4079999923706054,0.4129999876022339,0.4149999916553497,0.414000004529953,0.4110000133514404,0.4110000133514404,0.4110000133514404,0.4079999923706054,0.4040000140666961,0.4070000052452087,0.4099999964237213,0.4059999883174896,0.4050000011920929,0.4110000133514404,0.4099999964237213,0.4149999916553497,0.4149999916553497,0.4099999964237213,0.4110000133514404],"label":"FineWeb (ours)"},"C4":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.367000013589859,0.3510000109672546,0.375,0.3759999871253967,0.3819999992847442,0.3919999897480011,0.3910000026226043,0.3919999897480011,0.382999986410141,0.3899999856948852,0.3930000066757202,0.395000010728836,0.3849999904632568,0.3980000019073486,0.3959999978542328,0.3889999985694885,0.3869999945163727,0.4000000059604645,0.3989999890327453,0.4040000140666961,0.395000010728836,0.3930000066757202,0.3959999978542328,0.3939999938011169,0.4000000059604645,0.4020000100135803,0.4020000100135803,0.3970000147819519,0.4009999930858612,0.4020000100135803,0.3930000066757202,0.3989999890327453,0.4020000100135803,0.4099999964237213,0.3939999938011169,0.3930000066757202,0.4020000100135803,0.4000000059604645,0.3970000147819519,0.4070000052452087,0.4040000140666961,0.4120000004768371,0.4040000140666961,0.395000010728836,0.4059999883174896,0.3939999938011169,0.3980000019073486,0.4059999883174896,0.3889999985694885,0.3989999890327453,0.3930000066757202,0.3889999985694885,0.3980000019073486,0.414000004529953,0.4110000133514404,0.4059999883174896,0.4079999923706054,0.4059999883174896,0.4070000052452087,0.4090000092983246,0.4070000052452087,0.402999997138977,0.4090000092983246,0.402999997138977,0.402999997138977,0.4110000133514404,0.4059999883174896,0.4009999930858612,0.3899999856948852,0.402999997138977,0.4050000011920929,0.4040000140666961,0.414000004529953,0.402999997138977,0.4129999876022339,0.4099999964237213,0.4009999930858612,0.4079999923706054,0.4020000100135803,0.4070000052452087,0.4090000092983246,0.4070000052452087,0.414000004529953,0.4050000011920929,0.4020000100135803,0.4040000140666961,0.3989999890327453,0.4110000133514404,0.414000004529953,0.4059999883174896,0.402999997138977,0.4110000133514404,0.4070000052452087,0.4070000052452087,0.4110000133514404,0.4120000004768371,0.4120000004768371,0.4040000140666961,0.4189999997615814,0.4079999923706054,0.414000004529953,0.4009999930858612,0.4059999883174896,0.4070000052452087,0.4149999916553497,0.4090000092983246,0.3930000066757202,0.4180000126361847,0.4090000092983246,0.4020000100135803,0.4050000011920929,0.4070000052452087,0.3980000019073486,0.4000000059604645,0.4009999930858612,0.4079999923706054,0.4050000011920929,0.414000004529953,0.4059999883174896,0.3980000019073486,0.4050000011920929,0.402999997138977,0.4079999923706054,0.4070000052452087,0.4070000052452087,0.4059999883174896,0.4090000092983246,0.414000004529953,0.4110000133514404,0.4070000052452087,0.4120000004768371,0.4090000092983246,0.4070000052452087,0.4090000092983246,0.4099999964237213,0.4110000133514404,0.4189999997615814,0.4120000004768371,0.4160000085830688,0.414000004529953,0.4169999957084656,0.4009999930858612,0.4120000004768371,0.4169999957084656,0.4110000133514404,0.4059999883174896,0.414000004529953,0.414000004529953,0.4040000140666961,0.4120000004768371,0.4050000011920929,0.4180000126361847,0.4129999876022339,0.4009999930858612,0.4079999923706054,0.4110000133514404,0.4120000004768371,0.4120000004768371,0.414000004529953,0.414000004529953,0.4149999916553497,0.4120000004768371,0.4099999964237213,0.4120000004768371,0.4160000085830688,0.4149999916553497,0.4129999876022339,0.4149999916553497],"label":"C4"},"Dolma":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.367000013589859,0.3600000143051147,0.3740000128746032,0.3770000040531158,0.3659999966621399,0.3849999904632568,0.3849999904632568,0.3779999911785126,0.3819999992847442,0.3899999856948852,0.3939999938011169,0.3899999856948852,0.3810000121593475,0.3939999938011169,0.3869999945163727,0.3860000073909759,0.3880000114440918,0.3989999890327453,0.3970000147819519,0.3910000026226043,0.395000010728836,0.3910000026226043,0.3840000033378601,0.3919999897480011,0.3880000114440918,0.3860000073909759,0.3889999985694885,0.3889999985694885,0.3790000081062317,0.3910000026226043,0.3860000073909759,0.4009999930858612,0.3899999856948852,0.3959999978542328,0.3860000073909759,0.3889999985694885,0.3869999945163727,0.3860000073909759,0.3939999938011169,0.3810000121593475,0.395000010728836,0.3880000114440918,0.3860000073909759,0.3959999978542328,0.3840000033378601,0.3889999985694885,0.3840000033378601,0.3930000066757202,0.3770000040531158,0.3880000114440918,0.3880000114440918,0.3939999938011169,0.3869999945163727,0.3810000121593475,0.3889999985694885,0.3810000121593475,0.3849999904632568,0.3899999856948852,0.3930000066757202,0.4000000059604645,0.3849999904632568,0.3880000114440918,0.3910000026226043,0.3810000121593475,0.3919999897480011,0.3860000073909759,0.3919999897480011,0.3939999938011169,0.3980000019073486,0.3939999938011169,0.3959999978542328,0.3849999904632568,0.3970000147819519,0.3980000019073486,0.3919999897480011,0.4000000059604645,0.3860000073909759,0.3849999904632568,0.382999986410141,0.3869999945163727,0.3880000114440918,0.3910000026226043,0.3930000066757202,0.4040000140666961,0.3869999945163727,0.4009999930858612,0.4020000100135803,0.3919999897480011,0.3939999938011169,0.3959999978542328,0.3970000147819519,0.3889999985694885,0.3860000073909759,0.3819999992847442,0.3910000026226043,0.382999986410141,0.3860000073909759,0.3810000121593475,0.395000010728836,0.3819999992847442,0.382999986410141,0.3889999985694885,0.382999986410141,0.3849999904632568,0.3880000114440918,0.3799999952316284,0.3939999938011169,0.3779999911785126,0.3759999871253967,0.3810000121593475,0.3819999992847442,0.3799999952316284,0.3840000033378601,0.3819999992847442,0.3889999985694885,0.3849999904632568,0.382999986410141,0.3889999985694885,0.3889999985694885,0.3860000073909759,0.3930000066757202,0.3980000019073486,0.3910000026226043,0.3930000066757202,0.3849999904632568,0.3959999978542328,0.3860000073909759,0.382999986410141,0.395000010728836,0.3919999897480011,0.3919999897480011,0.382999986410141,0.3899999856948852,0.3910000026226043,0.3980000019073486,0.3910000026226043,0.382999986410141,0.3919999897480011,0.3910000026226043,0.3930000066757202,0.3819999992847442,0.3849999904632568,0.3899999856948852,0.3860000073909759,0.3880000114440918,0.3799999952316284,0.3840000033378601,0.3849999904632568,0.3840000033378601,0.382999986410141,0.3860000073909759,0.382999986410141,0.3849999904632568,0.382999986410141,0.382999986410141,0.3810000121593475,0.3860000073909759,0.3860000073909759,0.3869999945163727,0.3799999952316284,0.3759999871253967,0.3889999985694885,0.382999986410141,0.3880000114440918,0.382999986410141,0.382999986410141,0.3840000033378601,0.3849999904632568],"label":"Dolma"},"RefinedWeb":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.367000013589859,0.3650000095367431,0.3680000007152557,0.3759999871253967,0.3709999918937683,0.375,0.3919999897480011,0.3880000114440918,0.3919999897480011,0.3980000019073486,0.3939999938011169,0.3930000066757202,0.3869999945163727,0.3919999897480011,0.3919999897480011,0.3939999938011169,0.382999986410141,0.3930000066757202,0.3970000147819519,0.395000010728836,0.3939999938011169,0.3939999938011169,0.3939999938011169,0.4059999883174896,0.4000000059604645,0.3899999856948852,0.4009999930858612,0.3980000019073486,0.3899999856948852,0.4050000011920929,0.3959999978542328,0.4050000011920929,0.4040000140666961,0.4000000059604645,0.3889999985694885,0.3980000019073486,0.3939999938011169,0.3959999978542328,0.3930000066757202,0.4009999930858612,0.4090000092983246,0.402999997138977,0.4079999923706054,0.3959999978542328,0.4090000092983246,0.3959999978542328,0.4009999930858612,0.4070000052452087,0.4090000092983246,0.4169999957084656,0.402999997138977,0.4070000052452087,0.4020000100135803,0.3980000019073486,0.4050000011920929,0.3959999978542328,0.3989999890327453,0.402999997138977,0.4020000100135803,0.402999997138977,0.402999997138977,0.3959999978542328,0.4040000140666961,0.4050000011920929,0.4000000059604645,0.402999997138977,0.4059999883174896,0.402999997138977,0.3970000147819519,0.4070000052452087,0.3989999890327453,0.3930000066757202,0.4000000059604645,0.4040000140666961,0.4079999923706054,0.4009999930858612,0.3910000026226043,0.3989999890327453,0.3959999978542328,0.414000004529953,0.4009999930858612,0.4050000011920929,0.4000000059604645,0.4110000133514404,0.4059999883174896,0.402999997138977,0.402999997138977,0.4079999923706054,0.395000010728836,0.4110000133514404,0.4110000133514404,0.4079999923706054,0.4050000011920929,0.4099999964237213,0.4040000140666961,0.4110000133514404,0.4059999883174896,0.3980000019073486,0.3989999890327453,0.4040000140666961,0.414000004529953,0.4009999930858612,0.4009999930858612,0.4009999930858612,0.4009999930858612,0.4059999883174896,0.4009999930858612,0.3959999978542328,0.4070000052452087,0.4059999883174896,0.4120000004768371,0.4110000133514404,0.3889999985694885,0.4090000092983246,0.4120000004768371,0.4079999923706054,0.4040000140666961,0.4079999923706054,0.4070000052452087,0.4129999876022339,0.4169999957084656,0.4070000052452087,0.4180000126361847,0.4129999876022339,0.414000004529953,0.4079999923706054,0.4110000133514404,0.4040000140666961,0.4079999923706054,0.4070000052452087,0.4009999930858612,0.4059999883174896,0.4099999964237213,0.4090000092983246,0.402999997138977,0.4050000011920929,0.4099999964237213,0.4110000133514404,0.3980000019073486,0.4070000052452087,0.4079999923706054,0.4129999876022339,0.4020000100135803,0.4129999876022339,0.4099999964237213,0.4120000004768371,0.414000004529953,0.4090000092983246,0.4070000052452087,0.4160000085830688,0.4079999923706054,0.4059999883174896,0.4129999876022339,0.402999997138977,0.4120000004768371,0.4040000140666961,0.4120000004768371,0.4120000004768371,0.4160000085830688,0.4110000133514404,0.4120000004768371,0.4099999964237213,0.4180000126361847,0.4079999923706054,0.4059999883174896,0.4090000092983246,0.402999997138977,0.4099999964237213],"label":"RefinedWeb"},"SlimPajama":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3650000095367431,0.3490000069141388,0.3709999918937683,0.3659999966621399,0.3759999871253967,0.3759999871253967,0.3700000047683716,0.3889999985694885,0.3889999985694885,0.3729999959468841,0.3799999952316284,0.3790000081062317,0.3790000081062317,0.3819999992847442,0.3819999992847442,0.3819999992847442,0.3819999992847442,0.3889999985694885,0.3980000019073486,0.4020000100135803,0.3939999938011169,0.3959999978542328,0.3860000073909759,0.3930000066757202,0.3790000081062317,0.3840000033378601,0.3910000026226043,0.3819999992847442,0.3899999856948852,0.3880000114440918,0.3799999952316284,0.3889999985694885,0.3869999945163727,0.3980000019073486,0.3930000066757202,0.3970000147819519,0.3840000033378601,0.395000010728836,0.3939999938011169,0.3759999871253967,0.3939999938011169,0.3810000121593475,0.3799999952316284,0.3959999978542328,0.3989999890327453,0.3849999904632568,0.3889999985694885,0.395000010728836,0.3959999978542328,0.3840000033378601,0.3939999938011169,0.3880000114440918,0.3919999897480011,0.3849999904632568,0.3849999904632568,0.3989999890327453,0.3899999856948852,0.3869999945163727,0.3970000147819519,0.3810000121593475,0.3849999904632568,0.3910000026226043,0.3980000019073486,0.3919999897480011,0.3980000019073486,0.395000010728836,0.3980000019073486,0.3930000066757202,0.4000000059604645,0.4040000140666961,0.3880000114440918,0.3939999938011169,0.3860000073909759,0.395000010728836,0.3919999897480011,0.3919999897480011,0.3939999938011169,0.3919999897480011,0.4000000059604645,0.4009999930858612,0.3980000019073486,0.3989999890327453,0.402999997138977,0.3860000073909759,0.3930000066757202,0.3959999978542328,0.3899999856948852,0.3989999890327453,0.4040000140666961,0.3970000147819519,0.4020000100135803,0.3889999985694885,0.3840000033378601,0.4009999930858612,0.3899999856948852,0.4009999930858612,0.4009999930858612,0.3980000019073486,0.3930000066757202,0.402999997138977,0.3989999890327453,0.3919999897480011,0.4070000052452087,0.4050000011920929,0.3930000066757202,0.4050000011920929,0.4000000059604645,0.3939999938011169,0.3930000066757202,0.3959999978542328,0.4040000140666961,0.4020000100135803,0.4050000011920929,0.4079999923706054,0.4020000100135803,0.395000010728836,0.4009999930858612,0.4009999930858612,0.3989999890327453,0.3959999978542328,0.4000000059604645,0.4079999923706054,0.4020000100135803,0.3959999978542328,0.3980000019073486,0.4020000100135803,0.3939999938011169,0.3959999978542328,0.4000000059604645,0.402999997138977,0.3970000147819519,0.402999997138977,0.4009999930858612,0.3989999890327453,0.4059999883174896,0.4040000140666961,0.3980000019073486,0.4000000059604645,0.4020000100135803,0.395000010728836,0.4000000059604645,0.4020000100135803,0.4000000059604645,0.3980000019073486,0.3970000147819519,0.3930000066757202,0.3959999978542328,0.4059999883174896,0.4040000140666961,0.3989999890327453,0.4050000011920929,0.4059999883174896,0.4070000052452087,0.4009999930858612,0.402999997138977,0.4020000100135803,0.3939999938011169,0.402999997138977,0.3970000147819519,0.3989999890327453,0.3989999890327453,0.4020000100135803,0.395000010728836,0.3970000147819519,0.3989999890327453,0.4000000059604645,0.3989999890327453,0.3970000147819519],"label":"SlimPajama"},"The Pile":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3650000095367431,0.3400000035762787,0.363999992609024,0.3529999852180481,0.375,0.3580000102519989,0.356000006198883,0.3680000007152557,0.3659999966621399,0.3700000047683716,0.3680000007152557,0.3709999918937683,0.367000013589859,0.3770000040531158,0.3709999918937683,0.3689999878406524,0.3700000047683716,0.3729999959468841,0.363999992609024,0.3610000014305115,0.3810000121593475,0.3740000128746032,0.3619999885559082,0.3689999878406524,0.367000013589859,0.3619999885559082,0.3630000054836273,0.367000013589859,0.3600000143051147,0.3630000054836273,0.367000013589859,0.3659999966621399,0.375,0.3759999871253967,0.3819999992847442,0.3819999992847442,0.3790000081062317,0.375,0.3889999985694885,0.3810000121593475,0.3729999959468841,0.3819999992847442,0.3729999959468841,0.3840000033378601,0.3910000026226043,0.3919999897480011,0.3880000114440918,0.3860000073909759,0.3869999945163727,0.3899999856948852,0.3919999897480011,0.3840000033378601,0.3880000114440918,0.4079999923706054,0.3910000026226043,0.3869999945163727,0.3899999856948852,0.3910000026226043,0.382999986410141,0.3889999985694885,0.3959999978542328,0.3889999985694885,0.3860000073909759,0.4000000059604645,0.3939999938011169,0.402999997138977,0.3790000081062317,0.3930000066757202,0.3889999985694885,0.4090000092983246,0.3869999945163727,0.395000010728836,0.3860000073909759,0.3880000114440918,0.3880000114440918,0.3880000114440918,0.3970000147819519,0.3880000114440918,0.4020000100135803,0.3880000114440918,0.3930000066757202,0.4050000011920929,0.3980000019073486,0.402999997138977,0.3970000147819519,0.3869999945163727,0.3930000066757202,0.3939999938011169,0.3910000026226043,0.4040000140666961,0.4020000100135803,0.4009999930858612,0.4000000059604645,0.4040000140666961,0.4000000059604645,0.395000010728836,0.4059999883174896,0.3959999978542328,0.3970000147819519,0.4000000059604645,0.4020000100135803,0.4050000011920929,0.4009999930858612,0.3889999985694885,0.3919999897480011,0.3869999945163727,0.3919999897480011,0.4050000011920929,0.3899999856948852,0.3899999856948852,0.4009999930858612,0.3930000066757202,0.3919999897480011,0.3959999978542328,0.3970000147819519,0.3959999978542328,0.3939999938011169,0.3889999985694885,0.395000010728836,0.3840000033378601,0.3930000066757202,0.3970000147819519,0.3970000147819519,0.3869999945163727,0.4009999930858612,0.3919999897480011,0.4000000059604645,0.4000000059604645,0.3989999890327453,0.3939999938011169,0.3930000066757202,0.3959999978542328,0.4000000059604645,0.4040000140666961,0.3989999890327453,0.4000000059604645,0.4040000140666961,0.3919999897480011,0.3970000147819519,0.3989999890327453,0.3980000019073486,0.3970000147819519,0.3970000147819519,0.4000000059604645,0.4070000052452087,0.4020000100135803,0.4020000100135803,0.3910000026226043,0.3980000019073486,0.4020000100135803,0.4050000011920929,0.3970000147819519,0.4000000059604645,0.3980000019073486,0.4059999883174896,0.4090000092983246,0.402999997138977,0.4059999883174896,0.4040000140666961,0.4009999930858612,0.4009999930858612,0.3970000147819519,0.3970000147819519,0.4050000011920929,0.395000010728836,0.4000000059604645,0.3980000019073486,0.4020000100135803],"label":"The Pile"},"RedPajama2":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3650000095367431,0.3569999933242798,0.3549999892711639,0.356000006198883,0.3740000128746032,0.3759999871253967,0.395000010728836,0.3790000081062317,0.3790000081062317,0.3880000114440918,0.3840000033378601,0.3849999904632568,0.3970000147819519,0.3880000114440918,0.3919999897480011,0.382999986410141,0.4020000100135803,0.3899999856948852,0.3880000114440918,0.395000010728836,0.3980000019073486,0.3840000033378601,0.395000010728836,0.4000000059604645,0.3899999856948852,0.3889999985694885,0.3880000114440918,0.3910000026226043,0.3980000019073486,0.4020000100135803,0.4079999923706054,0.4020000100135803,0.3959999978542328,0.3930000066757202,0.4009999930858612,0.3959999978542328,0.402999997138977,0.4020000100135803,0.395000010728836,0.4059999883174896,0.3980000019073486,0.4090000092983246,0.3970000147819519,0.4000000059604645,0.3980000019073486,0.4079999923706054,0.4110000133514404,0.3930000066757202,0.4090000092983246,0.4059999883174896,0.4110000133514404,0.3939999938011169,0.4070000052452087,0.4020000100135803,0.4020000100135803,0.4059999883174896,0.4050000011920929,0.4000000059604645,0.4090000092983246,0.4000000059604645,0.4050000011920929,0.4020000100135803,0.4070000052452087,0.4000000059604645,0.4070000052452087,0.4070000052452087,0.4120000004768371,0.3980000019073486,0.4070000052452087,0.4059999883174896,0.4160000085830688,0.4059999883174896,0.4129999876022339,0.4210000038146972,0.4120000004768371,0.4120000004768371,0.4040000140666961,0.4099999964237213,0.4059999883174896,0.4059999883174896,0.4009999930858612,0.395000010728836,0.4040000140666961,0.4059999883174896,0.3980000019073486,0.414000004529953,0.3989999890327453,0.4009999930858612,0.4020000100135803,0.4000000059604645,0.4020000100135803,0.3930000066757202,0.4000000059604645,0.3959999978542328,0.4000000059604645,0.4059999883174896,0.4090000092983246,0.4000000059604645,0.4000000059604645,0.4059999883174896,0.4040000140666961,0.3939999938011169,0.4040000140666961,0.414000004529953,0.4020000100135803,0.4050000011920929,0.4040000140666961,0.402999997138977,0.4020000100135803,0.4040000140666961,0.4079999923706054,0.4020000100135803,0.4000000059604645,0.3919999897480011,0.4009999930858612,0.3989999890327453,0.3970000147819519,0.4059999883174896,0.4090000092983246,0.4079999923706054,0.4009999930858612,0.402999997138977,0.4050000011920929,0.4199999868869781,0.4090000092983246,0.4090000092983246,0.4149999916553497,0.4090000092983246,0.3989999890327453,0.4090000092983246,0.4079999923706054,0.4110000133514404,0.4020000100135803,0.4000000059604645,0.402999997138977,0.4129999876022339,0.4110000133514404,0.4160000085830688,0.4070000052452087,0.4169999957084656,0.4120000004768371,0.4160000085830688,0.4120000004768371,0.4129999876022339,0.3989999890327453,0.4120000004768371,0.4070000052452087,0.4000000059604645,0.4059999883174896,0.4079999923706054,0.4110000133514404,0.4090000092983246,0.4120000004768371,0.4000000059604645,0.4070000052452087,0.4120000004768371,0.4050000011920929,0.4149999916553497,0.4070000052452087,0.4110000133514404,0.4079999923706054,0.4079999923706054,0.4079999923706054,0.4110000133514404,0.4009999930858612,0.4149999916553497,0.4050000011920929,0.4059999883174896],"label":"RedPajama2"}},"siqa/acc_norm":{"FineWeb (ours)":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3619999885559082,0.395000010728836,0.3970000147819519,0.3930000066757202,0.4050000011920929,0.3899999856948852,0.4070000052452087,0.4040000140666961,0.4189999997615814,0.4000000059604645,0.4269999861717224,0.4009999930858612,0.3980000019073486,0.414000004529953,0.4120000004768371,0.4050000011920929,0.4070000052452087,0.4070000052452087,0.4129999876022339,0.4009999930858612,0.4070000052452087,0.4059999883174896,0.4050000011920929,0.4059999883174896,0.4090000092983246,0.4160000085830688,0.4059999883174896,0.3899999856948852,0.3899999856948852,0.4009999930858612,0.3970000147819519,0.3959999978542328,0.4110000133514404,0.4040000140666961,0.4110000133514404,0.4050000011920929,0.4090000092983246,0.402999997138977,0.4189999997615814,0.3980000019073486,0.4059999883174896,0.4120000004768371,0.4149999916553497,0.4059999883174896,0.4250000119209289,0.4110000133514404,0.4070000052452087,0.4120000004768371,0.4120000004768371,0.4020000100135803,0.4050000011920929,0.4009999930858612,0.4079999923706054,0.4110000133514404,0.4110000133514404,0.4059999883174896,0.4040000140666961,0.3980000019073486,0.395000010728836,0.4050000011920929,0.402999997138977,0.4020000100135803,0.4090000092983246,0.4079999923706054,0.4020000100135803,0.4000000059604645,0.4020000100135803,0.4090000092983246,0.4160000085830688,0.3959999978542328,0.3970000147819519,0.3970000147819519,0.3989999890327453,0.3970000147819519,0.4009999930858612,0.4020000100135803,0.4009999930858612,0.4050000011920929,0.4110000133514404,0.4050000011920929,0.414000004529953,0.4059999883174896,0.4020000100135803,0.395000010728836,0.4009999930858612,0.402999997138977,0.4040000140666961,0.4020000100135803,0.3989999890327453,0.3980000019073486,0.4040000140666961,0.4059999883174896,0.3899999856948852,0.4009999930858612,0.3980000019073486,0.4040000140666961,0.4110000133514404,0.3939999938011169,0.4040000140666961,0.4040000140666961,0.4059999883174896,0.402999997138977,0.4020000100135803,0.4040000140666961,0.4059999883174896,0.3970000147819519,0.3989999890327453,0.4040000140666961,0.4090000092983246,0.4059999883174896,0.4020000100135803,0.4099999964237213,0.4050000011920929,0.4099999964237213,0.402999997138977,0.4040000140666961,0.3989999890327453,0.4070000052452087,0.4129999876022339,0.4120000004768371,0.4149999916553497,0.4169999957084656,0.3989999890327453,0.414000004529953,0.4169999957084656,0.4079999923706054,0.4020000100135803,0.4009999930858612,0.4020000100135803,0.4090000092983246,0.4189999997615814,0.4050000011920929,0.4090000092983246,0.4040000140666961,0.4090000092983246,0.4160000085830688,0.402999997138977,0.4169999957084656,0.4160000085830688,0.4149999916553497,0.4059999883174896,0.4169999957084656,0.4099999964237213,0.4210000038146972,0.4239999949932098,0.4160000085830688,0.4090000092983246,0.4120000004768371,0.4110000133514404,0.4189999997615814,0.414000004529953,0.4059999883174896,0.4110000133514404,0.4149999916553497,0.4110000133514404,0.4129999876022339,0.4120000004768371,0.4149999916553497,0.414000004529953,0.4079999923706054,0.4070000052452087,0.4099999964237213,0.4059999883174896,0.4040000140666961,0.4149999916553497,0.4099999964237213,0.4149999916553497,0.414000004529953],"label":"FineWeb (ours)"},"C4":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3619999885559082,0.4040000140666961,0.4000000059604645,0.3869999945163727,0.4040000140666961,0.4040000140666961,0.414000004529953,0.4099999964237213,0.4099999964237213,0.4079999923706054,0.4009999930858612,0.3919999897480011,0.3959999978542328,0.3989999890327453,0.4000000059604645,0.4079999923706054,0.4070000052452087,0.4169999957084656,0.4090000092983246,0.421999990940094,0.4070000052452087,0.4050000011920929,0.4050000011920929,0.4059999883174896,0.4040000140666961,0.4180000126361847,0.414000004529953,0.4110000133514404,0.4149999916553497,0.4079999923706054,0.4070000052452087,0.4059999883174896,0.4169999957084656,0.4180000126361847,0.402999997138977,0.4059999883174896,0.421999990940094,0.4199999868869781,0.4129999876022339,0.402999997138977,0.4169999957084656,0.4090000092983246,0.4099999964237213,0.4079999923706054,0.4180000126361847,0.402999997138977,0.4050000011920929,0.4079999923706054,0.4009999930858612,0.4189999997615814,0.4120000004768371,0.4099999964237213,0.4099999964237213,0.4079999923706054,0.4059999883174896,0.4059999883174896,0.4160000085830688,0.4050000011920929,0.402999997138977,0.4129999876022339,0.4160000085830688,0.4090000092983246,0.402999997138977,0.4099999964237213,0.4059999883174896,0.3919999897480011,0.3989999890327453,0.4020000100135803,0.3980000019073486,0.4050000011920929,0.4000000059604645,0.4099999964237213,0.4070000052452087,0.4059999883174896,0.4009999930858612,0.4040000140666961,0.4090000092983246,0.4120000004768371,0.4040000140666961,0.4110000133514404,0.4090000092983246,0.4110000133514404,0.4090000092983246,0.4149999916553497,0.4099999964237213,0.4079999923706054,0.4079999923706054,0.4050000011920929,0.4079999923706054,0.4099999964237213,0.4059999883174896,0.4160000085830688,0.4040000140666961,0.4169999957084656,0.4050000011920929,0.402999997138977,0.4059999883174896,0.3980000019073486,0.4110000133514404,0.4059999883174896,0.4009999930858612,0.4009999930858612,0.4120000004768371,0.4160000085830688,0.4129999876022339,0.4059999883174896,0.4120000004768371,0.4050000011920929,0.4070000052452087,0.4079999923706054,0.4099999964237213,0.4110000133514404,0.4129999876022339,0.3930000066757202,0.4000000059604645,0.4090000092983246,0.4050000011920929,0.4009999930858612,0.4059999883174896,0.402999997138977,0.4059999883174896,0.4099999964237213,0.402999997138977,0.4120000004768371,0.4000000059604645,0.4050000011920929,0.4059999883174896,0.4110000133514404,0.4059999883174896,0.4050000011920929,0.4090000092983246,0.4059999883174896,0.4129999876022339,0.4129999876022339,0.4059999883174896,0.4050000011920929,0.4120000004768371,0.4099999964237213,0.4160000085830688,0.4059999883174896,0.4009999930858612,0.4000000059604645,0.4070000052452087,0.4110000133514404,0.4059999883174896,0.4210000038146972,0.4079999923706054,0.4120000004768371,0.4110000133514404,0.4160000085830688,0.4090000092983246,0.4090000092983246,0.4040000140666961,0.4020000100135803,0.4079999923706054,0.4059999883174896,0.4070000052452087,0.4050000011920929,0.4009999930858612,0.4120000004768371,0.4059999883174896,0.4040000140666961,0.4059999883174896,0.4059999883174896,0.4050000011920929,0.4020000100135803,0.4020000100135803,0.4009999930858612],"label":"C4"},"Dolma":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3610000014305115,0.3919999897480011,0.402999997138977,0.3849999904632568,0.3970000147819519,0.3970000147819519,0.3939999938011169,0.3939999938011169,0.3989999890327453,0.4050000011920929,0.3880000114440918,0.4020000100135803,0.395000010728836,0.3899999856948852,0.3919999897480011,0.4000000059604645,0.4020000100135803,0.3939999938011169,0.3980000019073486,0.395000010728836,0.4020000100135803,0.3959999978542328,0.3989999890327453,0.3959999978542328,0.3919999897480011,0.3919999897480011,0.395000010728836,0.3989999890327453,0.402999997138977,0.4050000011920929,0.402999997138977,0.4020000100135803,0.3910000026226043,0.4160000085830688,0.3980000019073486,0.4079999923706054,0.4020000100135803,0.4090000092983246,0.4079999923706054,0.4059999883174896,0.4050000011920929,0.4009999930858612,0.395000010728836,0.4020000100135803,0.4000000059604645,0.3980000019073486,0.3939999938011169,0.4040000140666961,0.4050000011920929,0.3910000026226043,0.4059999883174896,0.3980000019073486,0.395000010728836,0.402999997138977,0.4050000011920929,0.3959999978542328,0.4009999930858612,0.3910000026226043,0.4099999964237213,0.4020000100135803,0.3989999890327453,0.3970000147819519,0.3919999897480011,0.4090000092983246,0.395000010728836,0.4020000100135803,0.4050000011920929,0.4000000059604645,0.4090000092983246,0.4149999916553497,0.3980000019073486,0.4129999876022339,0.402999997138977,0.4020000100135803,0.3989999890327453,0.4050000011920929,0.4050000011920929,0.3989999890327453,0.3959999978542328,0.4040000140666961,0.4050000011920929,0.4079999923706054,0.4079999923706054,0.4099999964237213,0.402999997138977,0.4050000011920929,0.4099999964237213,0.3970000147819519,0.4009999930858612,0.3980000019073486,0.402999997138977,0.3959999978542328,0.4020000100135803,0.3970000147819519,0.4090000092983246,0.4009999930858612,0.3989999890327453,0.4040000140666961,0.4020000100135803,0.395000010728836,0.4000000059604645,0.4079999923706054,0.4059999883174896,0.4020000100135803,0.3959999978542328,0.3989999890327453,0.4090000092983246,0.402999997138977,0.402999997138977,0.4000000059604645,0.4070000052452087,0.3970000147819519,0.3970000147819519,0.4000000059604645,0.4000000059604645,0.3989999890327453,0.395000010728836,0.3980000019073486,0.4079999923706054,0.4020000100135803,0.3959999978542328,0.3980000019073486,0.4009999930858612,0.4000000059604645,0.4040000140666961,0.4090000092983246,0.4009999930858612,0.4079999923706054,0.4090000092983246,0.4079999923706054,0.3980000019073486,0.3970000147819519,0.3959999978542328,0.3989999890327453,0.3970000147819519,0.4050000011920929,0.3980000019073486,0.402999997138977,0.3919999897480011,0.3980000019073486,0.3970000147819519,0.3970000147819519,0.395000010728836,0.4000000059604645,0.4050000011920929,0.3980000019073486,0.402999997138977,0.4000000059604645,0.4059999883174896,0.4070000052452087,0.395000010728836,0.402999997138977,0.402999997138977,0.3980000019073486,0.402999997138977,0.4000000059604645,0.4050000011920929,0.4059999883174896,0.4050000011920929,0.4020000100135803,0.4009999930858612,0.4000000059604645,0.3959999978542328,0.4009999930858612,0.395000010728836,0.4000000059604645,0.3989999890327453,0.3989999890327453],"label":"Dolma"},"RefinedWeb":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3619999885559082,0.3980000019073486,0.3899999856948852,0.3860000073909759,0.3919999897480011,0.402999997138977,0.3959999978542328,0.3959999978542328,0.4070000052452087,0.4009999930858612,0.4079999923706054,0.4009999930858612,0.3910000026226043,0.3980000019073486,0.4129999876022339,0.4020000100135803,0.4090000092983246,0.4120000004768371,0.4129999876022339,0.4129999876022339,0.4099999964237213,0.4110000133514404,0.4110000133514404,0.4090000092983246,0.4000000059604645,0.4050000011920929,0.3939999938011169,0.3889999985694885,0.4050000011920929,0.4099999964237213,0.3980000019073486,0.4090000092983246,0.4079999923706054,0.4070000052452087,0.4040000140666961,0.4129999876022339,0.4090000092983246,0.4059999883174896,0.4090000092983246,0.4090000092983246,0.4149999916553497,0.4059999883174896,0.4000000059604645,0.4000000059604645,0.4070000052452087,0.402999997138977,0.4040000140666961,0.3989999890327453,0.4020000100135803,0.4160000085830688,0.4050000011920929,0.4110000133514404,0.4059999883174896,0.3989999890327453,0.4169999957084656,0.4040000140666961,0.4050000011920929,0.4149999916553497,0.4020000100135803,0.402999997138977,0.4129999876022339,0.4009999930858612,0.4059999883174896,0.4040000140666961,0.4099999964237213,0.414000004529953,0.4210000038146972,0.4110000133514404,0.4070000052452087,0.4099999964237213,0.4169999957084656,0.4070000052452087,0.4199999868869781,0.4079999923706054,0.4180000126361847,0.4110000133514404,0.4110000133514404,0.4189999997615814,0.414000004529953,0.4129999876022339,0.4180000126361847,0.4070000052452087,0.4059999883174896,0.4059999883174896,0.4129999876022339,0.4149999916553497,0.4099999964237213,0.4009999930858612,0.4020000100135803,0.4099999964237213,0.4169999957084656,0.4129999876022339,0.414000004529953,0.4099999964237213,0.4189999997615814,0.4210000038146972,0.4090000092983246,0.4079999923706054,0.4099999964237213,0.4099999964237213,0.4129999876022339,0.4099999964237213,0.4099999964237213,0.4110000133514404,0.4020000100135803,0.4079999923706054,0.4079999923706054,0.414000004529953,0.4129999876022339,0.4189999997615814,0.4129999876022339,0.4180000126361847,0.4050000011920929,0.4230000078678131,0.4180000126361847,0.4120000004768371,0.4149999916553497,0.4189999997615814,0.4110000133514404,0.4160000085830688,0.4059999883174896,0.4110000133514404,0.4110000133514404,0.4110000133514404,0.4040000140666961,0.4149999916553497,0.414000004529953,0.4160000085830688,0.414000004529953,0.4129999876022339,0.4120000004768371,0.4149999916553497,0.4169999957084656,0.4110000133514404,0.414000004529953,0.4160000085830688,0.4110000133514404,0.4120000004768371,0.4110000133514404,0.4149999916553497,0.4129999876022339,0.4110000133514404,0.4129999876022339,0.4099999964237213,0.4180000126361847,0.414000004529953,0.4040000140666961,0.4099999964237213,0.4099999964237213,0.4120000004768371,0.4149999916553497,0.4129999876022339,0.4079999923706054,0.4040000140666961,0.4129999876022339,0.4149999916553497,0.4120000004768371,0.402999997138977,0.4090000092983246,0.4110000133514404,0.4090000092983246,0.4070000052452087,0.4149999916553497,0.4070000052452087,0.4120000004768371,0.4059999883174896,0.4059999883174896,0.4099999964237213],"label":"RefinedWeb"},"SlimPajama":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3610000014305115,0.3840000033378601,0.4020000100135803,0.3889999985694885,0.3889999985694885,0.3840000033378601,0.402999997138977,0.395000010728836,0.3939999938011169,0.4000000059604645,0.402999997138977,0.3910000026226043,0.3869999945163727,0.3910000026226043,0.3910000026226043,0.3939999938011169,0.3899999856948852,0.4059999883174896,0.4040000140666961,0.402999997138977,0.4000000059604645,0.4000000059604645,0.3840000033378601,0.395000010728836,0.3959999978542328,0.4020000100135803,0.4009999930858612,0.3899999856948852,0.3980000019073486,0.3970000147819519,0.4040000140666961,0.3980000019073486,0.3980000019073486,0.4020000100135803,0.4090000092983246,0.3860000073909759,0.395000010728836,0.4070000052452087,0.3869999945163727,0.3989999890327453,0.395000010728836,0.3989999890327453,0.4009999930858612,0.4020000100135803,0.395000010728836,0.4040000140666961,0.4020000100135803,0.395000010728836,0.3899999856948852,0.3980000019073486,0.395000010728836,0.3959999978542328,0.3939999938011169,0.3910000026226043,0.395000010728836,0.3970000147819519,0.3959999978542328,0.3959999978542328,0.4079999923706054,0.3959999978542328,0.3919999897480011,0.3799999952316284,0.3970000147819519,0.3959999978542328,0.382999986410141,0.3849999904632568,0.395000010728836,0.3849999904632568,0.3910000026226043,0.3889999985694885,0.382999986410141,0.3989999890327453,0.3919999897480011,0.3959999978542328,0.3939999938011169,0.3860000073909759,0.3930000066757202,0.4040000140666961,0.395000010728836,0.4090000092983246,0.4000000059604645,0.4040000140666961,0.402999997138977,0.3899999856948852,0.395000010728836,0.3919999897480011,0.3970000147819519,0.3889999985694885,0.3869999945163727,0.3889999985694885,0.4009999930858612,0.3910000026226043,0.395000010728836,0.3939999938011169,0.3980000019073486,0.4040000140666961,0.4059999883174896,0.395000010728836,0.3970000147819519,0.3930000066757202,0.3860000073909759,0.395000010728836,0.3919999897480011,0.3959999978542328,0.3980000019073486,0.4000000059604645,0.3869999945163727,0.3980000019073486,0.395000010728836,0.3939999938011169,0.4000000059604645,0.3989999890327453,0.402999997138977,0.402999997138977,0.402999997138977,0.3980000019073486,0.3980000019073486,0.402999997138977,0.4040000140666961,0.402999997138977,0.3939999938011169,0.4009999930858612,0.395000010728836,0.4009999930858612,0.3980000019073486,0.3880000114440918,0.4050000011920929,0.402999997138977,0.3980000019073486,0.3989999890327453,0.4059999883174896,0.4050000011920929,0.4009999930858612,0.3980000019073486,0.4040000140666961,0.4120000004768371,0.4000000059604645,0.4040000140666961,0.4079999923706054,0.4040000140666961,0.3889999985694885,0.4059999883174896,0.4009999930858612,0.4000000059604645,0.395000010728836,0.4020000100135803,0.3980000019073486,0.3959999978542328,0.4050000011920929,0.4020000100135803,0.3989999890327453,0.4020000100135803,0.4050000011920929,0.4009999930858612,0.3959999978542328,0.4009999930858612,0.3959999978542328,0.4009999930858612,0.4050000011920929,0.402999997138977,0.3989999890327453,0.3989999890327453,0.4000000059604645,0.3939999938011169,0.3959999978542328,0.3919999897480011,0.3930000066757202,0.402999997138977],"label":"SlimPajama"},"The Pile":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3610000014305115,0.3869999945163727,0.3919999897480011,0.3810000121593475,0.3980000019073486,0.382999986410141,0.3930000066757202,0.3989999890327453,0.4059999883174896,0.3970000147819519,0.3910000026226043,0.3819999992847442,0.3989999890327453,0.4000000059604645,0.3959999978542328,0.3899999856948852,0.4009999930858612,0.382999986410141,0.3939999938011169,0.3959999978542328,0.4020000100135803,0.4059999883174896,0.402999997138977,0.4050000011920929,0.4070000052452087,0.4059999883174896,0.3840000033378601,0.4050000011920929,0.4000000059604645,0.402999997138977,0.402999997138977,0.3869999945163727,0.3939999938011169,0.3959999978542328,0.3989999890327453,0.4059999883174896,0.3980000019073486,0.402999997138977,0.4050000011920929,0.3910000026226043,0.395000010728836,0.3980000019073486,0.3930000066757202,0.4009999930858612,0.395000010728836,0.3989999890327453,0.3989999890327453,0.4000000059604645,0.4040000140666961,0.402999997138977,0.4079999923706054,0.3980000019073486,0.3970000147819519,0.3989999890327453,0.3980000019073486,0.3939999938011169,0.3989999890327453,0.3919999897480011,0.3860000073909759,0.4009999930858612,0.3970000147819519,0.3840000033378601,0.395000010728836,0.3970000147819519,0.3919999897480011,0.3910000026226043,0.3840000033378601,0.3919999897480011,0.3959999978542328,0.4009999930858612,0.3970000147819519,0.3919999897480011,0.3709999918937683,0.3930000066757202,0.3889999985694885,0.3919999897480011,0.4020000100135803,0.3939999938011169,0.3939999938011169,0.3959999978542328,0.3930000066757202,0.3989999890327453,0.4009999930858612,0.3899999856948852,0.3899999856948852,0.3959999978542328,0.3989999890327453,0.3930000066757202,0.3869999945163727,0.3910000026226043,0.4050000011920929,0.3910000026226043,0.3970000147819519,0.4020000100135803,0.3970000147819519,0.3919999897480011,0.3930000066757202,0.3899999856948852,0.3910000026226043,0.3980000019073486,0.3869999945163727,0.3849999904632568,0.3989999890327453,0.3880000114440918,0.3840000033378601,0.3959999978542328,0.3970000147819519,0.395000010728836,0.3910000026226043,0.3880000114440918,0.402999997138977,0.3910000026226043,0.3899999856948852,0.3930000066757202,0.4000000059604645,0.3880000114440918,0.3899999856948852,0.3980000019073486,0.3889999985694885,0.3930000066757202,0.3899999856948852,0.3959999978542328,0.3959999978542328,0.3899999856948852,0.3939999938011169,0.4040000140666961,0.402999997138977,0.3970000147819519,0.3989999890327453,0.3970000147819519,0.4059999883174896,0.4040000140666961,0.3939999938011169,0.4000000059604645,0.4009999930858612,0.402999997138977,0.3989999890327453,0.395000010728836,0.3989999890327453,0.3959999978542328,0.3910000026226043,0.4040000140666961,0.3959999978542328,0.3959999978542328,0.4020000100135803,0.395000010728836,0.3930000066757202,0.3910000026226043,0.3919999897480011,0.3980000019073486,0.3989999890327453,0.3889999985694885,0.3959999978542328,0.3919999897480011,0.3919999897480011,0.3910000026226043,0.3959999978542328,0.3939999938011169,0.4000000059604645,0.4000000059604645,0.4000000059604645,0.3919999897480011,0.3930000066757202,0.3880000114440918,0.4009999930858612,0.4009999930858612,0.3980000019073486,0.4020000100135803],"label":"The Pile"},"RedPajama2":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3610000014305115,0.3840000033378601,0.3970000147819519,0.3959999978542328,0.3980000019073486,0.3880000114440918,0.4059999883174896,0.4009999930858612,0.4020000100135803,0.4009999930858612,0.3980000019073486,0.3989999890327453,0.4050000011920929,0.4059999883174896,0.4009999930858612,0.3959999978542328,0.4120000004768371,0.4099999964237213,0.414000004529953,0.402999997138977,0.4110000133514404,0.4070000052452087,0.402999997138977,0.4059999883174896,0.4090000092983246,0.4059999883174896,0.3970000147819519,0.4110000133514404,0.4160000085830688,0.4040000140666961,0.4000000059604645,0.3980000019073486,0.4000000059604645,0.395000010728836,0.4070000052452087,0.402999997138977,0.4000000059604645,0.3980000019073486,0.3970000147819519,0.402999997138977,0.3980000019073486,0.402999997138977,0.4020000100135803,0.4020000100135803,0.4129999876022339,0.4050000011920929,0.4040000140666961,0.3959999978542328,0.4090000092983246,0.4099999964237213,0.4149999916553497,0.4110000133514404,0.4120000004768371,0.4090000092983246,0.4040000140666961,0.3989999890327453,0.4050000011920929,0.4129999876022339,0.4129999876022339,0.4040000140666961,0.3899999856948852,0.4040000140666961,0.4070000052452087,0.4110000133514404,0.4120000004768371,0.4040000140666961,0.4000000059604645,0.4079999923706054,0.4090000092983246,0.4099999964237213,0.4079999923706054,0.4059999883174896,0.4120000004768371,0.4090000092983246,0.4079999923706054,0.4129999876022339,0.4059999883174896,0.4059999883174896,0.3970000147819519,0.4040000140666961,0.4059999883174896,0.395000010728836,0.4040000140666961,0.4090000092983246,0.3980000019073486,0.4040000140666961,0.4099999964237213,0.4059999883174896,0.4050000011920929,0.402999997138977,0.4090000092983246,0.4070000052452087,0.4169999957084656,0.4059999883174896,0.4129999876022339,0.4110000133514404,0.4110000133514404,0.4050000011920929,0.4110000133514404,0.4050000011920929,0.4120000004768371,0.4090000092983246,0.3989999890327453,0.4110000133514404,0.4189999997615814,0.4120000004768371,0.4050000011920929,0.4090000092983246,0.4040000140666961,0.3980000019073486,0.414000004529953,0.4000000059604645,0.4009999930858612,0.4040000140666961,0.4050000011920929,0.4099999964237213,0.4120000004768371,0.4000000059604645,0.4099999964237213,0.4079999923706054,0.4090000092983246,0.4040000140666961,0.4129999876022339,0.3980000019073486,0.4050000011920929,0.4099999964237213,0.4079999923706054,0.3899999856948852,0.4050000011920929,0.402999997138977,0.4129999876022339,0.4110000133514404,0.4079999923706054,0.4079999923706054,0.4009999930858612,0.4129999876022339,0.4070000052452087,0.4070000052452087,0.4020000100135803,0.4099999964237213,0.402999997138977,0.4040000140666961,0.402999997138977,0.4050000011920929,0.4050000011920929,0.4040000140666961,0.4009999930858612,0.402999997138977,0.3980000019073486,0.4070000052452087,0.4090000092983246,0.4059999883174896,0.4000000059604645,0.4040000140666961,0.402999997138977,0.4099999964237213,0.4090000092983246,0.4129999876022339,0.4050000011920929,0.4009999930858612,0.4079999923706054,0.3959999978542328,0.4020000100135803,0.4059999883174896,0.4059999883174896,0.4079999923706054,0.4020000100135803,0.4059999883174896],"label":"RedPajama2"}},"winogrande/acc":{"FineWeb (ours)":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.515999972820282,0.492000013589859,0.5109999775886536,0.527999997138977,0.5249999761581421,0.5320000052452087,0.5299999713897705,0.5210000276565552,0.5189999938011169,0.5389999747276306,0.5410000085830688,0.5249999761581421,0.531000018119812,0.5299999713897705,0.5260000228881836,0.5320000052452087,0.5440000295639038,0.5389999747276306,0.5479999780654907,0.5339999794960022,0.5389999747276306,0.5540000200271606,0.5529999732971191,0.5400000214576721,0.5429999828338623,0.5389999747276306,0.5329999923706055,0.5299999713897705,0.5360000133514404,0.5529999732971191,0.5490000247955322,0.5509999990463257,0.5550000071525574,0.5379999876022339,0.5410000085830688,0.5479999780654907,0.5270000100135803,0.5329999923706055,0.5379999876022339,0.550000011920929,0.5550000071525574,0.5490000247955322,0.5460000038146973,0.5649999976158142,0.5569999814033508,0.5519999861717224,0.5519999861717224,0.5559999942779541,0.5580000281333923,0.5550000071525574,0.5440000295639038,0.5640000104904175,0.5559999942779541,0.5509999990463257,0.5460000038146973,0.5429999828338623,0.5419999957084656,0.546999990940094,0.5720000267028809,0.5590000152587891,0.5640000104904175,0.5559999942779541,0.5519999861717224,0.5590000152587891,0.5699999928474426,0.5460000038146973,0.5590000152587891,0.5600000023841858,0.5540000200271606,0.5389999747276306,0.5690000057220459,0.5690000057220459,0.5580000281333923,0.5519999861717224,0.5540000200271606,0.5559999942779541,0.5609999895095825,0.5600000023841858,0.5559999942779541,0.5609999895095825,0.5690000057220459,0.5659999847412109,0.5590000152587891,0.5529999732971191,0.5569999814033508,0.5669999718666077,0.5600000023841858,0.5540000200271606,0.5529999732971191,0.5609999895095825,0.5640000104904175,0.5659999847412109,0.5690000057220459,0.5590000152587891,0.5690000057220459,0.5680000185966492,0.5630000233650208,0.5680000185966492,0.5690000057220459,0.5770000219345093,0.5600000023841858,0.5699999928474426,0.5680000185966492,0.5809999704360962,0.5609999895095825,0.5659999847412109,0.5799999833106995,0.5640000104904175,0.5770000219345093,0.574999988079071,0.5789999961853027,0.5720000267028809,0.5830000042915344,0.5699999928474426,0.5720000267028809,0.5720000267028809,0.5770000219345093,0.5730000138282776,0.5669999718666077,0.5789999961853027,0.578000009059906,0.5709999799728394,0.574999988079071,0.5770000219345093,0.578000009059906,0.5669999718666077,0.5820000171661377,0.5759999752044678,0.5770000219345093,0.5789999961853027,0.574999988079071,0.5659999847412109,0.5830000042915344,0.5740000009536743,0.5820000171661377,0.5730000138282776,0.5720000267028809,0.5720000267028809,0.5680000185966492,0.5669999718666077,0.5759999752044678,0.5690000057220459,0.5960000157356262,0.5740000009536743,0.5820000171661377,0.5759999752044678,0.5799999833106995,0.5789999961853027,0.5759999752044678,0.578000009059906,0.5860000252723694,0.5799999833106995,0.5910000205039978,0.5789999961853027,0.5899999737739563,0.5849999785423279,0.593999981880188,0.5920000076293945,0.5839999914169312,0.5899999737739563,0.574999988079071,0.5879999995231628,0.5809999704360962,0.5910000205039978,0.5860000252723694,0.5920000076293945,0.5830000042915344,0.5870000123977661],"label":"FineWeb (ours)"},"C4":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.515999972820282,0.5189999938011169,0.5090000033378601,0.5120000243186951,0.5220000147819519,0.5249999761581421,0.5260000228881836,0.5210000276565552,0.5379999876022339,0.5180000066757202,0.5199999809265137,0.5189999938011169,0.5130000114440918,0.5239999890327454,0.5350000262260437,0.5199999809265137,0.5320000052452087,0.5370000004768372,0.5299999713897705,0.5370000004768372,0.5239999890327454,0.5400000214576721,0.5329999923706055,0.5230000019073486,0.527999997138977,0.5360000133514404,0.5360000133514404,0.5429999828338623,0.5550000071525574,0.5350000262260437,0.5410000085830688,0.5320000052452087,0.5329999923706055,0.5230000019073486,0.5460000038146973,0.5429999828338623,0.5509999990463257,0.5370000004768372,0.5379999876022339,0.5509999990463257,0.5419999957084656,0.5440000295639038,0.546999990940094,0.5580000281333923,0.5419999957084656,0.5440000295639038,0.5509999990463257,0.5260000228881836,0.5519999861717224,0.5400000214576721,0.5580000281333923,0.5440000295639038,0.5519999861717224,0.5519999861717224,0.5479999780654907,0.5379999876022339,0.5429999828338623,0.5550000071525574,0.546999990940094,0.5429999828338623,0.5509999990463257,0.5659999847412109,0.5609999895095825,0.550000011920929,0.5609999895095825,0.5519999861717224,0.5550000071525574,0.5550000071525574,0.5490000247955322,0.5419999957084656,0.550000011920929,0.5509999990463257,0.5680000185966492,0.5519999861717224,0.5649999976158142,0.5600000023841858,0.5580000281333923,0.5509999990463257,0.5509999990463257,0.5590000152587891,0.5649999976158142,0.5519999861717224,0.5600000023841858,0.5640000104904175,0.5509999990463257,0.5460000038146973,0.5600000023841858,0.5619999766349792,0.5690000057220459,0.5540000200271606,0.5429999828338623,0.550000011920929,0.5509999990463257,0.5600000023841858,0.5609999895095825,0.5569999814033508,0.5580000281333923,0.5619999766349792,0.546999990940094,0.5619999766349792,0.5600000023841858,0.5590000152587891,0.5609999895095825,0.5569999814033508,0.5569999814033508,0.5600000023841858,0.5569999814033508,0.5600000023841858,0.5490000247955322,0.5509999990463257,0.5630000233650208,0.5580000281333923,0.5529999732971191,0.5440000295639038,0.5450000166893005,0.5640000104904175,0.5580000281333923,0.5529999732971191,0.5550000071525574,0.5479999780654907,0.5509999990463257,0.5619999766349792,0.5619999766349792,0.5619999766349792,0.5569999814033508,0.550000011920929,0.5590000152587891,0.5630000233650208,0.5609999895095825,0.5540000200271606,0.5559999942779541,0.5659999847412109,0.5630000233650208,0.5529999732971191,0.5450000166893005,0.5540000200271606,0.5580000281333923,0.5550000071525574,0.5600000023841858,0.5550000071525574,0.550000011920929,0.5509999990463257,0.550000011920929,0.5460000038146973,0.5540000200271606,0.5569999814033508,0.5529999732971191,0.5550000071525574,0.5559999942779541,0.5479999780654907,0.5630000233650208,0.5540000200271606,0.5490000247955322,0.5569999814033508,0.5540000200271606,0.5519999861717224,0.5519999861717224,0.5680000185966492,0.5569999814033508,0.5550000071525574,0.5490000247955322,0.5540000200271606,0.5529999732971191,0.5600000023841858,0.5590000152587891,0.5600000023841858,0.5580000281333923,0.5630000233650208],"label":"C4"},"Dolma":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.515999972820282,0.5040000081062317,0.5040000081062317,0.5109999775886536,0.5080000162124634,0.5040000081062317,0.5199999809265137,0.5230000019073486,0.5189999938011169,0.527999997138977,0.5120000243186951,0.5360000133514404,0.5230000019073486,0.5260000228881836,0.5379999876022339,0.5400000214576721,0.5339999794960022,0.5440000295639038,0.5289999842643738,0.5289999842643738,0.5360000133514404,0.527999997138977,0.5350000262260437,0.5339999794960022,0.550000011920929,0.5410000085830688,0.5329999923706055,0.5350000262260437,0.5429999828338623,0.5320000052452087,0.5400000214576721,0.527999997138977,0.550000011920929,0.5329999923706055,0.5509999990463257,0.5410000085830688,0.5440000295639038,0.5550000071525574,0.5379999876022339,0.5400000214576721,0.546999990940094,0.5410000085830688,0.5419999957084656,0.5460000038146973,0.5370000004768372,0.5370000004768372,0.5450000166893005,0.5440000295639038,0.5249999761581421,0.5400000214576721,0.5450000166893005,0.5400000214576721,0.5559999942779541,0.5450000166893005,0.5509999990463257,0.5429999828338623,0.5440000295639038,0.5270000100135803,0.5400000214576721,0.5550000071525574,0.5490000247955322,0.5360000133514404,0.5460000038146973,0.5370000004768372,0.5400000214576721,0.5450000166893005,0.5419999957084656,0.5550000071525574,0.5519999861717224,0.5550000071525574,0.5519999861717224,0.546999990940094,0.5370000004768372,0.5509999990463257,0.5450000166893005,0.5400000214576721,0.5490000247955322,0.5519999861717224,0.5569999814033508,0.5320000052452087,0.5550000071525574,0.550000011920929,0.531000018119812,0.531000018119812,0.546999990940094,0.5559999942779541,0.5289999842643738,0.5460000038146973,0.5460000038146973,0.5550000071525574,0.5509999990463257,0.5389999747276306,0.546999990940094,0.5379999876022339,0.5460000038146973,0.5519999861717224,0.5569999814033508,0.5519999861717224,0.5559999942779541,0.5559999942779541,0.5479999780654907,0.5550000071525574,0.5529999732971191,0.5360000133514404,0.5379999876022339,0.5410000085830688,0.5429999828338623,0.5630000233650208,0.550000011920929,0.5440000295639038,0.5440000295639038,0.5339999794960022,0.5450000166893005,0.5509999990463257,0.5519999861717224,0.5490000247955322,0.5519999861717224,0.5450000166893005,0.5569999814033508,0.5379999876022339,0.5580000281333923,0.5450000166893005,0.5529999732971191,0.5370000004768372,0.5429999828338623,0.5529999732971191,0.5450000166893005,0.5490000247955322,0.5419999957084656,0.5379999876022339,0.5509999990463257,0.546999990940094,0.5559999942779541,0.5519999861717224,0.5630000233650208,0.5540000200271606,0.546999990940094,0.5519999861717224,0.5559999942779541,0.5460000038146973,0.5509999990463257,0.5519999861717224,0.527999997138977,0.5429999828338623,0.5479999780654907,0.5519999861717224,0.5550000071525574,0.5509999990463257,0.5460000038146973,0.5419999957084656,0.5559999942779541,0.550000011920929,0.5509999990463257,0.5519999861717224,0.5440000295639038,0.550000011920929,0.5640000104904175,0.550000011920929,0.5550000071525574,0.550000011920929,0.5490000247955322,0.5490000247955322,0.5490000247955322,0.5550000071525574,0.5509999990463257,0.5580000281333923,0.5519999861717224,0.5550000071525574],"label":"Dolma"},"RefinedWeb":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.515999972820282,0.5019999742507935,0.5109999775886536,0.5120000243186951,0.5130000114440918,0.5230000019073486,0.5370000004768372,0.527999997138977,0.5490000247955322,0.550000011920929,0.527999997138977,0.5429999828338623,0.5389999747276306,0.550000011920929,0.5350000262260437,0.5370000004768372,0.5450000166893005,0.5260000228881836,0.5490000247955322,0.5490000247955322,0.5490000247955322,0.5370000004768372,0.546999990940094,0.5389999747276306,0.5519999861717224,0.5379999876022339,0.5429999828338623,0.5490000247955322,0.546999990940094,0.5320000052452087,0.5540000200271606,0.5410000085830688,0.5440000295639038,0.550000011920929,0.5569999814033508,0.5410000085830688,0.5519999861717224,0.5350000262260437,0.5479999780654907,0.5649999976158142,0.5590000152587891,0.5659999847412109,0.5429999828338623,0.5429999828338623,0.550000011920929,0.5429999828338623,0.5590000152587891,0.546999990940094,0.5550000071525574,0.5590000152587891,0.5350000262260437,0.5590000152587891,0.5580000281333923,0.5649999976158142,0.5649999976158142,0.5690000057220459,0.5619999766349792,0.5440000295639038,0.5529999732971191,0.5550000071525574,0.5630000233650208,0.5580000281333923,0.5479999780654907,0.5609999895095825,0.5429999828338623,0.5590000152587891,0.5630000233650208,0.5540000200271606,0.5590000152587891,0.5609999895095825,0.5569999814033508,0.5490000247955322,0.5550000071525574,0.5590000152587891,0.5640000104904175,0.5630000233650208,0.5580000281333923,0.5720000267028809,0.5540000200271606,0.5680000185966492,0.5630000233650208,0.5699999928474426,0.5440000295639038,0.5669999718666077,0.5509999990463257,0.5509999990463257,0.5519999861717224,0.5479999780654907,0.5509999990463257,0.5440000295639038,0.5559999942779541,0.5569999814033508,0.5609999895095825,0.5509999990463257,0.5659999847412109,0.5460000038146973,0.5550000071525574,0.5600000023841858,0.5680000185966492,0.5619999766349792,0.5590000152587891,0.5559999942779541,0.5590000152587891,0.5540000200271606,0.5720000267028809,0.5709999799728394,0.5569999814033508,0.5690000057220459,0.5690000057220459,0.5680000185966492,0.5690000057220459,0.5580000281333923,0.5529999732971191,0.5619999766349792,0.5690000057220459,0.5559999942779541,0.5600000023841858,0.5590000152587891,0.5630000233650208,0.5720000267028809,0.5630000233650208,0.5559999942779541,0.5580000281333923,0.5640000104904175,0.5659999847412109,0.5630000233650208,0.5709999799728394,0.5669999718666077,0.5649999976158142,0.5740000009536743,0.5630000233650208,0.5619999766349792,0.5590000152587891,0.5640000104904175,0.5609999895095825,0.5709999799728394,0.5649999976158142,0.5609999895095825,0.5680000185966492,0.5559999942779541,0.5640000104904175,0.5569999814033508,0.5519999861717224,0.5559999942779541,0.5609999895095825,0.5659999847412109,0.5659999847412109,0.5699999928474426,0.5529999732971191,0.5649999976158142,0.5600000023841858,0.5630000233650208,0.5590000152587891,0.5569999814033508,0.5569999814033508,0.5640000104904175,0.5569999814033508,0.5690000057220459,0.5659999847412109,0.5550000071525574,0.5630000233650208,0.5630000233650208,0.5649999976158142,0.5600000023841858,0.5640000104904175,0.5630000233650208,0.5690000057220459,0.5609999895095825],"label":"RefinedWeb"},"SlimPajama":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5120000243186951,0.5180000066757202,0.5170000195503235,0.5090000033378601,0.5070000290870667,0.5120000243186951,0.5099999904632568,0.5040000081062317,0.5239999890327454,0.5,0.5120000243186951,0.5049999952316284,0.5120000243186951,0.5210000276565552,0.5210000276565552,0.5239999890327454,0.5270000100135803,0.5180000066757202,0.5149999856948853,0.5220000147819519,0.5099999904632568,0.5090000033378601,0.5249999761581421,0.5199999809265137,0.5210000276565552,0.5210000276565552,0.5270000100135803,0.5260000228881836,0.5320000052452087,0.5460000038146973,0.5230000019073486,0.5220000147819519,0.5130000114440918,0.5360000133514404,0.5230000019073486,0.5239999890327454,0.5210000276565552,0.5490000247955322,0.5210000276565552,0.527999997138977,0.5350000262260437,0.5339999794960022,0.5180000066757202,0.5410000085830688,0.531000018119812,0.5460000038146973,0.5379999876022339,0.5429999828338623,0.5540000200271606,0.5460000038146973,0.546999990940094,0.5519999861717224,0.5389999747276306,0.5389999747276306,0.5460000038146973,0.5509999990463257,0.5490000247955322,0.5479999780654907,0.546999990940094,0.5529999732971191,0.5460000038146973,0.5559999942779541,0.5519999861717224,0.5529999732971191,0.5550000071525574,0.5519999861717224,0.5460000038146973,0.5490000247955322,0.5540000200271606,0.5410000085830688,0.5559999942779541,0.5580000281333923,0.5460000038146973,0.5419999957084656,0.5630000233650208,0.5509999990463257,0.5600000023841858,0.5580000281333923,0.5609999895095825,0.5680000185966492,0.5600000023841858,0.5509999990463257,0.5559999942779541,0.5569999814033508,0.5590000152587891,0.550000011920929,0.5580000281333923,0.5680000185966492,0.5389999747276306,0.5429999828338623,0.5440000295639038,0.5479999780654907,0.5460000038146973,0.5529999732971191,0.5450000166893005,0.5379999876022339,0.5350000262260437,0.5569999814033508,0.5550000071525574,0.5559999942779541,0.5569999814033508,0.5540000200271606,0.5649999976158142,0.5680000185966492,0.5559999942779541,0.5619999766349792,0.5690000057220459,0.5529999732971191,0.5640000104904175,0.5519999861717224,0.5410000085830688,0.5559999942779541,0.5669999718666077,0.5630000233650208,0.5580000281333923,0.5649999976158142,0.5600000023841858,0.550000011920929,0.5509999990463257,0.5580000281333923,0.5540000200271606,0.5550000071525574,0.5429999828338623,0.5479999780654907,0.5519999861717224,0.5609999895095825,0.5559999942779541,0.5540000200271606,0.5519999861717224,0.5509999990463257,0.5659999847412109,0.5609999895095825,0.5649999976158142,0.5609999895095825,0.5580000281333923,0.5619999766349792,0.5659999847412109,0.5540000200271606,0.5659999847412109,0.5519999861717224,0.5569999814033508,0.5699999928474426,0.5590000152587891,0.5569999814033508,0.5519999861717224,0.5609999895095825,0.5680000185966492,0.5580000281333923,0.5580000281333923,0.5690000057220459,0.5659999847412109,0.5680000185966492,0.5569999814033508,0.5649999976158142,0.5550000071525574,0.5669999718666077,0.5640000104904175,0.5569999814033508,0.5720000267028809,0.5559999942779541,0.5609999895095825,0.5619999766349792,0.5640000104904175,0.5630000233650208,0.5649999976158142,0.5699999928474426,0.5680000185966492,0.5619999766349792],"label":"SlimPajama"},"The Pile":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5120000243186951,0.515999972820282,0.4959999918937683,0.5,0.5099999904632568,0.5049999952316284,0.5090000033378601,0.5189999938011169,0.5199999809265137,0.5220000147819519,0.5189999938011169,0.5189999938011169,0.5260000228881836,0.5239999890327454,0.5350000262260437,0.5019999742507935,0.5239999890327454,0.5370000004768372,0.5189999938011169,0.5239999890327454,0.5180000066757202,0.5400000214576721,0.5180000066757202,0.5180000066757202,0.531000018119812,0.5230000019073486,0.5180000066757202,0.5289999842643738,0.531000018119812,0.5339999794960022,0.5339999794960022,0.5230000019073486,0.527999997138977,0.5180000066757202,0.5220000147819519,0.5299999713897705,0.5289999842643738,0.5210000276565552,0.5329999923706055,0.5329999923706055,0.531000018119812,0.5379999876022339,0.5509999990463257,0.5580000281333923,0.5329999923706055,0.5320000052452087,0.5419999957084656,0.5419999957084656,0.5410000085830688,0.5509999990463257,0.5419999957084656,0.5389999747276306,0.5440000295639038,0.5450000166893005,0.5410000085830688,0.5630000233650208,0.5550000071525574,0.5580000281333923,0.5410000085830688,0.5550000071525574,0.5400000214576721,0.5519999861717224,0.5450000166893005,0.5649999976158142,0.5410000085830688,0.5419999957084656,0.5370000004768372,0.5519999861717224,0.5490000247955322,0.550000011920929,0.5519999861717224,0.5490000247955322,0.5649999976158142,0.5540000200271606,0.5320000052452087,0.5540000200271606,0.5580000281333923,0.5569999814033508,0.550000011920929,0.5509999990463257,0.5699999928474426,0.5609999895095825,0.5490000247955322,0.5720000267028809,0.5699999928474426,0.5580000281333923,0.5709999799728394,0.5619999766349792,0.5709999799728394,0.5540000200271606,0.5519999861717224,0.5640000104904175,0.546999990940094,0.5659999847412109,0.5680000185966492,0.5600000023841858,0.5659999847412109,0.5450000166893005,0.5609999895095825,0.5619999766349792,0.5529999732971191,0.5559999942779541,0.5709999799728394,0.5580000281333923,0.5440000295639038,0.5569999814033508,0.5590000152587891,0.5550000071525574,0.5559999942779541,0.5580000281333923,0.5699999928474426,0.5519999861717224,0.5619999766349792,0.5649999976158142,0.5640000104904175,0.5789999961853027,0.5720000267028809,0.5759999752044678,0.5770000219345093,0.5590000152587891,0.5609999895095825,0.5640000104904175,0.574999988079071,0.5699999928474426,0.5600000023841858,0.5519999861717224,0.5609999895095825,0.5569999814033508,0.5619999766349792,0.5699999928474426,0.5720000267028809,0.5730000138282776,0.5609999895095825,0.5680000185966492,0.5600000023841858,0.574999988079071,0.5550000071525574,0.5720000267028809,0.5569999814033508,0.5709999799728394,0.5540000200271606,0.5699999928474426,0.5659999847412109,0.5569999814033508,0.5669999718666077,0.5609999895095825,0.5690000057220459,0.5569999814033508,0.5649999976158142,0.5630000233650208,0.5799999833106995,0.5709999799728394,0.5609999895095825,0.5619999766349792,0.5770000219345093,0.574999988079071,0.5730000138282776,0.5609999895095825,0.5619999766349792,0.5550000071525574,0.5659999847412109,0.5690000057220459,0.5770000219345093,0.5849999785423279,0.5770000219345093,0.5690000057220459,0.5720000267028809,0.5730000138282776],"label":"The Pile"},"RedPajama2":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5120000243186951,0.5080000162124634,0.5009999871253967,0.5040000081062317,0.5090000033378601,0.5049999952316284,0.5059999823570251,0.515999972820282,0.5070000290870667,0.5220000147819519,0.5230000019073486,0.5220000147819519,0.5170000195503235,0.5109999775886536,0.5149999856948853,0.5170000195503235,0.5249999761581421,0.5389999747276306,0.5389999747276306,0.5270000100135803,0.5320000052452087,0.5189999938011169,0.5370000004768372,0.5360000133514404,0.5320000052452087,0.5509999990463257,0.5389999747276306,0.5370000004768372,0.5379999876022339,0.5320000052452087,0.5400000214576721,0.5460000038146973,0.5440000295639038,0.5529999732971191,0.5329999923706055,0.527999997138977,0.5440000295639038,0.5440000295639038,0.5339999794960022,0.5490000247955322,0.546999990940094,0.5289999842643738,0.5540000200271606,0.5320000052452087,0.5350000262260437,0.546999990940094,0.5419999957084656,0.5419999957084656,0.5519999861717224,0.5389999747276306,0.5360000133514404,0.5490000247955322,0.5400000214576721,0.5360000133514404,0.5460000038146973,0.5320000052452087,0.5580000281333923,0.5479999780654907,0.5400000214576721,0.5410000085830688,0.5580000281333923,0.546999990940094,0.546999990940094,0.5419999957084656,0.5450000166893005,0.5429999828338623,0.5289999842643738,0.5440000295639038,0.5299999713897705,0.5429999828338623,0.5509999990463257,0.5410000085830688,0.5509999990463257,0.531000018119812,0.5450000166893005,0.5479999780654907,0.5559999942779541,0.5400000214576721,0.5590000152587891,0.5440000295639038,0.5540000200271606,0.5460000038146973,0.5440000295639038,0.5389999747276306,0.5260000228881836,0.5370000004768372,0.5590000152587891,0.5509999990463257,0.5569999814033508,0.5540000200271606,0.5529999732971191,0.5440000295639038,0.5519999861717224,0.5460000038146973,0.5519999861717224,0.5519999861717224,0.5450000166893005,0.5440000295639038,0.5529999732971191,0.5590000152587891,0.5680000185966492,0.5600000023841858,0.5569999814033508,0.550000011920929,0.5479999780654907,0.550000011920929,0.5630000233650208,0.5529999732971191,0.5519999861717224,0.5640000104904175,0.5540000200271606,0.550000011920929,0.5400000214576721,0.5569999814033508,0.5590000152587891,0.5590000152587891,0.5519999861717224,0.5550000071525574,0.5559999942779541,0.5580000281333923,0.5529999732971191,0.5400000214576721,0.5559999942779541,0.5569999814033508,0.5550000071525574,0.5580000281333923,0.5490000247955322,0.5540000200271606,0.5509999990463257,0.5379999876022339,0.5370000004768372,0.5550000071525574,0.5460000038146973,0.5509999990463257,0.5559999942779541,0.5440000295639038,0.5559999942779541,0.5509999990463257,0.5529999732971191,0.5550000071525574,0.550000011920929,0.5440000295639038,0.5479999780654907,0.5649999976158142,0.550000011920929,0.5580000281333923,0.5540000200271606,0.5550000071525574,0.5429999828338623,0.5540000200271606,0.5540000200271606,0.5559999942779541,0.5509999990463257,0.5529999732971191,0.5569999814033508,0.5540000200271606,0.5519999861717224,0.5540000200271606,0.5519999861717224,0.5569999814033508,0.5509999990463257,0.5559999942779541,0.5540000200271606,0.5410000085830688,0.5460000038146973,0.5590000152587891,0.5429999828338623,0.5479999780654907],"label":"RedPajama2"}},"winogrande/acc_norm":{"FineWeb (ours)":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.4970000088214874,0.4760000109672546,0.4979999959468841,0.503000020980835,0.531000018119812,0.515999972820282,0.5220000147819519,0.5210000276565552,0.5260000228881836,0.5289999842643738,0.5249999761581421,0.5239999890327454,0.5189999938011169,0.5260000228881836,0.5139999985694885,0.5299999713897705,0.5370000004768372,0.5350000262260437,0.5329999923706055,0.531000018119812,0.5299999713897705,0.550000011920929,0.5329999923706055,0.5260000228881836,0.5320000052452087,0.5339999794960022,0.5429999828338623,0.5440000295639038,0.5379999876022339,0.5509999990463257,0.5529999732971191,0.5440000295639038,0.5479999780654907,0.5419999957084656,0.5339999794960022,0.5440000295639038,0.5419999957084656,0.5370000004768372,0.5289999842643738,0.5220000147819519,0.5429999828338623,0.5519999861717224,0.5419999957084656,0.5370000004768372,0.546999990940094,0.5509999990463257,0.5509999990463257,0.5460000038146973,0.5519999861717224,0.5429999828338623,0.5419999957084656,0.5379999876022339,0.5450000166893005,0.5440000295639038,0.5440000295639038,0.5239999890327454,0.5450000166893005,0.550000011920929,0.5550000071525574,0.5429999828338623,0.5540000200271606,0.5410000085830688,0.5429999828338623,0.5550000071525574,0.5509999990463257,0.5460000038146973,0.550000011920929,0.546999990940094,0.5429999828338623,0.5299999713897705,0.550000011920929,0.5550000071525574,0.5440000295639038,0.5410000085830688,0.5450000166893005,0.550000011920929,0.546999990940094,0.5519999861717224,0.5529999732971191,0.550000011920929,0.5519999861717224,0.5540000200271606,0.5379999876022339,0.5590000152587891,0.5440000295639038,0.5540000200271606,0.5540000200271606,0.5429999828338623,0.5450000166893005,0.5440000295639038,0.5519999861717224,0.546999990940094,0.5519999861717224,0.5559999942779541,0.5659999847412109,0.5649999976158142,0.5600000023841858,0.5569999814033508,0.5550000071525574,0.5630000233650208,0.5559999942779541,0.5669999718666077,0.5550000071525574,0.5609999895095825,0.5580000281333923,0.5699999928474426,0.5580000281333923,0.5490000247955322,0.5619999766349792,0.5609999895095825,0.5529999732971191,0.5490000247955322,0.5540000200271606,0.5590000152587891,0.5600000023841858,0.5509999990463257,0.5569999814033508,0.5509999990463257,0.5580000281333923,0.5580000281333923,0.5580000281333923,0.5619999766349792,0.5649999976158142,0.5540000200271606,0.5619999766349792,0.5659999847412109,0.5759999752044678,0.5709999799728394,0.5550000071525574,0.5659999847412109,0.5659999847412109,0.5680000185966492,0.5669999718666077,0.5600000023841858,0.5619999766349792,0.5640000104904175,0.5580000281333923,0.5580000281333923,0.5540000200271606,0.5789999961853027,0.5600000023841858,0.5509999990463257,0.5690000057220459,0.5709999799728394,0.5669999718666077,0.5600000023841858,0.5619999766349792,0.5600000023841858,0.5590000152587891,0.5600000023841858,0.5690000057220459,0.5690000057220459,0.5789999961853027,0.5669999718666077,0.5690000057220459,0.5649999976158142,0.5690000057220459,0.5699999928474426,0.5669999718666077,0.5649999976158142,0.5630000233650208,0.5559999942779541,0.5669999718666077,0.5669999718666077,0.5720000267028809,0.5690000057220459,0.5830000042915344,0.5640000104904175],"label":"FineWeb (ours)"},"C4":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.4970000088214874,0.4760000109672546,0.5,0.4959999918937683,0.503000020980835,0.5199999809265137,0.515999972820282,0.5149999856948853,0.527999997138977,0.5170000195503235,0.5239999890327454,0.5199999809265137,0.5189999938011169,0.5189999938011169,0.5239999890327454,0.5149999856948853,0.5130000114440918,0.5210000276565552,0.5180000066757202,0.5149999856948853,0.5149999856948853,0.5220000147819519,0.5299999713897705,0.5149999856948853,0.5220000147819519,0.527999997138977,0.5419999957084656,0.5350000262260437,0.5260000228881836,0.5189999938011169,0.5230000019073486,0.5400000214576721,0.5289999842643738,0.5299999713897705,0.5299999713897705,0.5429999828338623,0.5289999842643738,0.5389999747276306,0.531000018119812,0.5440000295639038,0.5479999780654907,0.5540000200271606,0.5320000052452087,0.550000011920929,0.5350000262260437,0.5379999876022339,0.5529999732971191,0.5299999713897705,0.5419999957084656,0.5360000133514404,0.5490000247955322,0.5450000166893005,0.5440000295639038,0.5329999923706055,0.5350000262260437,0.5370000004768372,0.5379999876022339,0.5299999713897705,0.5320000052452087,0.5379999876022339,0.5400000214576721,0.5479999780654907,0.546999990940094,0.5339999794960022,0.546999990940094,0.5440000295639038,0.5320000052452087,0.5350000262260437,0.5379999876022339,0.531000018119812,0.5450000166893005,0.5360000133514404,0.5429999828338623,0.5450000166893005,0.5400000214576721,0.5609999895095825,0.5440000295639038,0.5450000166893005,0.5389999747276306,0.5419999957084656,0.5429999828338623,0.5529999732971191,0.5429999828338623,0.5630000233650208,0.5479999780654907,0.5509999990463257,0.5559999942779541,0.5569999814033508,0.5619999766349792,0.550000011920929,0.550000011920929,0.5479999780654907,0.5519999861717224,0.5569999814033508,0.5630000233650208,0.5479999780654907,0.5419999957084656,0.5569999814033508,0.550000011920929,0.5479999780654907,0.5490000247955322,0.5540000200271606,0.5720000267028809,0.5580000281333923,0.550000011920929,0.5590000152587891,0.5460000038146973,0.5460000038146973,0.5580000281333923,0.5649999976158142,0.5519999861717224,0.5540000200271606,0.5529999732971191,0.5460000038146973,0.5509999990463257,0.5550000071525574,0.550000011920929,0.5540000200271606,0.5519999861717224,0.5450000166893005,0.5519999861717224,0.5529999732971191,0.5649999976158142,0.5640000104904175,0.5429999828338623,0.5580000281333923,0.5590000152587891,0.5550000071525574,0.5609999895095825,0.5590000152587891,0.5609999895095825,0.5569999814033508,0.5580000281333923,0.5529999732971191,0.5619999766349792,0.5569999814033508,0.5659999847412109,0.5540000200271606,0.546999990940094,0.5569999814033508,0.5450000166893005,0.5519999861717224,0.546999990940094,0.5529999732971191,0.5559999942779541,0.5640000104904175,0.5580000281333923,0.5619999766349792,0.5559999942779541,0.5519999861717224,0.5609999895095825,0.5580000281333923,0.5590000152587891,0.5529999732971191,0.5519999861717224,0.5590000152587891,0.5529999732971191,0.5609999895095825,0.5600000023841858,0.5709999799728394,0.5540000200271606,0.5569999814033508,0.5600000023841858,0.5649999976158142,0.5580000281333923,0.5630000233650208,0.5619999766349792,0.5609999895095825],"label":"C4"},"Dolma":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.4970000088214874,0.4830000102519989,0.4909999966621399,0.5,0.5049999952316284,0.5009999871253967,0.5059999823570251,0.5189999938011169,0.5289999842643738,0.5149999856948853,0.5019999742507935,0.5130000114440918,0.5260000228881836,0.5139999985694885,0.531000018119812,0.5210000276565552,0.5189999938011169,0.5239999890327454,0.5379999876022339,0.5149999856948853,0.5239999890327454,0.5120000243186951,0.5289999842643738,0.5260000228881836,0.5370000004768372,0.5289999842643738,0.5199999809265137,0.5249999761581421,0.5400000214576721,0.5210000276565552,0.5389999747276306,0.5239999890327454,0.5320000052452087,0.5239999890327454,0.5320000052452087,0.5379999876022339,0.5189999938011169,0.5389999747276306,0.5379999876022339,0.5220000147819519,0.5220000147819519,0.5360000133514404,0.531000018119812,0.527999997138977,0.5180000066757202,0.5339999794960022,0.5329999923706055,0.5400000214576721,0.5260000228881836,0.515999972820282,0.5289999842643738,0.5519999861717224,0.5370000004768372,0.546999990940094,0.531000018119812,0.5329999923706055,0.5400000214576721,0.5389999747276306,0.527999997138977,0.5389999747276306,0.5329999923706055,0.5429999828338623,0.5329999923706055,0.5360000133514404,0.5249999761581421,0.531000018119812,0.5320000052452087,0.5350000262260437,0.5350000262260437,0.5429999828338623,0.5519999861717224,0.5440000295639038,0.5360000133514404,0.5490000247955322,0.5350000262260437,0.5329999923706055,0.5389999747276306,0.546999990940094,0.5460000038146973,0.5389999747276306,0.5410000085830688,0.5440000295639038,0.5389999747276306,0.5329999923706055,0.5339999794960022,0.5320000052452087,0.5320000052452087,0.5479999780654907,0.550000011920929,0.5490000247955322,0.5400000214576721,0.531000018119812,0.546999990940094,0.5389999747276306,0.5460000038146973,0.5400000214576721,0.5479999780654907,0.5429999828338623,0.5419999957084656,0.5389999747276306,0.550000011920929,0.546999990940094,0.5460000038146973,0.5329999923706055,0.5400000214576721,0.5419999957084656,0.5460000038146973,0.546999990940094,0.5450000166893005,0.5320000052452087,0.5479999780654907,0.5419999957084656,0.5440000295639038,0.5540000200271606,0.5440000295639038,0.5490000247955322,0.5440000295639038,0.5350000262260437,0.5569999814033508,0.5440000295639038,0.5519999861717224,0.546999990940094,0.5509999990463257,0.5519999861717224,0.5440000295639038,0.5440000295639038,0.5410000085830688,0.5559999942779541,0.5429999828338623,0.5490000247955322,0.5440000295639038,0.5440000295639038,0.5429999828338623,0.5529999732971191,0.5410000085830688,0.5440000295639038,0.5440000295639038,0.5429999828338623,0.5460000038146973,0.5460000038146973,0.546999990940094,0.550000011920929,0.5519999861717224,0.5379999876022339,0.5419999957084656,0.5450000166893005,0.546999990940094,0.5519999861717224,0.5410000085830688,0.5590000152587891,0.5519999861717224,0.5460000038146973,0.5419999957084656,0.5509999990463257,0.5450000166893005,0.5600000023841858,0.5400000214576721,0.5339999794960022,0.5490000247955322,0.5540000200271606,0.5479999780654907,0.5529999732971191,0.5509999990463257,0.5540000200271606,0.5479999780654907,0.5580000281333923,0.5509999990463257,0.5550000071525574],"label":"Dolma"},"RefinedWeb":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.4970000088214874,0.5,0.4979999959468841,0.4950000047683716,0.4950000047683716,0.5049999952316284,0.5329999923706055,0.5220000147819519,0.5139999985694885,0.5339999794960022,0.5130000114440918,0.5389999747276306,0.5400000214576721,0.5270000100135803,0.5260000228881836,0.5370000004768372,0.527999997138977,0.5289999842643738,0.5339999794960022,0.5270000100135803,0.531000018119812,0.527999997138977,0.5400000214576721,0.5479999780654907,0.550000011920929,0.5400000214576721,0.5350000262260437,0.5410000085830688,0.5379999876022339,0.5299999713897705,0.5490000247955322,0.5509999990463257,0.5519999861717224,0.5429999828338623,0.5429999828338623,0.5440000295639038,0.5379999876022339,0.5379999876022339,0.5419999957084656,0.5609999895095825,0.5540000200271606,0.5370000004768372,0.5440000295639038,0.5410000085830688,0.5379999876022339,0.5329999923706055,0.5419999957084656,0.5419999957084656,0.5519999861717224,0.550000011920929,0.5509999990463257,0.5400000214576721,0.5450000166893005,0.5509999990463257,0.5569999814033508,0.5550000071525574,0.5590000152587891,0.5479999780654907,0.5550000071525574,0.5440000295639038,0.5460000038146973,0.546999990940094,0.5559999942779541,0.5550000071525574,0.5490000247955322,0.5440000295639038,0.546999990940094,0.5450000166893005,0.546999990940094,0.5649999976158142,0.5490000247955322,0.5519999861717224,0.550000011920929,0.5509999990463257,0.5519999861717224,0.5519999861717224,0.5529999732971191,0.5490000247955322,0.546999990940094,0.550000011920929,0.5720000267028809,0.5619999766349792,0.5490000247955322,0.5680000185966492,0.5519999861717224,0.5569999814033508,0.5509999990463257,0.5619999766349792,0.5630000233650208,0.5529999732971191,0.5619999766349792,0.5609999895095825,0.550000011920929,0.5479999780654907,0.5529999732971191,0.5519999861717224,0.5580000281333923,0.5590000152587891,0.5529999732971191,0.550000011920929,0.5680000185966492,0.5580000281333923,0.5630000233650208,0.5630000233650208,0.5559999942779541,0.5649999976158142,0.5569999814033508,0.5649999976158142,0.5659999847412109,0.5559999942779541,0.5659999847412109,0.5630000233650208,0.5509999990463257,0.5669999718666077,0.5669999718666077,0.5479999780654907,0.5540000200271606,0.5580000281333923,0.5519999861717224,0.5590000152587891,0.5590000152587891,0.5619999766349792,0.5509999990463257,0.546999990940094,0.5609999895095825,0.5540000200271606,0.5630000233650208,0.5580000281333923,0.5559999942779541,0.5680000185966492,0.5649999976158142,0.5619999766349792,0.5580000281333923,0.5630000233650208,0.5559999942779541,0.5540000200271606,0.5540000200271606,0.5569999814033508,0.5619999766349792,0.5559999942779541,0.5600000023841858,0.5460000038146973,0.5429999828338623,0.5580000281333923,0.5550000071525574,0.5580000281333923,0.5540000200271606,0.5609999895095825,0.5519999861717224,0.550000011920929,0.5519999861717224,0.5590000152587891,0.5619999766349792,0.5600000023841858,0.5590000152587891,0.5690000057220459,0.5640000104904175,0.5580000281333923,0.5559999942779541,0.5569999814033508,0.5569999814033508,0.5540000200271606,0.5640000104904175,0.5600000023841858,0.5550000071525574,0.5640000104904175,0.5600000023841858,0.5540000200271606],"label":"RefinedWeb"},"SlimPajama":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.4970000088214874,0.4979999959468841,0.5040000081062317,0.4979999959468841,0.5,0.4950000047683716,0.4970000088214874,0.503000020980835,0.5139999985694885,0.5120000243186951,0.5120000243186951,0.5040000081062317,0.5099999904632568,0.5189999938011169,0.5149999856948853,0.5270000100135803,0.5239999890327454,0.5130000114440918,0.5130000114440918,0.5139999985694885,0.5099999904632568,0.5090000033378601,0.5139999985694885,0.5170000195503235,0.5180000066757202,0.5220000147819519,0.515999972820282,0.5149999856948853,0.5220000147819519,0.5490000247955322,0.5149999856948853,0.5220000147819519,0.5139999985694885,0.5120000243186951,0.5210000276565552,0.5230000019073486,0.5120000243186951,0.5230000019073486,0.5249999761581421,0.5139999985694885,0.5230000019073486,0.5239999890327454,0.5289999842643738,0.527999997138977,0.5440000295639038,0.5289999842643738,0.5270000100135803,0.5400000214576721,0.5410000085830688,0.5249999761581421,0.5270000100135803,0.5389999747276306,0.5260000228881836,0.5339999794960022,0.5270000100135803,0.531000018119812,0.5339999794960022,0.527999997138977,0.531000018119812,0.5249999761581421,0.5299999713897705,0.5299999713897705,0.5289999842643738,0.5329999923706055,0.5479999780654907,0.5389999747276306,0.5339999794960022,0.5460000038146973,0.5350000262260437,0.5350000262260437,0.5329999923706055,0.5400000214576721,0.5320000052452087,0.5460000038146973,0.5339999794960022,0.5389999747276306,0.5410000085830688,0.5410000085830688,0.5429999828338623,0.5429999828338623,0.5440000295639038,0.5339999794960022,0.5289999842643738,0.5360000133514404,0.5479999780654907,0.5419999957084656,0.5370000004768372,0.5479999780654907,0.5419999957084656,0.5379999876022339,0.531000018119812,0.5460000038146973,0.5419999957084656,0.5450000166893005,0.5440000295639038,0.5320000052452087,0.5360000133514404,0.5400000214576721,0.5479999780654907,0.5559999942779541,0.5519999861717224,0.5460000038146973,0.5379999876022339,0.5490000247955322,0.5379999876022339,0.5440000295639038,0.5419999957084656,0.5299999713897705,0.5400000214576721,0.5389999747276306,0.5419999957084656,0.5479999780654907,0.5550000071525574,0.5429999828338623,0.5360000133514404,0.5389999747276306,0.5370000004768372,0.5299999713897705,0.5419999957084656,0.5329999923706055,0.5379999876022339,0.5410000085830688,0.5400000214576721,0.5370000004768372,0.5370000004768372,0.5490000247955322,0.5419999957084656,0.5370000004768372,0.5460000038146973,0.5479999780654907,0.5580000281333923,0.550000011920929,0.5619999766349792,0.5479999780654907,0.5519999861717224,0.5519999861717224,0.5569999814033508,0.5389999747276306,0.5529999732971191,0.5509999990463257,0.5429999828338623,0.5609999895095825,0.5509999990463257,0.550000011920929,0.5479999780654907,0.5569999814033508,0.5559999942779541,0.5429999828338623,0.5540000200271606,0.550000011920929,0.5429999828338623,0.5440000295639038,0.5410000085830688,0.5529999732971191,0.5479999780654907,0.5479999780654907,0.5490000247955322,0.550000011920929,0.5509999990463257,0.5540000200271606,0.5479999780654907,0.5410000085830688,0.5410000085830688,0.5400000214576721,0.5519999861717224,0.546999990940094,0.5509999990463257,0.5479999780654907],"label":"SlimPajama"},"The Pile":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.4970000088214874,0.4950000047683716,0.4850000143051147,0.4819999933242798,0.4950000047683716,0.4970000088214874,0.4900000095367431,0.5080000162124634,0.5149999856948853,0.5149999856948853,0.5130000114440918,0.5019999742507935,0.5109999775886536,0.5289999842643738,0.5120000243186951,0.5090000033378601,0.5239999890327454,0.531000018119812,0.5170000195503235,0.5180000066757202,0.5230000019073486,0.5289999842643738,0.5289999842643738,0.515999972820282,0.5210000276565552,0.5149999856948853,0.5170000195503235,0.5239999890327454,0.5180000066757202,0.5189999938011169,0.5270000100135803,0.5199999809265137,0.5130000114440918,0.5170000195503235,0.5350000262260437,0.5320000052452087,0.5230000019073486,0.5239999890327454,0.5189999938011169,0.5210000276565552,0.5419999957084656,0.5180000066757202,0.5450000166893005,0.5410000085830688,0.5320000052452087,0.5289999842643738,0.5199999809265137,0.5270000100135803,0.5270000100135803,0.531000018119812,0.527999997138977,0.5370000004768372,0.5329999923706055,0.527999997138977,0.5329999923706055,0.5360000133514404,0.5429999828338623,0.5339999794960022,0.5350000262260437,0.5419999957084656,0.5329999923706055,0.531000018119812,0.5379999876022339,0.5360000133514404,0.5339999794960022,0.5350000262260437,0.5370000004768372,0.5379999876022339,0.5529999732971191,0.5370000004768372,0.5559999942779541,0.5429999828338623,0.5360000133514404,0.5479999780654907,0.5320000052452087,0.5270000100135803,0.5419999957084656,0.5400000214576721,0.5370000004768372,0.5339999794960022,0.5400000214576721,0.5550000071525574,0.5379999876022339,0.546999990940094,0.5400000214576721,0.5429999828338623,0.5440000295639038,0.5450000166893005,0.5490000247955322,0.5370000004768372,0.5429999828338623,0.5559999942779541,0.5410000085830688,0.5440000295639038,0.5419999957084656,0.5479999780654907,0.5389999747276306,0.5419999957084656,0.5569999814033508,0.5389999747276306,0.5350000262260437,0.5410000085830688,0.5659999847412109,0.5419999957084656,0.5360000133514404,0.5440000295639038,0.5490000247955322,0.5350000262260437,0.5590000152587891,0.5389999747276306,0.5400000214576721,0.527999997138977,0.5440000295639038,0.5519999861717224,0.550000011920929,0.5509999990463257,0.5429999828338623,0.5450000166893005,0.5440000295639038,0.5540000200271606,0.5440000295639038,0.5479999780654907,0.5540000200271606,0.5479999780654907,0.5410000085830688,0.5460000038146973,0.5460000038146973,0.5429999828338623,0.5389999747276306,0.5519999861717224,0.5519999861717224,0.5590000152587891,0.5460000038146973,0.5540000200271606,0.5490000247955322,0.5590000152587891,0.5640000104904175,0.5569999814033508,0.546999990940094,0.550000011920929,0.5580000281333923,0.5600000023841858,0.5479999780654907,0.5490000247955322,0.5580000281333923,0.5490000247955322,0.5590000152587891,0.5540000200271606,0.5429999828338623,0.5479999780654907,0.5590000152587891,0.546999990940094,0.5490000247955322,0.5509999990463257,0.5559999942779541,0.5609999895095825,0.5609999895095825,0.5519999861717224,0.5600000023841858,0.5630000233650208,0.5550000071525574,0.5580000281333923,0.5649999976158142,0.5600000023841858,0.5669999718666077,0.5559999942779541,0.5580000281333923,0.5590000152587891],"label":"The Pile"},"RedPajama2":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.4970000088214874,0.4950000047683716,0.4860000014305115,0.492000013589859,0.5019999742507935,0.4990000128746032,0.5070000290870667,0.5139999985694885,0.4909999966621399,0.515999972820282,0.5199999809265137,0.5080000162124634,0.5,0.4880000054836273,0.503000020980835,0.4909999966621399,0.5059999823570251,0.515999972820282,0.5040000081062317,0.5170000195503235,0.5220000147819519,0.5040000081062317,0.527999997138977,0.5180000066757202,0.5199999809265137,0.5299999713897705,0.5429999828338623,0.5249999761581421,0.5270000100135803,0.5260000228881836,0.5350000262260437,0.5210000276565552,0.5329999923706055,0.5339999794960022,0.5260000228881836,0.5370000004768372,0.5379999876022339,0.5260000228881836,0.527999997138977,0.5370000004768372,0.5320000052452087,0.5350000262260437,0.546999990940094,0.5299999713897705,0.5299999713897705,0.5239999890327454,0.5239999890327454,0.5360000133514404,0.5519999861717224,0.5429999828338623,0.5249999761581421,0.5199999809265137,0.5199999809265137,0.5189999938011169,0.5450000166893005,0.5370000004768372,0.5350000262260437,0.5350000262260437,0.5239999890327454,0.5270000100135803,0.546999990940094,0.5289999842643738,0.5220000147819519,0.5249999761581421,0.5299999713897705,0.5410000085830688,0.5389999747276306,0.5339999794960022,0.5329999923706055,0.5419999957084656,0.5440000295639038,0.5379999876022339,0.5450000166893005,0.5260000228881836,0.531000018119812,0.5360000133514404,0.5440000295639038,0.5370000004768372,0.5450000166893005,0.5410000085830688,0.5460000038146973,0.5320000052452087,0.5429999828338623,0.5350000262260437,0.5329999923706055,0.5389999747276306,0.5370000004768372,0.5360000133514404,0.5429999828338623,0.5350000262260437,0.5400000214576721,0.5450000166893005,0.546999990940094,0.5370000004768372,0.5379999876022339,0.5460000038146973,0.5440000295639038,0.5410000085830688,0.5379999876022339,0.5450000166893005,0.5509999990463257,0.5440000295639038,0.5360000133514404,0.5400000214576721,0.5389999747276306,0.5460000038146973,0.5389999747276306,0.5490000247955322,0.5400000214576721,0.5400000214576721,0.5329999923706055,0.5339999794960022,0.5529999732971191,0.5429999828338623,0.5419999957084656,0.5410000085830688,0.5440000295639038,0.5379999876022339,0.5419999957084656,0.5479999780654907,0.5339999794960022,0.527999997138977,0.5379999876022339,0.5440000295639038,0.5379999876022339,0.5479999780654907,0.5410000085830688,0.5410000085830688,0.5389999747276306,0.5400000214576721,0.5429999828338623,0.5389999747276306,0.5490000247955322,0.5370000004768372,0.5379999876022339,0.5419999957084656,0.5450000166893005,0.5460000038146973,0.5460000038146973,0.5419999957084656,0.546999990940094,0.5490000247955322,0.5490000247955322,0.5400000214576721,0.5450000166893005,0.5550000071525574,0.550000011920929,0.5479999780654907,0.5490000247955322,0.5440000295639038,0.5490000247955322,0.5429999828338623,0.5490000247955322,0.5460000038146973,0.550000011920929,0.546999990940094,0.5479999780654907,0.5479999780654907,0.5519999861717224,0.550000011920929,0.5450000166893005,0.5410000085830688,0.5429999828338623,0.5410000085830688,0.5410000085830688,0.546999990940094,0.550000011920929,0.5490000247955322],"label":"RedPajama2"}},"sciq/acc":{"FineWeb (ours)":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2080000042915344,0.5809999704360962,0.6959999799728394,0.7369999885559082,0.7609999775886536,0.7580000162124634,0.7789999842643738,0.800000011920929,0.7950000166893005,0.8059999942779541,0.8090000152587891,0.8059999942779541,0.7950000166893005,0.8059999942779541,0.800000011920929,0.8130000233650208,0.8130000233650208,0.800000011920929,0.8259999752044678,0.8180000185966492,0.8169999718666077,0.8320000171661377,0.843999981880188,0.824999988079071,0.8180000185966492,0.8379999995231628,0.8259999752044678,0.8140000104904175,0.8389999866485596,0.8519999980926514,0.8379999995231628,0.8450000286102295,0.8539999723434448,0.8209999799728394,0.8339999914169312,0.859000027179718,0.8370000123977661,0.8529999852180481,0.8640000224113464,0.843999981880188,0.8339999914169312,0.8399999737739563,0.8510000109672546,0.8460000157356262,0.843999981880188,0.8529999852180481,0.8500000238418579,0.8690000176429749,0.8560000061988831,0.8479999899864197,0.8659999966621399,0.871999979019165,0.8659999966621399,0.859000027179718,0.8569999933242798,0.843999981880188,0.8510000109672546,0.8450000286102295,0.8519999980926514,0.8629999756813049,0.8500000238418579,0.8659999966621399,0.8489999771118164,0.8659999966621399,0.8529999852180481,0.8659999966621399,0.8529999852180481,0.8479999899864197,0.8579999804496765,0.8489999771118164,0.8579999804496765,0.8450000286102295,0.8519999980926514,0.8569999933242798,0.8579999804496765,0.8579999804496765,0.8560000061988831,0.8510000109672546,0.8669999837875366,0.8600000143051147,0.8629999756813049,0.8640000224113464,0.8679999709129333,0.875,0.8500000238418579,0.8619999885559082,0.8700000047683716,0.8659999966621399,0.8799999952316284,0.8730000257492065,0.8740000128746033,0.8579999804496765,0.8700000047683716,0.8659999966621399,0.8709999918937683,0.8550000190734863,0.8569999933242798,0.878000020980835,0.8709999918937683,0.8740000128746033,0.8730000257492065,0.8730000257492065,0.8730000257492065,0.8650000095367432,0.8730000257492065,0.8690000176429749,0.8679999709129333,0.8759999871253967,0.8769999742507935,0.8679999709129333,0.8679999709129333,0.8650000095367432,0.8700000047683716,0.8820000290870667,0.8740000128746033,0.8759999871253967,0.8640000224113464,0.8870000243186951,0.8790000081062317,0.8759999871253967,0.8759999871253967,0.8809999823570251,0.8759999871253967,0.8849999904632568,0.878000020980835,0.875,0.8820000290870667,0.8799999952316284,0.8769999742507935,0.8840000033378601,0.8809999823570251,0.878000020980835,0.8730000257492065,0.8859999775886536,0.8830000162124634,0.8790000081062317,0.8709999918937683,0.8820000290870667,0.8809999823570251,0.8930000066757202,0.8889999985694885,0.8880000114440918,0.8859999775886536,0.8759999871253967,0.8830000162124634,0.8769999742507935,0.8859999775886536,0.8849999904632568,0.878000020980835,0.8820000290870667,0.8799999952316284,0.8889999985694885,0.8809999823570251,0.8920000195503235,0.8820000290870667,0.8849999904632568,0.8899999856948853,0.8889999985694885,0.8989999890327454,0.8930000066757202,0.8939999938011169,0.8809999823570251,0.8880000114440918,0.8859999775886536,0.8859999775886536,0.8920000195503235,0.8859999775886536,0.8859999775886536],"label":"FineWeb (ours)"},"C4":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2080000042915344,0.5649999976158142,0.6759999990463257,0.7250000238418579,0.7229999899864197,0.7350000143051147,0.7519999742507935,0.7549999952316284,0.7599999904632568,0.7699999809265137,0.7749999761581421,0.7760000228881836,0.7940000295639038,0.7749999761581421,0.7910000085830688,0.7919999957084656,0.7889999747276306,0.796999990940094,0.7950000166893005,0.8149999976158142,0.8050000071525574,0.7950000166893005,0.8059999942779541,0.8050000071525574,0.8109999895095825,0.8109999895095825,0.8069999814033508,0.8119999766349792,0.8130000233650208,0.8119999766349792,0.8140000104904175,0.8050000071525574,0.824999988079071,0.8130000233650208,0.8100000023841858,0.8109999895095825,0.8100000023841858,0.8029999732971191,0.8209999799728394,0.8209999799728394,0.8299999833106995,0.8230000138282776,0.8180000185966492,0.8320000171661377,0.8240000009536743,0.8230000138282776,0.8240000009536743,0.8220000267028809,0.8159999847412109,0.8130000233650208,0.8259999752044678,0.8299999833106995,0.8190000057220459,0.8209999799728394,0.824999988079071,0.8230000138282776,0.8370000123977661,0.8330000042915344,0.8349999785423279,0.824999988079071,0.8479999899864197,0.8429999947547913,0.8199999928474426,0.8259999752044678,0.828000009059906,0.8429999947547913,0.8510000109672546,0.8169999718666077,0.8399999737739563,0.8479999899864197,0.8500000238418579,0.8489999771118164,0.8550000190734863,0.8420000076293945,0.8450000286102295,0.8420000076293945,0.8460000157356262,0.8460000157356262,0.8519999980926514,0.8529999852180481,0.8550000190734863,0.8569999933242798,0.8450000286102295,0.8510000109672546,0.8529999852180481,0.8539999723434448,0.859000027179718,0.8349999785423279,0.8510000109672546,0.8500000238418579,0.8450000286102295,0.8349999785423279,0.8429999947547913,0.847000002861023,0.8410000205039978,0.8420000076293945,0.8510000109672546,0.859000027179718,0.859000027179718,0.8539999723434448,0.8450000286102295,0.8659999966621399,0.8569999933242798,0.8529999852180481,0.8579999804496765,0.8500000238418579,0.8489999771118164,0.8500000238418579,0.8600000143051147,0.8600000143051147,0.8569999933242798,0.8560000061988831,0.8579999804496765,0.8550000190734863,0.8539999723434448,0.859000027179718,0.8529999852180481,0.8500000238418579,0.8500000238418579,0.847000002861023,0.8579999804496765,0.8560000061988831,0.8579999804496765,0.8500000238418579,0.8450000286102295,0.8579999804496765,0.8519999980926514,0.8629999756813049,0.8479999899864197,0.8510000109672546,0.8579999804496765,0.8560000061988831,0.8420000076293945,0.8550000190734863,0.8579999804496765,0.8539999723434448,0.8619999885559082,0.8500000238418579,0.8460000157356262,0.8560000061988831,0.8550000190734863,0.8600000143051147,0.8579999804496765,0.8569999933242798,0.8610000014305115,0.8600000143051147,0.8539999723434448,0.859000027179718,0.8569999933242798,0.8579999804496765,0.8560000061988831,0.8600000143051147,0.8579999804496765,0.8669999837875366,0.8560000061988831,0.8519999980926514,0.8460000157356262,0.859000027179718,0.8539999723434448,0.8629999756813049,0.859000027179718,0.8510000109672546,0.8659999966621399,0.8489999771118164,0.8600000143051147,0.8619999885559082,0.8659999966621399,0.859000027179718],"label":"C4"},"Dolma":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2090000063180923,0.5569999814033508,0.6690000295639038,0.7080000042915344,0.7329999804496765,0.7620000243186951,0.7609999775886536,0.7860000133514404,0.796999990940094,0.781000018119812,0.7950000166893005,0.8149999976158142,0.8069999814033508,0.8339999914169312,0.8180000185966492,0.8199999928474426,0.8149999976158142,0.8339999914169312,0.8199999928474426,0.8230000138282776,0.828000009059906,0.8270000219345093,0.8230000138282776,0.8450000286102295,0.8180000185966492,0.8080000281333923,0.8149999976158142,0.8069999814033508,0.8190000057220459,0.8190000057220459,0.8019999861717224,0.824999988079071,0.8450000286102295,0.8339999914169312,0.8349999785423279,0.8309999704360962,0.8299999833106995,0.8450000286102295,0.8379999995231628,0.8489999771118164,0.8320000171661377,0.8169999718666077,0.8309999704360962,0.8270000219345093,0.828000009059906,0.847000002861023,0.8330000042915344,0.8529999852180481,0.8619999885559082,0.8460000157356262,0.8410000205039978,0.8259999752044678,0.8330000042915344,0.8389999866485596,0.8360000252723694,0.8399999737739563,0.8489999771118164,0.8450000286102295,0.847000002861023,0.8479999899864197,0.8579999804496765,0.8420000076293945,0.8410000205039978,0.8479999899864197,0.8510000109672546,0.8500000238418579,0.8429999947547913,0.8389999866485596,0.843999981880188,0.8479999899864197,0.8550000190734863,0.8560000061988831,0.8429999947547913,0.8550000190734863,0.859000027179718,0.8389999866485596,0.8510000109672546,0.8489999771118164,0.8420000076293945,0.8519999980926514,0.8629999756813049,0.8529999852180481,0.8529999852180481,0.843999981880188,0.8519999980926514,0.8389999866485596,0.8619999885559082,0.8579999804496765,0.8479999899864197,0.8539999723434448,0.8539999723434448,0.8629999756813049,0.8420000076293945,0.8460000157356262,0.8679999709129333,0.859000027179718,0.8529999852180481,0.8550000190734863,0.8619999885559082,0.8619999885559082,0.8659999966621399,0.8550000190734863,0.8560000061988831,0.8510000109672546,0.8510000109672546,0.8550000190734863,0.8539999723434448,0.8619999885559082,0.8610000014305115,0.8679999709129333,0.8640000224113464,0.8669999837875366,0.8640000224113464,0.8569999933242798,0.8619999885559082,0.8600000143051147,0.847000002861023,0.8410000205039978,0.8500000238418579,0.8539999723434448,0.8519999980926514,0.8600000143051147,0.8610000014305115,0.8579999804496765,0.859000027179718,0.8550000190734863,0.8650000095367432,0.8569999933242798,0.8640000224113464,0.8709999918937683,0.8539999723434448,0.8600000143051147,0.8560000061988831,0.8709999918937683,0.8600000143051147,0.8659999966621399,0.8640000224113464,0.8619999885559082,0.871999979019165,0.8700000047683716,0.8700000047683716,0.8640000224113464,0.8659999966621399,0.8619999885559082,0.8659999966621399,0.8669999837875366,0.8700000047683716,0.8650000095367432,0.8700000047683716,0.8629999756813049,0.8610000014305115,0.8650000095367432,0.8669999837875366,0.8569999933242798,0.8640000224113464,0.8700000047683716,0.859000027179718,0.8650000095367432,0.8610000014305115,0.8640000224113464,0.8659999966621399,0.875,0.8650000095367432,0.8740000128746033,0.8650000095367432,0.8690000176429749,0.871999979019165,0.8709999918937683],"label":"Dolma"},"RefinedWeb":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2080000042915344,0.5820000171661377,0.6830000281333923,0.7480000257492065,0.7360000014305115,0.7519999742507935,0.7680000066757202,0.7760000228881836,0.8069999814033508,0.7839999794960022,0.8019999861717224,0.8100000023841858,0.8090000152587891,0.800000011920929,0.8339999914169312,0.8119999766349792,0.8330000042915344,0.8199999928474426,0.8259999752044678,0.7990000247955322,0.8240000009536743,0.843999981880188,0.8109999895095825,0.8240000009536743,0.8259999752044678,0.843999981880188,0.8190000057220459,0.824999988079071,0.8450000286102295,0.8349999785423279,0.8389999866485596,0.8429999947547913,0.8389999866485596,0.8500000238418579,0.847000002861023,0.8619999885559082,0.8429999947547913,0.8629999756813049,0.8450000286102295,0.8370000123977661,0.8500000238418579,0.8500000238418579,0.8489999771118164,0.8500000238418579,0.8519999980926514,0.843999981880188,0.8529999852180481,0.8519999980926514,0.8529999852180481,0.8529999852180481,0.843999981880188,0.8690000176429749,0.8529999852180481,0.8690000176429749,0.8709999918937683,0.8669999837875366,0.8600000143051147,0.8629999756813049,0.8460000157356262,0.8550000190734863,0.8539999723434448,0.8560000061988831,0.8450000286102295,0.8450000286102295,0.8550000190734863,0.8579999804496765,0.8659999966621399,0.8610000014305115,0.8489999771118164,0.8550000190734863,0.8640000224113464,0.878000020980835,0.8550000190734863,0.8579999804496765,0.8709999918937683,0.859000027179718,0.878000020980835,0.8849999904632568,0.8740000128746033,0.8730000257492065,0.8640000224113464,0.8650000095367432,0.8759999871253967,0.8629999756813049,0.8500000238418579,0.8659999966621399,0.8690000176429749,0.8809999823570251,0.8700000047683716,0.8679999709129333,0.8870000243186951,0.8709999918937683,0.8740000128746033,0.871999979019165,0.8840000033378601,0.8809999823570251,0.8849999904632568,0.8880000114440918,0.8790000081062317,0.8849999904632568,0.8880000114440918,0.8899999856948853,0.8820000290870667,0.871999979019165,0.8799999952316284,0.875,0.8790000081062317,0.8759999871253967,0.8899999856948853,0.8809999823570251,0.8790000081062317,0.8730000257492065,0.8700000047683716,0.8709999918937683,0.8740000128746033,0.8809999823570251,0.8769999742507935,0.8790000081062317,0.8809999823570251,0.8740000128746033,0.8809999823570251,0.890999972820282,0.8849999904632568,0.8809999823570251,0.8809999823570251,0.8870000243186951,0.8840000033378601,0.8799999952316284,0.8820000290870667,0.8870000243186951,0.8870000243186951,0.8840000033378601,0.8849999904632568,0.8939999938011169,0.8889999985694885,0.8930000066757202,0.8809999823570251,0.8859999775886536,0.8939999938011169,0.8880000114440918,0.8989999890327454,0.890999972820282,0.8960000276565552,0.8939999938011169,0.8989999890327454,0.890999972820282,0.8899999856948853,0.8859999775886536,0.8980000019073486,0.8960000276565552,0.8920000195503235,0.9010000228881836,0.890999972820282,0.890999972820282,0.9010000228881836,0.8949999809265137,0.8949999809265137,0.8949999809265137,0.8999999761581421,0.890999972820282,0.8849999904632568,0.8960000276565552,0.8899999856948853,0.8939999938011169,0.8920000195503235,0.8970000147819519,0.8939999938011169,0.8960000276565552],"label":"RefinedWeb"},"SlimPajama":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.210999995470047,0.5410000085830688,0.675000011920929,0.7310000061988831,0.7319999933242798,0.7160000205039978,0.7549999952316284,0.75,0.7689999938011169,0.7889999747276306,0.7710000276565552,0.7900000214576721,0.7879999876022339,0.8069999814033508,0.8069999814033508,0.8299999833106995,0.8080000281333923,0.8119999766349792,0.8149999976158142,0.8230000138282776,0.828000009059906,0.8289999961853027,0.8159999847412109,0.8299999833106995,0.8389999866485596,0.8209999799728394,0.824999988079071,0.8410000205039978,0.8309999704360962,0.828000009059906,0.8309999704360962,0.843999981880188,0.8330000042915344,0.8289999961853027,0.828000009059906,0.8600000143051147,0.843999981880188,0.8370000123977661,0.8429999947547913,0.8389999866485596,0.847000002861023,0.8450000286102295,0.8550000190734863,0.8399999737739563,0.8479999899864197,0.8410000205039978,0.8429999947547913,0.8460000157356262,0.8389999866485596,0.8429999947547913,0.8460000157356262,0.8510000109672546,0.8610000014305115,0.8579999804496765,0.8600000143051147,0.8569999933242798,0.8479999899864197,0.8619999885559082,0.8450000286102295,0.8550000190734863,0.8650000095367432,0.859000027179718,0.8560000061988831,0.8479999899864197,0.8550000190734863,0.8629999756813049,0.8619999885559082,0.8569999933242798,0.8330000042915344,0.8539999723434448,0.8529999852180481,0.8569999933242798,0.8510000109672546,0.8610000014305115,0.8700000047683716,0.8659999966621399,0.875,0.8730000257492065,0.8619999885559082,0.8679999709129333,0.8700000047683716,0.875,0.8629999756813049,0.8629999756813049,0.8700000047683716,0.8619999885559082,0.8679999709129333,0.8709999918937683,0.8640000224113464,0.8799999952316284,0.8659999966621399,0.8629999756813049,0.8740000128746033,0.8809999823570251,0.8730000257492065,0.875,0.8629999756813049,0.859000027179718,0.8679999709129333,0.8769999742507935,0.8790000081062317,0.878000020980835,0.8840000033378601,0.8740000128746033,0.878000020980835,0.8830000162124634,0.875,0.8769999742507935,0.8840000033378601,0.8759999871253967,0.8790000081062317,0.8759999871253967,0.8870000243186951,0.8820000290870667,0.8840000033378601,0.8949999809265137,0.8769999742507935,0.875,0.8769999742507935,0.8730000257492065,0.8799999952316284,0.8809999823570251,0.8709999918937683,0.8769999742507935,0.8799999952316284,0.8769999742507935,0.8690000176429749,0.871999979019165,0.8809999823570251,0.8730000257492065,0.8740000128746033,0.8669999837875366,0.8759999871253967,0.8730000257492065,0.8740000128746033,0.8640000224113464,0.8659999966621399,0.8769999742507935,0.8809999823570251,0.878000020980835,0.875,0.8759999871253967,0.8899999856948853,0.875,0.875,0.8809999823570251,0.8880000114440918,0.8849999904632568,0.8809999823570251,0.8859999775886536,0.8809999823570251,0.8790000081062317,0.8840000033378601,0.8849999904632568,0.8790000081062317,0.8880000114440918,0.8870000243186951,0.8840000033378601,0.8889999985694885,0.8709999918937683,0.8740000128746033,0.8809999823570251,0.8870000243186951,0.8859999775886536,0.8899999856948853,0.8859999775886536,0.8809999823570251,0.8889999985694885],"label":"SlimPajama"},"The Pile":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.210999995470047,0.5230000019073486,0.6430000066757202,0.6800000071525574,0.7160000205039978,0.7350000143051147,0.7429999709129333,0.7400000095367432,0.7580000162124634,0.7699999809265137,0.746999979019165,0.7789999842643738,0.7670000195503235,0.7950000166893005,0.7979999780654907,0.8029999732971191,0.8040000200271606,0.8029999732971191,0.7839999794960022,0.8190000057220459,0.8090000152587891,0.8059999942779541,0.8009999990463257,0.8180000185966492,0.8059999942779541,0.8130000233650208,0.828000009059906,0.8330000042915344,0.8220000267028809,0.8119999766349792,0.8289999961853027,0.828000009059906,0.828000009059906,0.8299999833106995,0.8330000042915344,0.8199999928474426,0.8259999752044678,0.824999988079071,0.8339999914169312,0.847000002861023,0.8389999866485596,0.8309999704360962,0.8399999737739563,0.8429999947547913,0.8360000252723694,0.8429999947547913,0.8600000143051147,0.8399999737739563,0.8519999980926514,0.8389999866485596,0.8460000157356262,0.8429999947547913,0.8460000157356262,0.8579999804496765,0.8489999771118164,0.8579999804496765,0.8579999804496765,0.8539999723434448,0.8629999756813049,0.8600000143051147,0.8640000224113464,0.8420000076293945,0.8500000238418579,0.8429999947547913,0.8460000157356262,0.8550000190734863,0.8450000286102295,0.8560000061988831,0.8569999933242798,0.8479999899864197,0.859000027179718,0.8560000061988831,0.8510000109672546,0.8529999852180481,0.8629999756813049,0.8539999723434448,0.8619999885559082,0.8619999885559082,0.859000027179718,0.8510000109672546,0.8650000095367432,0.8500000238418579,0.847000002861023,0.8510000109672546,0.8479999899864197,0.859000027179718,0.8600000143051147,0.8659999966621399,0.8640000224113464,0.8610000014305115,0.8569999933242798,0.8619999885559082,0.8640000224113464,0.8420000076293945,0.8619999885559082,0.8659999966621399,0.871999979019165,0.8560000061988831,0.8740000128746033,0.8679999709129333,0.8539999723434448,0.859000027179718,0.8700000047683716,0.8679999709129333,0.8569999933242798,0.8619999885559082,0.8550000190734863,0.8579999804496765,0.859000027179718,0.8629999756813049,0.8610000014305115,0.8610000014305115,0.875,0.8700000047683716,0.8629999756813049,0.8650000095367432,0.8669999837875366,0.8619999885559082,0.8629999756813049,0.8730000257492065,0.8740000128746033,0.8669999837875366,0.875,0.8799999952316284,0.878000020980835,0.878000020980835,0.871999979019165,0.871999979019165,0.8820000290870667,0.8769999742507935,0.8799999952316284,0.8759999871253967,0.878000020980835,0.875,0.871999979019165,0.8740000128746033,0.8759999871253967,0.8830000162124634,0.8669999837875366,0.8759999871253967,0.875,0.8740000128746033,0.8790000081062317,0.878000020980835,0.8759999871253967,0.8759999871253967,0.8799999952316284,0.8820000290870667,0.8759999871253967,0.8830000162124634,0.8799999952316284,0.875,0.878000020980835,0.8830000162124634,0.878000020980835,0.8790000081062317,0.871999979019165,0.8820000290870667,0.8740000128746033,0.8759999871253967,0.8709999918937683,0.878000020980835,0.8730000257492065,0.875,0.8740000128746033,0.8740000128746033,0.8769999742507935,0.8669999837875366],"label":"The Pile"},"RedPajama2":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.210999995470047,0.5680000185966492,0.6420000195503235,0.6919999718666077,0.7129999995231628,0.7459999918937683,0.75,0.718999981880188,0.7509999871253967,0.7760000228881836,0.7730000019073486,0.7919999957084656,0.8019999861717224,0.7910000085830688,0.800000011920929,0.8019999861717224,0.8069999814033508,0.8169999718666077,0.8100000023841858,0.8090000152587891,0.8240000009536743,0.8069999814033508,0.8230000138282776,0.8140000104904175,0.8259999752044678,0.828000009059906,0.8240000009536743,0.8299999833106995,0.8320000171661377,0.8370000123977661,0.8420000076293945,0.843999981880188,0.8420000076293945,0.8579999804496765,0.8640000224113464,0.8410000205039978,0.8460000157356262,0.843999981880188,0.8539999723434448,0.8619999885559082,0.8460000157356262,0.8610000014305115,0.8420000076293945,0.8410000205039978,0.8529999852180481,0.8389999866485596,0.8560000061988831,0.8560000061988831,0.8539999723434448,0.8539999723434448,0.8460000157356262,0.8610000014305115,0.8460000157356262,0.8539999723434448,0.8619999885559082,0.8489999771118164,0.8550000190734863,0.8370000123977661,0.8659999966621399,0.8610000014305115,0.8510000109672546,0.8650000095367432,0.8450000286102295,0.8479999899864197,0.8450000286102295,0.8539999723434448,0.8510000109672546,0.8619999885559082,0.8450000286102295,0.8510000109672546,0.8629999756813049,0.8629999756813049,0.8579999804496765,0.8650000095367432,0.8650000095367432,0.8759999871253967,0.8650000095367432,0.8560000061988831,0.8659999966621399,0.8479999899864197,0.878000020980835,0.8610000014305115,0.8610000014305115,0.8569999933242798,0.8640000224113464,0.8669999837875366,0.8629999756813049,0.8640000224113464,0.8650000095367432,0.8669999837875366,0.8679999709129333,0.8640000224113464,0.8740000128746033,0.8700000047683716,0.8640000224113464,0.8730000257492065,0.8740000128746033,0.8700000047683716,0.878000020980835,0.8820000290870667,0.8769999742507935,0.8769999742507935,0.878000020980835,0.871999979019165,0.875,0.8809999823570251,0.878000020980835,0.8859999775886536,0.871999979019165,0.8740000128746033,0.8809999823570251,0.8769999742507935,0.8610000014305115,0.8740000128746033,0.8740000128746033,0.8790000081062317,0.8740000128746033,0.8830000162124634,0.8690000176429749,0.878000020980835,0.8790000081062317,0.8889999985694885,0.8830000162124634,0.8799999952316284,0.8769999742507935,0.8820000290870667,0.8920000195503235,0.8899999856948853,0.8820000290870667,0.8899999856948853,0.8809999823570251,0.8840000033378601,0.8899999856948853,0.8830000162124634,0.8759999871253967,0.8870000243186951,0.8880000114440918,0.8930000066757202,0.890999972820282,0.8920000195503235,0.8989999890327454,0.8970000147819519,0.8840000033378601,0.8849999904632568,0.8830000162124634,0.8870000243186951,0.8809999823570251,0.8769999742507935,0.8840000033378601,0.890999972820282,0.8840000033378601,0.8880000114440918,0.8920000195503235,0.8840000033378601,0.8870000243186951,0.8930000066757202,0.8889999985694885,0.8870000243186951,0.8859999775886536,0.890999972820282,0.890999972820282,0.8880000114440918,0.890999972820282,0.8889999985694885,0.8870000243186951,0.8889999985694885,0.8920000195503235,0.8870000243186951],"label":"RedPajama2"}},"sciq/acc_norm":{"FineWeb (ours)":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.202000007033348,0.5189999938011169,0.5929999947547913,0.6499999761581421,0.6710000038146973,0.6669999957084656,0.6700000166893005,0.6990000009536743,0.6949999928474426,0.7139999866485596,0.703000009059906,0.699999988079071,0.6919999718666077,0.6980000138282776,0.7009999752044678,0.7139999866485596,0.718999981880188,0.703000009059906,0.7379999756813049,0.7260000109672546,0.7369999885559082,0.7400000095367432,0.7599999904632568,0.7319999933242798,0.7289999723434448,0.7409999966621399,0.7450000047683716,0.7269999980926514,0.7459999918937683,0.7509999871253967,0.7289999723434448,0.7329999804496765,0.7540000081062317,0.7289999723434448,0.7329999804496765,0.7519999742507935,0.7300000190734863,0.7400000095367432,0.7609999775886536,0.75,0.7310000061988831,0.7450000047683716,0.75,0.7570000290870667,0.753000020980835,0.7639999985694885,0.7590000033378601,0.7680000066757202,0.7689999938011169,0.7549999952316284,0.7599999904632568,0.7749999761581421,0.7829999923706055,0.7730000019073486,0.7540000081062317,0.7630000114440918,0.7850000262260437,0.7580000162124634,0.75,0.7770000100135803,0.7450000047683716,0.7760000228881836,0.7620000243186951,0.7900000214576721,0.7720000147819519,0.7749999761581421,0.7670000195503235,0.765999972820282,0.7770000100135803,0.7730000019073486,0.7799999713897705,0.7730000019073486,0.7649999856948853,0.7789999842643738,0.7730000019073486,0.7839999794960022,0.7580000162124634,0.765999972820282,0.7820000052452087,0.7540000081062317,0.7960000038146973,0.7730000019073486,0.7990000247955322,0.7870000004768372,0.7699999809265137,0.7749999761581421,0.7940000295639038,0.7850000262260437,0.8019999861717224,0.796999990940094,0.7950000166893005,0.7940000295639038,0.7870000004768372,0.7889999747276306,0.777999997138977,0.7919999957084656,0.7919999957084656,0.8130000233650208,0.800000011920929,0.7850000262260437,0.7900000214576721,0.8059999942779541,0.8069999814033508,0.7839999794960022,0.7940000295639038,0.7990000247955322,0.7839999794960022,0.8140000104904175,0.8029999732971191,0.796999990940094,0.7929999828338623,0.8029999732971191,0.7889999747276306,0.8119999766349792,0.8220000267028809,0.8090000152587891,0.8109999895095825,0.8299999833106995,0.8040000200271606,0.8109999895095825,0.8080000281333923,0.8199999928474426,0.8080000281333923,0.8159999847412109,0.8109999895095825,0.8090000152587891,0.8209999799728394,0.8320000171661377,0.8149999976158142,0.8190000057220459,0.8299999833106995,0.8140000104904175,0.7990000247955322,0.8199999928474426,0.8209999799728394,0.8149999976158142,0.8109999895095825,0.8199999928474426,0.8289999961853027,0.8159999847412109,0.8209999799728394,0.8180000185966492,0.8209999799728394,0.8130000233650208,0.8209999799728394,0.8019999861717224,0.8320000171661377,0.8230000138282776,0.8100000023841858,0.8370000123977661,0.8299999833106995,0.8309999704360962,0.8199999928474426,0.8230000138282776,0.8289999961853027,0.8270000219345093,0.8309999704360962,0.843999981880188,0.8399999737739563,0.8370000123977661,0.8330000042915344,0.8180000185966492,0.828000009059906,0.8330000042915344,0.8379999995231628,0.8299999833106995,0.828000009059906,0.8349999785423279],"label":"FineWeb (ours)"},"C4":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.202000007033348,0.5180000066757202,0.5770000219345093,0.6209999918937683,0.6179999709129333,0.6159999966621399,0.6460000276565552,0.6549999713897705,0.6710000038146973,0.6779999732971191,0.6639999747276306,0.6660000085830688,0.6980000138282776,0.6740000247955322,0.6759999990463257,0.6959999799728394,0.7089999914169312,0.7110000252723694,0.7049999833106995,0.7229999899864197,0.703000009059906,0.6940000057220459,0.6919999718666077,0.7129999995231628,0.7080000042915344,0.7210000157356262,0.7020000219345093,0.7039999961853027,0.7039999961853027,0.718999981880188,0.7059999704360962,0.7009999752044678,0.7239999771118164,0.7009999752044678,0.6990000009536743,0.7170000076293945,0.7179999947547913,0.7289999723434448,0.7170000076293945,0.7099999785423279,0.7319999933242798,0.722000002861023,0.7110000252723694,0.7170000076293945,0.7260000109672546,0.7200000286102295,0.7310000061988831,0.722000002861023,0.7289999723434448,0.7149999737739563,0.7459999918937683,0.746999979019165,0.7170000076293945,0.7179999947547913,0.7239999771118164,0.7200000286102295,0.7369999885559082,0.734000027179718,0.7459999918937683,0.7419999837875366,0.7559999823570251,0.7360000014305115,0.7379999756813049,0.7300000190734863,0.7360000014305115,0.746999979019165,0.7620000243186951,0.7250000238418579,0.75,0.7519999742507935,0.7450000047683716,0.753000020980835,0.7670000195503235,0.7480000257492065,0.7639999985694885,0.7559999823570251,0.7570000290870667,0.7559999823570251,0.7519999742507935,0.7620000243186951,0.777999997138977,0.7630000114440918,0.7670000195503235,0.75,0.7689999938011169,0.7670000195503235,0.7540000081062317,0.7559999823570251,0.7630000114440918,0.7590000033378601,0.7670000195503235,0.7400000095367432,0.7620000243186951,0.7639999985694885,0.7570000290870667,0.7630000114440918,0.7559999823570251,0.7739999890327454,0.777999997138977,0.7760000228881836,0.7680000066757202,0.7710000276565552,0.7839999794960022,0.7760000228881836,0.7699999809265137,0.7699999809265137,0.7720000147819519,0.7699999809265137,0.7760000228881836,0.7749999761581421,0.777999997138977,0.7799999713897705,0.7799999713897705,0.7839999794960022,0.777999997138977,0.7929999828338623,0.7730000019073486,0.7670000195503235,0.7739999890327454,0.7749999761581421,0.7789999842643738,0.7680000066757202,0.7710000276565552,0.7440000176429749,0.7549999952316284,0.7720000147819519,0.7739999890327454,0.7770000100135803,0.7720000147819519,0.777999997138977,0.7799999713897705,0.7699999809265137,0.7670000195503235,0.765999972820282,0.7749999761581421,0.7710000276565552,0.7789999842643738,0.7609999775886536,0.7649999856948853,0.765999972820282,0.7799999713897705,0.7820000052452087,0.7680000066757202,0.7620000243186951,0.7730000019073486,0.7789999842643738,0.7730000019073486,0.7749999761581421,0.7720000147819519,0.777999997138977,0.7730000019073486,0.7760000228881836,0.777999997138977,0.7799999713897705,0.7739999890327454,0.7680000066757202,0.7649999856948853,0.7720000147819519,0.7789999842643738,0.7749999761581421,0.7680000066757202,0.7770000100135803,0.7749999761581421,0.7689999938011169,0.7699999809265137,0.7749999761581421,0.7749999761581421,0.7739999890327454],"label":"C4"},"Dolma":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.202000007033348,0.5090000033378601,0.5860000252723694,0.6129999756813049,0.6240000128746033,0.6470000147819519,0.6499999761581421,0.6880000233650208,0.6869999766349792,0.6779999732971191,0.699999988079071,0.7080000042915344,0.7039999961853027,0.722000002861023,0.7099999785423279,0.7089999914169312,0.7139999866485596,0.7300000190734863,0.7120000123977661,0.7540000081062317,0.7300000190734863,0.7319999933242798,0.7229999899864197,0.7319999933242798,0.703000009059906,0.7039999961853027,0.7129999995231628,0.6890000104904175,0.7089999914169312,0.7049999833106995,0.6980000138282776,0.7059999704360962,0.7269999980926514,0.7329999804496765,0.7440000176429749,0.734000027179718,0.7360000014305115,0.75,0.7509999871253967,0.7440000176429749,0.7269999980926514,0.7120000123977661,0.7329999804496765,0.7289999723434448,0.7459999918937683,0.7730000019073486,0.7419999837875366,0.7459999918937683,0.7710000276565552,0.753000020980835,0.7419999837875366,0.7490000128746033,0.7429999709129333,0.753000020980835,0.7409999966621399,0.7390000224113464,0.7450000047683716,0.7570000290870667,0.7409999966621399,0.746999979019165,0.7670000195503235,0.7310000061988831,0.7440000176429749,0.7519999742507935,0.7400000095367432,0.7599999904632568,0.7490000128746033,0.7409999966621399,0.7369999885559082,0.7490000128746033,0.7570000290870667,0.7639999985694885,0.7440000176429749,0.7549999952316284,0.7450000047683716,0.7289999723434448,0.7770000100135803,0.7509999871253967,0.7400000095367432,0.7459999918937683,0.7670000195503235,0.75,0.7480000257492065,0.7509999871253967,0.7599999904632568,0.7390000224113464,0.7760000228881836,0.7710000276565552,0.7549999952316284,0.7459999918937683,0.7519999742507935,0.7630000114440918,0.7310000061988831,0.7369999885559082,0.7570000290870667,0.7549999952316284,0.7570000290870667,0.7689999938011169,0.7540000081062317,0.7609999775886536,0.7680000066757202,0.765999972820282,0.7519999742507935,0.7580000162124634,0.7599999904632568,0.7559999823570251,0.75,0.7670000195503235,0.7739999890327454,0.7850000262260437,0.7789999842643738,0.781000018119812,0.7630000114440918,0.7509999871253967,0.777999997138977,0.7900000214576721,0.753000020980835,0.7450000047683716,0.7639999985694885,0.7639999985694885,0.7670000195503235,0.7860000133514404,0.7680000066757202,0.765999972820282,0.7789999842643738,0.7609999775886536,0.781000018119812,0.7699999809265137,0.7789999842643738,0.7850000262260437,0.7720000147819519,0.7799999713897705,0.7760000228881836,0.7910000085830688,0.7689999938011169,0.781000018119812,0.7749999761581421,0.777999997138977,0.7950000166893005,0.781000018119812,0.7990000247955322,0.781000018119812,0.7760000228881836,0.7670000195503235,0.777999997138977,0.781000018119812,0.7799999713897705,0.7829999923706055,0.7749999761581421,0.7760000228881836,0.7609999775886536,0.777999997138977,0.7689999938011169,0.7670000195503235,0.7730000019073486,0.7879999876022339,0.7710000276565552,0.7910000085830688,0.7799999713897705,0.7799999713897705,0.7900000214576721,0.781000018119812,0.7839999794960022,0.7929999828338623,0.7630000114440918,0.7879999876022339,0.7879999876022339,0.7760000228881836],"label":"Dolma"},"RefinedWeb":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.202000007033348,0.527999997138977,0.5899999737739563,0.6460000276565552,0.6340000033378601,0.6470000147819519,0.6790000200271606,0.671999990940094,0.6940000057220459,0.6990000009536743,0.699999988079071,0.7059999704360962,0.722000002861023,0.7319999933242798,0.7450000047683716,0.7289999723434448,0.746999979019165,0.7379999756813049,0.7350000143051147,0.7229999899864197,0.7350000143051147,0.7599999904632568,0.7319999933242798,0.7229999899864197,0.7329999804496765,0.7409999966621399,0.7239999771118164,0.75,0.7319999933242798,0.75,0.7519999742507935,0.7749999761581421,0.7459999918937683,0.7670000195503235,0.7699999809265137,0.7839999794960022,0.7540000081062317,0.7910000085830688,0.7609999775886536,0.7559999823570251,0.7789999842643738,0.765999972820282,0.7670000195503235,0.7760000228881836,0.7620000243186951,0.7590000033378601,0.7870000004768372,0.7710000276565552,0.777999997138977,0.7699999809265137,0.7490000128746033,0.7879999876022339,0.7749999761581421,0.7860000133514404,0.8059999942779541,0.7829999923706055,0.7860000133514404,0.8029999732971191,0.7770000100135803,0.7889999747276306,0.7770000100135803,0.7820000052452087,0.777999997138977,0.7760000228881836,0.7760000228881836,0.7870000004768372,0.8029999732971191,0.7929999828338623,0.7789999842643738,0.7950000166893005,0.8100000023841858,0.8199999928474426,0.8019999861717224,0.8180000185966492,0.7979999780654907,0.8029999732971191,0.8100000023841858,0.8209999799728394,0.8059999942779541,0.8259999752044678,0.8109999895095825,0.8040000200271606,0.8180000185966492,0.7990000247955322,0.7879999876022339,0.8009999990463257,0.8069999814033508,0.8299999833106995,0.8100000023841858,0.8069999814033508,0.8309999704360962,0.8190000057220459,0.8080000281333923,0.8100000023841858,0.8270000219345093,0.8180000185966492,0.8220000267028809,0.828000009059906,0.8230000138282776,0.8199999928474426,0.8270000219345093,0.8360000252723694,0.8220000267028809,0.7979999780654907,0.8069999814033508,0.8190000057220459,0.8009999990463257,0.800000011920929,0.8339999914169312,0.8080000281333923,0.8270000219345093,0.8330000042915344,0.8029999732971191,0.8090000152587891,0.8130000233650208,0.824999988079071,0.8069999814033508,0.8259999752044678,0.8149999976158142,0.8090000152587891,0.8230000138282776,0.8240000009536743,0.8159999847412109,0.8140000104904175,0.8190000057220459,0.8339999914169312,0.8309999704360962,0.8259999752044678,0.8339999914169312,0.8420000076293945,0.8370000123977661,0.8320000171661377,0.8349999785423279,0.8460000157356262,0.8389999866485596,0.8320000171661377,0.8379999995231628,0.8399999737739563,0.8299999833106995,0.8379999995231628,0.8360000252723694,0.8379999995231628,0.8489999771118164,0.8389999866485596,0.843999981880188,0.843999981880188,0.8339999914169312,0.8379999995231628,0.8450000286102295,0.8410000205039978,0.8479999899864197,0.8460000157356262,0.8399999737739563,0.8370000123977661,0.8349999785423279,0.8349999785423279,0.8309999704360962,0.8420000076293945,0.8360000252723694,0.8330000042915344,0.8240000009536743,0.847000002861023,0.8389999866485596,0.8309999704360962,0.8389999866485596,0.8389999866485596,0.8399999737739563,0.843999981880188],"label":"RefinedWeb"},"SlimPajama":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2010000050067901,0.4979999959468841,0.5870000123977661,0.6269999742507935,0.6470000147819519,0.6259999871253967,0.6549999713897705,0.6620000004768372,0.6890000104904175,0.7149999737739563,0.6769999861717224,0.6840000152587891,0.7049999833106995,0.7269999980926514,0.7329999804496765,0.7429999709129333,0.7329999804496765,0.7360000014305115,0.7319999933242798,0.7279999852180481,0.7580000162124634,0.7559999823570251,0.7419999837875366,0.7519999742507935,0.7670000195503235,0.7390000224113464,0.7409999966621399,0.753000020980835,0.7570000290870667,0.7390000224113464,0.7609999775886536,0.7749999761581421,0.753000020980835,0.7480000257492065,0.7599999904632568,0.777999997138977,0.7689999938011169,0.7549999952316284,0.7649999856948853,0.7670000195503235,0.7590000033378601,0.7680000066757202,0.7760000228881836,0.7720000147819519,0.7730000019073486,0.7860000133514404,0.7870000004768372,0.7799999713897705,0.7710000276565552,0.7540000081062317,0.7630000114440918,0.7760000228881836,0.8029999732971191,0.7829999923706055,0.7940000295639038,0.7839999794960022,0.7670000195503235,0.7770000100135803,0.781000018119812,0.8009999990463257,0.7960000038146973,0.7879999876022339,0.7620000243186951,0.7799999713897705,0.7770000100135803,0.8050000071525574,0.781000018119812,0.7900000214576721,0.7879999876022339,0.777999997138977,0.7900000214576721,0.7900000214576721,0.7739999890327454,0.7889999747276306,0.7879999876022339,0.8009999990463257,0.8050000071525574,0.8069999814033508,0.800000011920929,0.8149999976158142,0.8240000009536743,0.8159999847412109,0.7990000247955322,0.8029999732971191,0.8029999732971191,0.7919999957084656,0.7960000038146973,0.8140000104904175,0.796999990940094,0.8199999928474426,0.8059999942779541,0.8009999990463257,0.8090000152587891,0.8159999847412109,0.8270000219345093,0.8209999799728394,0.8159999847412109,0.7950000166893005,0.8180000185966492,0.8270000219345093,0.8500000238418579,0.8330000042915344,0.8339999914169312,0.8299999833106995,0.8130000233650208,0.8330000042915344,0.8360000252723694,0.8230000138282776,0.8299999833106995,0.8209999799728394,0.8360000252723694,0.8169999718666077,0.8220000267028809,0.8130000233650208,0.824999988079071,0.8460000157356262,0.8100000023841858,0.8240000009536743,0.8199999928474426,0.8090000152587891,0.8230000138282776,0.8140000104904175,0.8130000233650208,0.8220000267028809,0.8069999814033508,0.8100000023841858,0.8019999861717224,0.8040000200271606,0.8289999961853027,0.8130000233650208,0.8199999928474426,0.8140000104904175,0.8199999928474426,0.8199999928474426,0.8220000267028809,0.8159999847412109,0.8240000009536743,0.8240000009536743,0.8240000009536743,0.8330000042915344,0.8109999895095825,0.8270000219345093,0.8349999785423279,0.8230000138282776,0.8270000219345093,0.8320000171661377,0.8330000042915344,0.8349999785423279,0.824999988079071,0.8379999995231628,0.8270000219345093,0.8289999961853027,0.8320000171661377,0.8299999833106995,0.8360000252723694,0.8339999914169312,0.8259999752044678,0.8289999961853027,0.8360000252723694,0.8140000104904175,0.8230000138282776,0.824999988079071,0.8289999961853027,0.8320000171661377,0.8349999785423279,0.8289999961853027,0.8270000219345093,0.8410000205039978],"label":"SlimPajama"},"The Pile":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2010000050067901,0.4569999873638153,0.5580000281333923,0.5950000286102295,0.6290000081062317,0.6480000019073486,0.6370000243186951,0.6620000004768372,0.6859999895095825,0.6809999942779541,0.671999990940094,0.6930000185966492,0.6809999942779541,0.7160000205039978,0.7139999866485596,0.7170000076293945,0.7009999752044678,0.7170000076293945,0.6949999928474426,0.734000027179718,0.7279999852180481,0.722000002861023,0.7009999752044678,0.7319999933242798,0.703000009059906,0.7129999995231628,0.7540000081062317,0.7369999885559082,0.7179999947547913,0.7289999723434448,0.7609999775886536,0.7300000190734863,0.7329999804496765,0.7490000128746033,0.7540000081062317,0.7310000061988831,0.7509999871253967,0.7419999837875366,0.7360000014305115,0.7730000019073486,0.7730000019073486,0.7440000176429749,0.7490000128746033,0.7590000033378601,0.7689999938011169,0.7649999856948853,0.7739999890327454,0.7570000290870667,0.7829999923706055,0.7419999837875366,0.7599999904632568,0.7549999952316284,0.7509999871253967,0.777999997138977,0.7879999876022339,0.7789999842643738,0.7699999809265137,0.7799999713897705,0.7870000004768372,0.7590000033378601,0.7829999923706055,0.7549999952316284,0.7710000276565552,0.7789999842643738,0.7749999761581421,0.7829999923706055,0.7639999985694885,0.7770000100135803,0.7860000133514404,0.7860000133514404,0.7860000133514404,0.7699999809265137,0.7739999890327454,0.7910000085830688,0.7739999890327454,0.7900000214576721,0.7789999842643738,0.7860000133514404,0.7900000214576721,0.765999972820282,0.796999990940094,0.7749999761581421,0.7739999890327454,0.7710000276565552,0.7799999713897705,0.7820000052452087,0.7900000214576721,0.800000011920929,0.7839999794960022,0.777999997138977,0.777999997138977,0.7760000228881836,0.7889999747276306,0.7639999985694885,0.7850000262260437,0.800000011920929,0.8050000071525574,0.7990000247955322,0.8080000281333923,0.796999990940094,0.777999997138977,0.7960000038146973,0.800000011920929,0.7900000214576721,0.7770000100135803,0.7860000133514404,0.7870000004768372,0.7820000052452087,0.7870000004768372,0.7979999780654907,0.8019999861717224,0.8050000071525574,0.8090000152587891,0.8119999766349792,0.8009999990463257,0.8040000200271606,0.8009999990463257,0.7979999780654907,0.7979999780654907,0.7960000038146973,0.8220000267028809,0.8040000200271606,0.8230000138282776,0.8169999718666077,0.8140000104904175,0.8029999732971191,0.8119999766349792,0.8050000071525574,0.8209999799728394,0.8180000185966492,0.8159999847412109,0.800000011920929,0.8109999895095825,0.8009999990463257,0.8140000104904175,0.8080000281333923,0.8069999814033508,0.8059999942779541,0.8029999732971191,0.8029999732971191,0.8050000071525574,0.8050000071525574,0.8050000071525574,0.8220000267028809,0.8130000233650208,0.8180000185966492,0.8100000023841858,0.8199999928474426,0.8230000138282776,0.8230000138282776,0.8029999732971191,0.8059999942779541,0.8220000267028809,0.8190000057220459,0.8159999847412109,0.8270000219345093,0.8130000233650208,0.8159999847412109,0.8059999942779541,0.8040000200271606,0.796999990940094,0.8059999942779541,0.8069999814033508,0.8199999928474426,0.8059999942779541,0.8109999895095825,0.8109999895095825,0.8019999861717224],"label":"The Pile"},"RedPajama2":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2010000050067901,0.4869999885559082,0.5519999861717224,0.5979999899864197,0.6209999918937683,0.6570000052452087,0.652999997138977,0.6399999856948853,0.6639999747276306,0.6679999828338623,0.6840000152587891,0.7020000219345093,0.7289999723434448,0.6990000009536743,0.6990000009536743,0.7120000123977661,0.7009999752044678,0.7260000109672546,0.7110000252723694,0.7260000109672546,0.746999979019165,0.7200000286102295,0.7409999966621399,0.7390000224113464,0.746999979019165,0.7599999904632568,0.7350000143051147,0.746999979019165,0.7419999837875366,0.7480000257492065,0.7590000033378601,0.753000020980835,0.7680000066757202,0.7860000133514404,0.7799999713897705,0.7710000276565552,0.753000020980835,0.7599999904632568,0.7919999957084656,0.7990000247955322,0.7829999923706055,0.7850000262260437,0.7699999809265137,0.7549999952316284,0.7929999828338623,0.7630000114440918,0.7799999713897705,0.7820000052452087,0.7820000052452087,0.7770000100135803,0.777999997138977,0.7789999842643738,0.765999972820282,0.7850000262260437,0.7720000147819519,0.7710000276565552,0.777999997138977,0.7580000162124634,0.8270000219345093,0.796999990940094,0.777999997138977,0.8090000152587891,0.7699999809265137,0.7889999747276306,0.7799999713897705,0.7919999957084656,0.7870000004768372,0.7950000166893005,0.765999972820282,0.7860000133514404,0.7960000038146973,0.8029999732971191,0.8040000200271606,0.8040000200271606,0.800000011920929,0.8309999704360962,0.8029999732971191,0.7760000228881836,0.7979999780654907,0.7770000100135803,0.8169999718666077,0.7950000166893005,0.800000011920929,0.7979999780654907,0.8069999814033508,0.8090000152587891,0.7960000038146973,0.8029999732971191,0.7919999957084656,0.8019999861717224,0.8169999718666077,0.7829999923706055,0.8190000057220459,0.8169999718666077,0.800000011920929,0.8050000071525574,0.828000009059906,0.8090000152587891,0.8080000281333923,0.8240000009536743,0.8080000281333923,0.8159999847412109,0.8119999766349792,0.8080000281333923,0.8169999718666077,0.8240000009536743,0.8159999847412109,0.8159999847412109,0.8289999961853027,0.8140000104904175,0.8230000138282776,0.8240000009536743,0.8080000281333923,0.8090000152587891,0.8050000071525574,0.8220000267028809,0.8009999990463257,0.8050000071525574,0.8069999814033508,0.8140000104904175,0.7990000247955322,0.8389999866485596,0.8190000057220459,0.8090000152587891,0.8059999942779541,0.8180000185966492,0.8330000042915344,0.8230000138282776,0.8259999752044678,0.8410000205039978,0.8180000185966492,0.8169999718666077,0.8299999833106995,0.8259999752044678,0.8169999718666077,0.8270000219345093,0.8190000057220459,0.8259999752044678,0.8410000205039978,0.8270000219345093,0.8309999704360962,0.8230000138282776,0.8130000233650208,0.8140000104904175,0.8220000267028809,0.8330000042915344,0.8289999961853027,0.8199999928474426,0.828000009059906,0.8270000219345093,0.8289999961853027,0.8349999785423279,0.8309999704360962,0.824999988079071,0.8309999704360962,0.8370000123977661,0.8289999961853027,0.8360000252723694,0.8339999914169312,0.8379999995231628,0.8330000042915344,0.8339999914169312,0.8489999771118164,0.8309999704360962,0.8399999737739563,0.8320000171661377,0.8360000252723694,0.8320000171661377],"label":"RedPajama2"}},"arc/acc":{"FineWeb (ours)":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2195000052452087,0.2770000100135803,0.3084999918937683,0.3355000019073486,0.3400000035762787,0.3519999980926513,0.3495000004768371,0.3695000112056732,0.3664999902248382,0.3770000040531158,0.3714999854564667,0.3765000104904175,0.3849999904632568,0.3840000033378601,0.3885000050067901,0.3894999921321869,0.395000010728836,0.3910000026226043,0.3880000114440918,0.3840000033378601,0.4020000100135803,0.3899999856948852,0.3914999961853027,0.3869999945163727,0.3995000123977661,0.3935000002384186,0.3944999873638153,0.390500009059906,0.4169999957084656,0.4079999923706054,0.4009999930858612,0.4110000133514404,0.4120000004768371,0.4174999892711639,0.4104999899864197,0.4095000028610229,0.4124999940395355,0.4099999964237213,0.4194999933242798,0.4110000133514404,0.4135000109672546,0.4314999878406524,0.4050000011920929,0.4144999980926513,0.4149999916553497,0.4194999933242798,0.4314999878406524,0.4259999990463257,0.4384999871253967,0.4255000054836273,0.4359999895095825,0.4214999973773956,0.4339999854564667,0.4194999933242798,0.4259999990463257,0.426499992609024,0.4309999942779541,0.4284999966621399,0.4334999918937683,0.4205000102519989,0.4345000088214874,0.4350000023841858,0.4345000088214874,0.44200000166893,0.4440000057220459,0.4395000040531158,0.4359999895095825,0.4280000030994415,0.4370000064373016,0.4404999911785126,0.4390000104904175,0.4379999935626983,0.4334999918937683,0.4375,0.445499986410141,0.4320000112056732,0.4350000023841858,0.4384999871253967,0.4435000121593475,0.4359999895095825,0.4350000023841858,0.4440000057220459,0.4410000145435333,0.4469999969005584,0.4399999976158142,0.4449999928474426,0.4485000073909759,0.4524999856948852,0.4399999976158142,0.4444999992847442,0.445499986410141,0.4494999945163727,0.4399999976158142,0.44200000166893,0.4314999878406524,0.4345000088214874,0.4375,0.429500013589859,0.4485000073909759,0.4395000040531158,0.4379999935626983,0.4429999887943268,0.4490000009536743,0.4449999928474426,0.4480000138282776,0.4375,0.4384999871253967,0.4524999856948852,0.44200000166893,0.445499986410141,0.4474999904632568,0.4469999969005584,0.4485000073909759,0.4480000138282776,0.4449999928474426,0.4505000114440918,0.445499986410141,0.4460000097751617,0.4444999992847442,0.4544999897480011,0.4535000026226043,0.4600000083446502,0.4564999938011169,0.4474999904632568,0.4539999961853027,0.4544999897480011,0.4510000050067901,0.453000009059906,0.4539999961853027,0.4524999856948852,0.4510000050067901,0.4510000050067901,0.4469999969005584,0.4519999921321869,0.4625000059604645,0.4614999890327453,0.460999995470047,0.4595000147819519,0.4550000131130218,0.4544999897480011,0.457500010728836,0.4494999945163727,0.4584999978542328,0.4569999873638153,0.4595000147819519,0.4600000083446502,0.4535000026226043,0.4584999978542328,0.4605000019073486,0.4665000140666961,0.4639999866485595,0.4595000147819519,0.4584999978542328,0.4645000100135803,0.465499997138977,0.4595000147819519,0.457500010728836,0.4679999947547912,0.4614999890327453,0.4564999938011169,0.4634999930858612,0.457500010728836,0.4614999890327453,0.4625000059604645,0.4580000042915344,0.4595000147819519,0.4625000059604645,0.4639999866485595],"label":"FineWeb (ours)"},"C4":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2195000052452087,0.2680000066757202,0.3064999878406524,0.3174999952316284,0.3255000114440918,0.3449999988079071,0.3555000126361847,0.3544999957084656,0.3605000078678131,0.367000013589859,0.3700000047683716,0.3804999887943268,0.3855000138282776,0.3860000073909759,0.3849999904632568,0.3925000131130218,0.3869999945163727,0.3964999914169311,0.4034999907016754,0.390500009059906,0.390500009059906,0.3955000042915344,0.4084999859333038,0.4000000059604645,0.3975000083446502,0.4009999930858612,0.3919999897480011,0.3964999914169311,0.3959999978542328,0.3930000066757202,0.4115000069141388,0.3935000002384186,0.4154999852180481,0.4065000116825104,0.4099999964237213,0.4025000035762787,0.4194999933242798,0.4095000028610229,0.4174999892711639,0.4070000052452087,0.4095000028610229,0.4180000126361847,0.4154999852180481,0.4174999892711639,0.4104999899864197,0.4160000085830688,0.4149999916553497,0.4110000133514404,0.4205000102519989,0.4129999876022339,0.4280000030994415,0.4305000007152557,0.4205000102519989,0.4255000054836273,0.4235000014305115,0.4280000030994415,0.4314999878406524,0.421999990940094,0.426499992609024,0.4250000119209289,0.4329999983310699,0.4230000078678131,0.4309999942779541,0.4269999861717224,0.4235000014305115,0.4199999868869781,0.4384999871253967,0.4284999966621399,0.4309999942779541,0.4250000119209289,0.4280000030994415,0.4404999911785126,0.4354999959468841,0.4334999918937683,0.4259999990463257,0.4275000095367431,0.44200000166893,0.4404999911785126,0.4329999983310699,0.4390000104904175,0.4410000145435333,0.4514999985694885,0.4404999911785126,0.4280000030994415,0.4449999928474426,0.4429999887943268,0.4334999918937683,0.4429999887943268,0.4435000121593475,0.4460000097751617,0.4415000081062317,0.4354999959468841,0.4469999969005584,0.445499986410141,0.44200000166893,0.4350000023841858,0.4384999871253967,0.4490000009536743,0.4465000033378601,0.4490000009536743,0.4465000033378601,0.453000009059906,0.4505000114440918,0.4564999938011169,0.4505000114440918,0.4490000009536743,0.4514999985694885,0.4480000138282776,0.449999988079071,0.457500010728836,0.4375,0.4465000033378601,0.4514999985694885,0.4564999938011169,0.4650000035762787,0.4354999959468841,0.4429999887943268,0.4490000009536743,0.4494999945163727,0.4449999928474426,0.4490000009536743,0.4584999978542328,0.4564999938011169,0.4524999856948852,0.460999995470047,0.4555000066757202,0.4595000147819519,0.453000009059906,0.4569999873638153,0.4535000026226043,0.457500010728836,0.4639999866485595,0.4589999914169311,0.4555000066757202,0.4600000083446502,0.4505000114440918,0.4645000100135803,0.4595000147819519,0.4675000011920929,0.4560000002384186,0.4629999995231628,0.4605000019073486,0.457500010728836,0.4555000066757202,0.4634999930858612,0.4560000002384186,0.4589999914169311,0.4634999930858612,0.4629999995231628,0.4625000059604645,0.4620000123977661,0.4625000059604645,0.457500010728836,0.4605000019073486,0.4699999988079071,0.4569999873638153,0.4650000035762787,0.4639999866485595,0.4629999995231628,0.4625000059604645,0.4634999930858612,0.4639999866485595,0.4675000011920929,0.4704999923706054,0.4665000140666961,0.4645000100135803,0.4634999930858612,0.4580000042915344],"label":"C4"},"Dolma":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2189999967813491,0.2720000147819519,0.2989999949932098,0.3129999935626983,0.3244999945163727,0.3485000133514404,0.3470000028610229,0.3585000038146972,0.3585000038146972,0.3605000078678131,0.3700000047683716,0.3779999911785126,0.375,0.3880000114440918,0.387499988079071,0.3899999856948852,0.3869999945163727,0.3835000097751617,0.3975000083446502,0.4000000059604645,0.395000010728836,0.3944999873638153,0.4014999866485595,0.4050000011920929,0.3935000002384186,0.3910000026226043,0.3989999890327453,0.3970000147819519,0.3980000019073486,0.4074999988079071,0.3894999921321869,0.3955000042915344,0.4205000102519989,0.4000000059604645,0.3894999921321869,0.4004999995231628,0.4065000116825104,0.4165000021457672,0.4079999923706054,0.4099999964237213,0.4070000052452087,0.4135000109672546,0.4144999980926513,0.4154999852180481,0.4354999959468841,0.4284999966621399,0.4189999997615814,0.4239999949932098,0.4250000119209289,0.4250000119209289,0.4065000116825104,0.4115000069141388,0.4214999973773956,0.4144999980926513,0.426499992609024,0.414000004529953,0.4244999885559082,0.4180000126361847,0.4205000102519989,0.4144999980926513,0.4205000102519989,0.4199999868869781,0.4194999933242798,0.4110000133514404,0.4199999868869781,0.4004999995231628,0.414000004529953,0.4205000102519989,0.4239999949932098,0.414000004529953,0.4210000038146972,0.4309999942779541,0.4230000078678131,0.418500006198883,0.4244999885559082,0.4230000078678131,0.4339999854564667,0.4314999878406524,0.4225000143051147,0.426499992609024,0.4284999966621399,0.4309999942779541,0.4244999885559082,0.4189999997615814,0.4259999990463257,0.4205000102519989,0.4210000038146972,0.4300000071525574,0.4289999902248382,0.4250000119209289,0.4354999959468841,0.426499992609024,0.4365000128746032,0.4325000047683716,0.4325000047683716,0.4345000088214874,0.4255000054836273,0.4300000071525574,0.4429999887943268,0.4354999959468841,0.4325000047683716,0.4390000104904175,0.4359999895095825,0.4379999935626983,0.4314999878406524,0.4345000088214874,0.4370000064373016,0.4289999902248382,0.4415000081062317,0.4544999897480011,0.4514999985694885,0.4410000145435333,0.44200000166893,0.44200000166893,0.4314999878406524,0.445499986410141,0.4429999887943268,0.4399999976158142,0.4584999978542328,0.4410000145435333,0.4415000081062317,0.4404999911785126,0.4435000121593475,0.4440000057220459,0.4460000097751617,0.4379999935626983,0.4480000138282776,0.4474999904632568,0.4474999904632568,0.4539999961853027,0.445499986410141,0.4510000050067901,0.4485000073909759,0.4550000131130218,0.4524999856948852,0.4550000131130218,0.4550000131130218,0.4519999921321869,0.4415000081062317,0.4519999921321869,0.4485000073909759,0.4474999904632568,0.445499986410141,0.4544999897480011,0.4544999897480011,0.4620000123977661,0.4580000042915344,0.4550000131130218,0.4539999961853027,0.460999995470047,0.453000009059906,0.4519999921321869,0.4410000145435333,0.4494999945163727,0.4480000138282776,0.460999995470047,0.4494999945163727,0.4544999897480011,0.4569999873638153,0.4510000050067901,0.4580000042915344,0.4555000066757202,0.4535000026226043,0.453000009059906,0.4569999873638153,0.4569999873638153,0.4650000035762787,0.4519999921321869],"label":"Dolma"},"RefinedWeb":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2195000052452087,0.2649999856948852,0.3055000007152557,0.3210000097751617,0.3305000066757202,0.3330000042915344,0.3555000126361847,0.3485000133514404,0.3529999852180481,0.359499990940094,0.3549999892711639,0.3634999990463257,0.3659999966621399,0.3684999942779541,0.3759999871253967,0.3819999992847442,0.3714999854564667,0.3799999952316284,0.3899999856948852,0.3759999871253967,0.3844999969005584,0.3930000066757202,0.3925000131130218,0.3930000066757202,0.3970000147819519,0.3975000083446502,0.3944999873638153,0.4034999907016754,0.4070000052452087,0.4074999988079071,0.4065000116825104,0.4124999940395355,0.4095000028610229,0.4090000092983246,0.4180000126361847,0.4180000126361847,0.4070000052452087,0.4239999949932098,0.414000004529953,0.4144999980926513,0.4235000014305115,0.4160000085830688,0.418500006198883,0.4259999990463257,0.4180000126361847,0.4169999957084656,0.4210000038146972,0.4210000038146972,0.4269999861717224,0.4239999949932098,0.4239999949932098,0.4305000007152557,0.418500006198883,0.4259999990463257,0.429500013589859,0.4230000078678131,0.4259999990463257,0.4154999852180481,0.4280000030994415,0.4320000112056732,0.4194999933242798,0.4235000014305115,0.4259999990463257,0.4300000071525574,0.4314999878406524,0.4269999861717224,0.4379999935626983,0.4289999902248382,0.4339999854564667,0.429500013589859,0.4429999887943268,0.4415000081062317,0.4329999983310699,0.4440000057220459,0.4329999983310699,0.4410000145435333,0.4390000104904175,0.4320000112056732,0.4415000081062317,0.449999988079071,0.4444999992847442,0.4309999942779541,0.4329999983310699,0.4469999969005584,0.4384999871253967,0.4449999928474426,0.4535000026226043,0.4435000121593475,0.4399999976158142,0.4399999976158142,0.4474999904632568,0.4469999969005584,0.4460000097751617,0.4460000097751617,0.4395000040531158,0.4514999985694885,0.4494999945163727,0.4595000147819519,0.4485000073909759,0.4474999904632568,0.4514999985694885,0.457500010728836,0.4514999985694885,0.4465000033378601,0.4524999856948852,0.4490000009536743,0.4564999938011169,0.4544999897480011,0.4614999890327453,0.4485000073909759,0.4569999873638153,0.4480000138282776,0.4550000131130218,0.4535000026226043,0.4480000138282776,0.4564999938011169,0.4625000059604645,0.4564999938011169,0.4595000147819519,0.453000009059906,0.4589999914169311,0.4580000042915344,0.4605000019073486,0.4620000123977661,0.4634999930858612,0.4620000123977661,0.4605000019073486,0.4605000019073486,0.4560000002384186,0.460999995470047,0.4665000140666961,0.4645000100135803,0.4564999938011169,0.4614999890327453,0.4629999995231628,0.4639999866485595,0.4564999938011169,0.4659999907016754,0.4555000066757202,0.4634999930858612,0.4584999978542328,0.4634999930858612,0.4584999978542328,0.4704999923706054,0.465499997138977,0.4645000100135803,0.4679999947547912,0.4605000019073486,0.4670000076293945,0.4634999930858612,0.4634999930858612,0.4629999995231628,0.4665000140666961,0.4715000092983246,0.4735000133514404,0.4639999866485595,0.4629999995231628,0.4675000011920929,0.4695000052452087,0.4670000076293945,0.4639999866485595,0.4740000069141388,0.4715000092983246,0.4684999883174896,0.4709999859333038,0.4690000116825104,0.4699999988079071,0.4695000052452087],"label":"RefinedWeb"},"SlimPajama":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2175000011920929,0.2590000033378601,0.2919999957084656,0.3084999918937683,0.320499986410141,0.3224999904632568,0.3364999890327453,0.3465000092983246,0.351500004529953,0.3454999923706054,0.3495000004768371,0.3709999918937683,0.3680000007152557,0.3634999990463257,0.3680000007152557,0.3664999902248382,0.3939999938011169,0.3785000145435333,0.3659999966621399,0.3759999871253967,0.3745000064373016,0.3860000073909759,0.3815000057220459,0.3815000057220459,0.3885000050067901,0.3944999873638153,0.3970000147819519,0.3989999890327453,0.3975000083446502,0.3959999978542328,0.4020000100135803,0.398499995470047,0.3944999873638153,0.3865000009536743,0.3899999856948852,0.3955000042915344,0.3995000123977661,0.4034999907016754,0.4045000076293945,0.402999997138977,0.4180000126361847,0.4050000011920929,0.4025000035762787,0.4034999907016754,0.4074999988079071,0.4115000069141388,0.4210000038146972,0.4120000004768371,0.4194999933242798,0.4110000133514404,0.4169999957084656,0.4045000076293945,0.421999990940094,0.4165000021457672,0.4129999876022339,0.4160000085830688,0.418500006198883,0.4214999973773956,0.4205000102519989,0.4255000054836273,0.4225000143051147,0.4350000023841858,0.4095000028610229,0.4280000030994415,0.4305000007152557,0.4375,0.426499992609024,0.4309999942779541,0.4390000104904175,0.4379999935626983,0.4284999966621399,0.4379999935626983,0.4359999895095825,0.4180000126361847,0.4230000078678131,0.4214999973773956,0.4325000047683716,0.4365000128746032,0.4350000023841858,0.4314999878406524,0.4399999976158142,0.445499986410141,0.4404999911785126,0.4354999959468841,0.4435000121593475,0.4365000128746032,0.4305000007152557,0.4415000081062317,0.4305000007152557,0.4429999887943268,0.4384999871253967,0.4354999959468841,0.4440000057220459,0.4429999887943268,0.4410000145435333,0.4424999952316284,0.4424999952316284,0.4415000081062317,0.4354999959468841,0.4404999911785126,0.4494999945163727,0.4379999935626983,0.453000009059906,0.4560000002384186,0.4490000009536743,0.4510000050067901,0.4580000042915344,0.445499986410141,0.4584999978542328,0.4600000083446502,0.4519999921321869,0.4639999866485595,0.4695000052452087,0.4514999985694885,0.453000009059906,0.4560000002384186,0.4474999904632568,0.4460000097751617,0.4505000114440918,0.4494999945163727,0.4480000138282776,0.449999988079071,0.4524999856948852,0.4584999978542328,0.4544999897480011,0.4490000009536743,0.4584999978542328,0.4519999921321869,0.4589999914169311,0.4560000002384186,0.4625000059604645,0.4580000042915344,0.4639999866485595,0.4639999866485595,0.4580000042915344,0.4639999866485595,0.465499997138977,0.4584999978542328,0.4564999938011169,0.4519999921321869,0.4524999856948852,0.4639999866485595,0.4659999907016754,0.4670000076293945,0.4620000123977661,0.460999995470047,0.4665000140666961,0.453000009059906,0.4569999873638153,0.4614999890327453,0.4510000050067901,0.4584999978542328,0.4595000147819519,0.4634999930858612,0.4544999897480011,0.4595000147819519,0.4584999978542328,0.4595000147819519,0.457500010728836,0.4684999883174896,0.4620000123977661,0.4550000131130218,0.4650000035762787,0.4589999914169311,0.4650000035762787,0.4634999930858612,0.4650000035762787,0.4625000059604645],"label":"SlimPajama"},"The Pile":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2179999947547912,0.2540000081062317,0.2854999899864197,0.296999990940094,0.3104999959468841,0.320499986410141,0.3174999952316284,0.3235000073909759,0.3274999856948852,0.3264999985694885,0.340499997138977,0.3449999988079071,0.3474999964237213,0.356000006198883,0.3449999988079071,0.3569999933242798,0.356000006198883,0.359499990940094,0.3529999852180481,0.3549999892711639,0.3664999902248382,0.3605000078678131,0.3720000088214874,0.3600000143051147,0.3689999878406524,0.3564999997615814,0.3765000104904175,0.3644999861717224,0.3779999911785126,0.3709999918937683,0.3720000088214874,0.3714999854564667,0.3759999871253967,0.3704999983310699,0.3675000071525574,0.3765000104904175,0.3844999969005584,0.3855000138282776,0.3910000026226043,0.3779999911785126,0.3880000114440918,0.3885000050067901,0.3849999904632568,0.3885000050067901,0.395000010728836,0.3919999897480011,0.3910000026226043,0.3970000147819519,0.3925000131130218,0.3860000073909759,0.3889999985694885,0.4000000059604645,0.3880000114440918,0.4009999930858612,0.4000000059604645,0.3959999978542328,0.3894999921321869,0.4084999859333038,0.3935000002384186,0.3919999897480011,0.4084999859333038,0.3919999897480011,0.3975000083446502,0.4009999930858612,0.4054999947547912,0.4040000140666961,0.4110000133514404,0.3944999873638153,0.4095000028610229,0.4090000092983246,0.4149999916553497,0.4065000116825104,0.4180000126361847,0.402999997138977,0.3989999890327453,0.4014999866485595,0.4169999957084656,0.402999997138977,0.402999997138977,0.3894999921321869,0.402999997138977,0.4099999964237213,0.4065000116825104,0.4079999923706054,0.4079999923706054,0.4149999916553497,0.4174999892711639,0.4174999892711639,0.4210000038146972,0.4239999949932098,0.4154999852180481,0.4225000143051147,0.4214999973773956,0.4194999933242798,0.418500006198883,0.426499992609024,0.4289999902248382,0.4259999990463257,0.4280000030994415,0.4149999916553497,0.4154999852180481,0.4314999878406524,0.4334999918937683,0.4189999997615814,0.4250000119209289,0.4325000047683716,0.4309999942779541,0.429500013589859,0.4305000007152557,0.4275000095367431,0.4305000007152557,0.429500013589859,0.429500013589859,0.4375,0.4280000030994415,0.4384999871253967,0.449999988079071,0.4354999959468841,0.4390000104904175,0.4365000128746032,0.4410000145435333,0.4474999904632568,0.4460000097751617,0.44200000166893,0.44200000166893,0.4365000128746032,0.4474999904632568,0.4320000112056732,0.4384999871253967,0.4350000023841858,0.4415000081062317,0.4359999895095825,0.445499986410141,0.4485000073909759,0.4440000057220459,0.4375,0.4365000128746032,0.4440000057220459,0.4334999918937683,0.4410000145435333,0.4395000040531158,0.4424999952316284,0.44200000166893,0.445499986410141,0.4415000081062317,0.4480000138282776,0.4485000073909759,0.4444999992847442,0.4494999945163727,0.4550000131130218,0.4510000050067901,0.445499986410141,0.449999988079071,0.4514999985694885,0.4569999873638153,0.4424999952316284,0.4524999856948852,0.4564999938011169,0.4465000033378601,0.4469999969005584,0.4395000040531158,0.4415000081062317,0.4480000138282776,0.4474999904632568,0.4465000033378601,0.4460000097751617,0.4524999856948852,0.4474999904632568],"label":"The Pile"},"RedPajama2":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2175000011920929,0.2569999992847442,0.289000004529953,0.3050000071525574,0.328000009059906,0.3350000083446502,0.335999995470047,0.3355000019073486,0.3375000059604645,0.3499999940395355,0.3555000126361847,0.3680000007152557,0.3664999902248382,0.3709999918937683,0.3695000112056732,0.3709999918937683,0.3714999854564667,0.3734999895095825,0.3714999854564667,0.3819999992847442,0.3844999969005584,0.3910000026226043,0.3970000147819519,0.3869999945163727,0.382999986410141,0.3939999938011169,0.390500009059906,0.395000010728836,0.3975000083446502,0.4020000100135803,0.402999997138977,0.3935000002384186,0.4065000116825104,0.4115000069141388,0.4070000052452087,0.4115000069141388,0.4045000076293945,0.402999997138977,0.4074999988079071,0.3955000042915344,0.3989999890327453,0.4025000035762787,0.4110000133514404,0.4020000100135803,0.4099999964237213,0.3989999890327453,0.4014999866485595,0.4004999995231628,0.4104999899864197,0.4090000092983246,0.4054999947547912,0.4120000004768371,0.4194999933242798,0.4165000021457672,0.4115000069141388,0.4129999876022339,0.4045000076293945,0.4099999964237213,0.4210000038146972,0.4144999980926513,0.4174999892711639,0.4144999980926513,0.4154999852180481,0.4255000054836273,0.4269999861717224,0.421999990940094,0.4225000143051147,0.4214999973773956,0.4169999957084656,0.421999990940094,0.4169999957084656,0.4149999916553497,0.4210000038146972,0.4259999990463257,0.4210000038146972,0.4235000014305115,0.4174999892711639,0.4180000126361847,0.4189999997615814,0.4199999868869781,0.4120000004768371,0.4259999990463257,0.4194999933242798,0.4325000047683716,0.4169999957084656,0.4239999949932098,0.426499992609024,0.4325000047683716,0.4314999878406524,0.4309999942779541,0.4329999983310699,0.4325000047683716,0.4465000033378601,0.4480000138282776,0.4390000104904175,0.4384999871253967,0.4440000057220459,0.4350000023841858,0.4255000054836273,0.4429999887943268,0.4440000057220459,0.4305000007152557,0.4435000121593475,0.44200000166893,0.4404999911785126,0.4460000097751617,0.44200000166893,0.4375,0.4415000081062317,0.4404999911785126,0.445499986410141,0.4449999928474426,0.4494999945163727,0.4314999878406524,0.4379999935626983,0.4370000064373016,0.4350000023841858,0.4325000047683716,0.4399999976158142,0.4469999969005584,0.4365000128746032,0.4490000009536743,0.4395000040531158,0.4435000121593475,0.4514999985694885,0.4429999887943268,0.4354999959468841,0.4424999952316284,0.4399999976158142,0.44200000166893,0.4375,0.4449999928474426,0.4474999904632568,0.4535000026226043,0.4429999887943268,0.4469999969005584,0.445499986410141,0.4485000073909759,0.449999988079071,0.4485000073909759,0.457500010728836,0.4494999945163727,0.4465000033378601,0.4410000145435333,0.445499986410141,0.4435000121593475,0.4435000121593475,0.4435000121593475,0.4399999976158142,0.4449999928474426,0.4429999887943268,0.449999988079071,0.4555000066757202,0.4415000081062317,0.4494999945163727,0.445499986410141,0.4485000073909759,0.4505000114440918,0.445499986410141,0.449999988079071,0.4485000073909759,0.4460000097751617,0.4490000009536743,0.4490000009536743,0.4474999904632568,0.4485000073909759,0.4555000066757202,0.4519999921321869],"label":"RedPajama2"}},"arc/acc_norm":{"FineWeb (ours)":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2509999871253967,0.296999990940094,0.3219999969005584,0.3305000066757202,0.3555000126361847,0.351500004529953,0.3600000143051147,0.363999992609024,0.3680000007152557,0.3785000145435333,0.3765000104904175,0.382999986410141,0.3785000145435333,0.3835000097751617,0.3819999992847442,0.3935000002384186,0.387499988079071,0.3935000002384186,0.3959999978542328,0.3860000073909759,0.3935000002384186,0.3885000050067901,0.3810000121593475,0.3880000114440918,0.3964999914169311,0.4054999947547912,0.3935000002384186,0.3944999873638153,0.3989999890327453,0.3980000019073486,0.4050000011920929,0.4054999947547912,0.4009999930858612,0.4110000133514404,0.4054999947547912,0.4180000126361847,0.4110000133514404,0.4050000011920929,0.4079999923706054,0.4120000004768371,0.402999997138977,0.4205000102519989,0.4129999876022339,0.4120000004768371,0.4169999957084656,0.4269999861717224,0.4230000078678131,0.4225000143051147,0.4300000071525574,0.4180000126361847,0.4284999966621399,0.4165000021457672,0.4325000047683716,0.4235000014305115,0.4210000038146972,0.4239999949932098,0.4235000014305115,0.421999990940094,0.4280000030994415,0.4300000071525574,0.4275000095367431,0.4305000007152557,0.4244999885559082,0.4314999878406524,0.4325000047683716,0.4395000040531158,0.4325000047683716,0.4300000071525574,0.4399999976158142,0.4320000112056732,0.4370000064373016,0.4280000030994415,0.4309999942779541,0.4314999878406524,0.4370000064373016,0.4280000030994415,0.4325000047683716,0.4300000071525574,0.4334999918937683,0.4334999918937683,0.4379999935626983,0.4399999976158142,0.4350000023841858,0.4395000040531158,0.4375,0.4390000104904175,0.4365000128746032,0.4435000121593475,0.4365000128746032,0.445499986410141,0.4440000057220459,0.4460000097751617,0.4415000081062317,0.4415000081062317,0.4339999854564667,0.4429999887943268,0.4399999976158142,0.4359999895095825,0.4370000064373016,0.4469999969005584,0.4404999911785126,0.4435000121593475,0.445499986410141,0.4424999952316284,0.4480000138282776,0.4370000064373016,0.4444999992847442,0.4465000033378601,0.4309999942779541,0.4440000057220459,0.4469999969005584,0.4539999961853027,0.4440000057220459,0.4555000066757202,0.4519999921321869,0.4510000050067901,0.4519999921321869,0.4544999897480011,0.4494999945163727,0.4584999978542328,0.4580000042915344,0.4544999897480011,0.4514999985694885,0.4550000131130218,0.4560000002384186,0.4600000083446502,0.4589999914169311,0.4560000002384186,0.457500010728836,0.4679999947547912,0.4494999945163727,0.4505000114440918,0.4440000057220459,0.4539999961853027,0.4535000026226043,0.4514999985694885,0.457500010728836,0.4620000123977661,0.4564999938011169,0.4595000147819519,0.4564999938011169,0.4550000131130218,0.4539999961853027,0.4544999897480011,0.4569999873638153,0.457500010728836,0.4539999961853027,0.4595000147819519,0.4665000140666961,0.465499997138977,0.4625000059604645,0.4629999995231628,0.4580000042915344,0.4569999873638153,0.4620000123977661,0.457500010728836,0.4550000131130218,0.4645000100135803,0.4629999995231628,0.4584999978542328,0.465499997138977,0.460999995470047,0.4634999930858612,0.4605000019073486,0.4584999978542328,0.4550000131130218,0.4564999938011169,0.4600000083446502],"label":"FineWeb (ours)"},"C4":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2509999871253967,0.293500006198883,0.3230000138282776,0.3339999914169311,0.3470000028610229,0.3614999949932098,0.3555000126361847,0.3655000030994415,0.3605000078678131,0.359499990940094,0.3580000102519989,0.3680000007152557,0.375,0.3790000081062317,0.3790000081062317,0.3880000114440918,0.3860000073909759,0.3914999961853027,0.3835000097751617,0.3980000019073486,0.3759999871253967,0.3889999985694885,0.3944999873638153,0.3869999945163727,0.3910000026226043,0.3840000033378601,0.3894999921321869,0.402999997138977,0.3930000066757202,0.390500009059906,0.3899999856948852,0.395000010728836,0.4040000140666961,0.3860000073909759,0.4025000035762787,0.398499995470047,0.4020000100135803,0.4004999995231628,0.3939999938011169,0.402999997138977,0.3995000123977661,0.4040000140666961,0.3970000147819519,0.3975000083446502,0.4000000059604645,0.4034999907016754,0.4104999899864197,0.398499995470047,0.4074999988079071,0.4045000076293945,0.414000004529953,0.4095000028610229,0.418500006198883,0.4050000011920929,0.4025000035762787,0.418500006198883,0.4230000078678131,0.4090000092983246,0.402999997138977,0.4149999916553497,0.4120000004768371,0.4194999933242798,0.4104999899864197,0.4074999988079071,0.4104999899864197,0.4165000021457672,0.4189999997615814,0.4070000052452087,0.4135000109672546,0.4250000119209289,0.4235000014305115,0.4269999861717224,0.4214999973773956,0.4320000112056732,0.4189999997615814,0.4255000054836273,0.429500013589859,0.4250000119209289,0.4189999997615814,0.4280000030994415,0.4269999861717224,0.4370000064373016,0.4225000143051147,0.4239999949932098,0.4314999878406524,0.4415000081062317,0.4239999949932098,0.4239999949932098,0.4329999983310699,0.4325000047683716,0.4305000007152557,0.4305000007152557,0.4305000007152557,0.4345000088214874,0.4305000007152557,0.429500013589859,0.4309999942779541,0.4354999959468841,0.4345000088214874,0.4354999959468841,0.4390000104904175,0.4354999959468841,0.4289999902248382,0.4384999871253967,0.4259999990463257,0.4300000071525574,0.421999990940094,0.4395000040531158,0.4334999918937683,0.4350000023841858,0.4329999983310699,0.4339999854564667,0.4415000081062317,0.4469999969005584,0.4494999945163727,0.4345000088214874,0.4375,0.4359999895095825,0.4284999966621399,0.4305000007152557,0.4449999928474426,0.4390000104904175,0.4334999918937683,0.4375,0.4435000121593475,0.4370000064373016,0.4444999992847442,0.4395000040531158,0.4435000121593475,0.445499986410141,0.4449999928474426,0.4399999976158142,0.4490000009536743,0.4415000081062317,0.4429999887943268,0.4339999854564667,0.4429999887943268,0.4309999942779541,0.4429999887943268,0.4384999871253967,0.4449999928474426,0.4390000104904175,0.4429999887943268,0.4435000121593475,0.4435000121593475,0.44200000166893,0.44200000166893,0.4435000121593475,0.44200000166893,0.4485000073909759,0.4440000057220459,0.4485000073909759,0.44200000166893,0.4490000009536743,0.4494999945163727,0.44200000166893,0.4465000033378601,0.4365000128746032,0.44200000166893,0.4384999871253967,0.4440000057220459,0.4390000104904175,0.4399999976158142,0.4444999992847442,0.4449999928474426,0.4440000057220459,0.4469999969005584,0.4435000121593475],"label":"C4"},"Dolma":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2509999871253967,0.2815000116825104,0.3215000033378601,0.3375000059604645,0.3490000069141388,0.351500004529953,0.3504999876022339,0.3650000095367431,0.3544999957084656,0.3569999933242798,0.3644999861717224,0.3704999983310699,0.3745000064373016,0.3725000023841858,0.3700000047683716,0.3770000040531158,0.37950000166893,0.3899999856948852,0.3855000138282776,0.3989999890327453,0.3910000026226043,0.3804999887943268,0.3844999969005584,0.3925000131130218,0.3889999985694885,0.3849999904632568,0.3840000033378601,0.3855000138282776,0.3810000121593475,0.3989999890327453,0.3799999952316284,0.4004999995231628,0.4084999859333038,0.3894999921321869,0.3930000066757202,0.4020000100135803,0.4020000100135803,0.3980000019073486,0.4065000116825104,0.4000000059604645,0.4014999866485595,0.3955000042915344,0.3959999978542328,0.4110000133514404,0.4149999916553497,0.4180000126361847,0.414000004529953,0.4135000109672546,0.418500006198883,0.4074999988079071,0.4054999947547912,0.4070000052452087,0.4259999990463257,0.4095000028610229,0.4230000078678131,0.4025000035762787,0.4180000126361847,0.4230000078678131,0.421999990940094,0.4169999957084656,0.426499992609024,0.4154999852180481,0.421999990940094,0.414000004529953,0.4074999988079071,0.4160000085830688,0.4144999980926513,0.4225000143051147,0.418500006198883,0.4205000102519989,0.4084999859333038,0.4275000095367431,0.4235000014305115,0.4144999980926513,0.4275000095367431,0.4334999918937683,0.4314999878406524,0.4320000112056732,0.4199999868869781,0.4269999861717224,0.4250000119209289,0.4174999892711639,0.421999990940094,0.4180000126361847,0.4160000085830688,0.4104999899864197,0.4144999980926513,0.4259999990463257,0.4205000102519989,0.414000004529953,0.4210000038146972,0.4189999997615814,0.4160000085830688,0.4174999892711639,0.4275000095367431,0.4325000047683716,0.4250000119209289,0.4235000014305115,0.4300000071525574,0.4320000112056732,0.4329999983310699,0.429500013589859,0.4365000128746032,0.4410000145435333,0.4354999959468841,0.4275000095367431,0.4370000064373016,0.4239999949932098,0.4415000081062317,0.4444999992847442,0.4354999959468841,0.4309999942779541,0.4325000047683716,0.4359999895095825,0.4329999983310699,0.4255000054836273,0.4300000071525574,0.4339999854564667,0.4375,0.4325000047683716,0.4309999942779541,0.4305000007152557,0.4334999918937683,0.4365000128746032,0.4375,0.4300000071525574,0.4329999983310699,0.4345000088214874,0.4404999911785126,0.4384999871253967,0.4399999976158142,0.445499986410141,0.4435000121593475,0.44200000166893,0.4365000128746032,0.4375,0.4399999976158142,0.4390000104904175,0.44200000166893,0.4334999918937683,0.4284999966621399,0.4284999966621399,0.4375,0.4359999895095825,0.4390000104904175,0.4390000104904175,0.4415000081062317,0.4370000064373016,0.4345000088214874,0.4435000121593475,0.44200000166893,0.4440000057220459,0.4365000128746032,0.4404999911785126,0.44200000166893,0.4395000040531158,0.4339999854564667,0.4370000064373016,0.4395000040531158,0.44200000166893,0.4440000057220459,0.4399999976158142,0.4384999871253967,0.4449999928474426,0.4339999854564667,0.4485000073909759,0.4444999992847442,0.44200000166893],"label":"Dolma"},"RefinedWeb":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2509999871253967,0.2899999916553497,0.31700000166893,0.3409999907016754,0.3425000011920929,0.3485000133514404,0.3555000126361847,0.3574999868869781,0.3585000038146972,0.363999992609024,0.3619999885559082,0.3675000071525574,0.3865000009536743,0.3810000121593475,0.3810000121593475,0.3810000121593475,0.3860000073909759,0.3810000121593475,0.3894999921321869,0.3849999904632568,0.3855000138282776,0.3989999890327453,0.3980000019073486,0.3995000123977661,0.395000010728836,0.4084999859333038,0.4040000140666961,0.4004999995231628,0.3955000042915344,0.4135000109672546,0.4070000052452087,0.4104999899864197,0.4014999866485595,0.4099999964237213,0.4199999868869781,0.414000004529953,0.402999997138977,0.4214999973773956,0.4095000028610229,0.4059999883174896,0.4090000092983246,0.4074999988079071,0.4120000004768371,0.4154999852180481,0.4189999997615814,0.4149999916553497,0.429500013589859,0.4154999852180481,0.4214999973773956,0.4244999885559082,0.4205000102519989,0.4269999861717224,0.4214999973773956,0.4180000126361847,0.4415000081062317,0.4320000112056732,0.4350000023841858,0.4259999990463257,0.4300000071525574,0.4259999990463257,0.4189999997615814,0.4269999861717224,0.4199999868869781,0.426499992609024,0.4350000023841858,0.4289999902248382,0.4345000088214874,0.4259999990463257,0.426499992609024,0.4395000040531158,0.4395000040531158,0.4359999895095825,0.4280000030994415,0.4370000064373016,0.4329999983310699,0.4309999942779541,0.4490000009536743,0.4399999976158142,0.4339999854564667,0.4399999976158142,0.4345000088214874,0.429500013589859,0.4370000064373016,0.4379999935626983,0.4284999966621399,0.4309999942779541,0.4350000023841858,0.4399999976158142,0.4314999878406524,0.4300000071525574,0.4410000145435333,0.4345000088214874,0.4410000145435333,0.4345000088214874,0.4339999854564667,0.4460000097751617,0.4410000145435333,0.4469999969005584,0.4480000138282776,0.4435000121593475,0.4375,0.4519999921321869,0.4480000138282776,0.4429999887943268,0.4519999921321869,0.4435000121593475,0.4334999918937683,0.4460000097751617,0.4564999938011169,0.4469999969005584,0.453000009059906,0.4485000073909759,0.4410000145435333,0.4444999992847442,0.4485000073909759,0.457500010728836,0.4469999969005584,0.4535000026226043,0.4535000026226043,0.4485000073909759,0.4490000009536743,0.4505000114440918,0.4595000147819519,0.4544999897480011,0.453000009059906,0.4605000019073486,0.4620000123977661,0.457500010728836,0.453000009059906,0.4550000131130218,0.460999995470047,0.4449999928474426,0.4474999904632568,0.457500010728836,0.4584999978542328,0.4494999945163727,0.4474999904632568,0.4625000059604645,0.4639999866485595,0.4555000066757202,0.4469999969005584,0.4600000083446502,0.453000009059906,0.4629999995231628,0.4589999914169311,0.4614999890327453,0.4555000066757202,0.4560000002384186,0.4580000042915344,0.4584999978542328,0.4560000002384186,0.4605000019073486,0.4595000147819519,0.4639999866485595,0.4614999890327453,0.4564999938011169,0.4634999930858612,0.4625000059604645,0.4614999890327453,0.4679999947547912,0.4584999978542328,0.4595000147819519,0.4505000114440918,0.4544999897480011,0.4595000147819519,0.4620000123977661,0.4670000076293945,0.4555000066757202],"label":"RefinedWeb"},"SlimPajama":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2535000145435333,0.2739999890327453,0.3190000057220459,0.3300000131130218,0.3490000069141388,0.3449999988079071,0.3574999868869781,0.3529999852180481,0.3610000014305115,0.3610000014305115,0.3580000102519989,0.3714999854564667,0.3785000145435333,0.3659999966621399,0.3785000145435333,0.3655000030994415,0.3765000104904175,0.3704999983310699,0.3774999976158142,0.3709999918937683,0.3745000064373016,0.3799999952316284,0.3804999887943268,0.390500009059906,0.3939999938011169,0.3995000123977661,0.390500009059906,0.3939999938011169,0.3889999985694885,0.3944999873638153,0.4000000059604645,0.4074999988079071,0.402999997138977,0.3840000033378601,0.387499988079071,0.3914999961853027,0.3939999938011169,0.3860000073909759,0.387499988079071,0.3995000123977661,0.4065000116825104,0.3925000131130218,0.4020000100135803,0.3980000019073486,0.4004999995231628,0.4000000059604645,0.4169999957084656,0.4025000035762787,0.418500006198883,0.4034999907016754,0.4040000140666961,0.4099999964237213,0.4129999876022339,0.4110000133514404,0.4165000021457672,0.4079999923706054,0.4054999947547912,0.4104999899864197,0.4160000085830688,0.4199999868869781,0.4059999883174896,0.4194999933242798,0.4074999988079071,0.4210000038146972,0.4205000102519989,0.4239999949932098,0.4239999949932098,0.4165000021457672,0.4329999983310699,0.4269999861717224,0.4120000004768371,0.4289999902248382,0.4230000078678131,0.4154999852180481,0.4235000014305115,0.4174999892711639,0.4189999997615814,0.4314999878406524,0.4259999990463257,0.4284999966621399,0.4284999966621399,0.4444999992847442,0.4300000071525574,0.4250000119209289,0.4235000014305115,0.4359999895095825,0.4239999949932098,0.4255000054836273,0.421999990940094,0.4375,0.4235000014305115,0.4314999878406524,0.4339999854564667,0.4309999942779541,0.4410000145435333,0.4395000040531158,0.4255000054836273,0.4334999918937683,0.4350000023841858,0.429500013589859,0.4514999985694885,0.4404999911785126,0.4460000097751617,0.4494999945163727,0.4435000121593475,0.4365000128746032,0.4490000009536743,0.4440000057220459,0.4605000019073486,0.4494999945163727,0.4535000026226043,0.4555000066757202,0.4595000147819519,0.4465000033378601,0.453000009059906,0.4600000083446502,0.4510000050067901,0.445499986410141,0.4444999992847442,0.4494999945163727,0.4424999952316284,0.4539999961853027,0.453000009059906,0.4544999897480011,0.4560000002384186,0.4449999928474426,0.4584999978542328,0.4474999904632568,0.4595000147819519,0.4465000033378601,0.4589999914169311,0.449999988079071,0.4469999969005584,0.4469999969005584,0.4490000009536743,0.453000009059906,0.4595000147819519,0.4535000026226043,0.4544999897480011,0.4614999890327453,0.4535000026226043,0.4564999938011169,0.453000009059906,0.4620000123977661,0.4544999897480011,0.4569999873638153,0.4620000123977661,0.4510000050067901,0.4474999904632568,0.4589999914169311,0.4584999978542328,0.4514999985694885,0.4645000100135803,0.4569999873638153,0.4550000131130218,0.4600000083446502,0.4505000114440918,0.4519999921321869,0.4675000011920929,0.4650000035762787,0.457500010728836,0.4634999930858612,0.4650000035762787,0.4580000042915344,0.4704999923706054,0.449999988079071,0.4539999961853027,0.4605000019073486],"label":"SlimPajama"},"The Pile":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2535000145435333,0.2694999873638153,0.2939999997615814,0.3064999878406524,0.3269999921321869,0.3264999985694885,0.3355000019073486,0.3540000021457672,0.3449999988079071,0.3454999923706054,0.3540000021457672,0.3600000143051147,0.3574999868869781,0.3569999933242798,0.3650000095367431,0.3659999966621399,0.3625000119209289,0.3689999878406524,0.3555000126361847,0.359499990940094,0.3855000138282776,0.3729999959468841,0.37950000166893,0.3720000088214874,0.3774999976158142,0.3740000128746032,0.3840000033378601,0.3765000104904175,0.3734999895095825,0.3855000138282776,0.3844999969005584,0.3804999887943268,0.3849999904632568,0.3939999938011169,0.3804999887943268,0.3919999897480011,0.3819999992847442,0.3955000042915344,0.3880000114440918,0.387499988079071,0.3925000131130218,0.4009999930858612,0.3935000002384186,0.3959999978542328,0.398499995470047,0.3914999961853027,0.3970000147819519,0.402999997138977,0.4070000052452087,0.3860000073909759,0.398499995470047,0.4009999930858612,0.3914999961853027,0.402999997138977,0.4025000035762787,0.3975000083446502,0.3930000066757202,0.4104999899864197,0.4054999947547912,0.395000010728836,0.4180000126361847,0.3955000042915344,0.4009999930858612,0.4000000059604645,0.4004999995231628,0.390500009059906,0.3995000123977661,0.4004999995231628,0.4045000076293945,0.4045000076293945,0.4004999995231628,0.4065000116825104,0.4084999859333038,0.4065000116825104,0.3980000019073486,0.4014999866485595,0.4095000028610229,0.3964999914169311,0.4040000140666961,0.3970000147819519,0.3970000147819519,0.4059999883174896,0.4004999995231628,0.4099999964237213,0.4115000069141388,0.4135000109672546,0.4160000085830688,0.4120000004768371,0.4124999940395355,0.4180000126361847,0.4099999964237213,0.4135000109672546,0.4160000085830688,0.4095000028610229,0.4169999957084656,0.4314999878406524,0.4280000030994415,0.4205000102519989,0.4210000038146972,0.4174999892711639,0.4090000092983246,0.4169999957084656,0.4149999916553497,0.4210000038146972,0.4210000038146972,0.426499992609024,0.4225000143051147,0.4189999997615814,0.4160000085830688,0.418500006198883,0.4339999854564667,0.4280000030994415,0.4244999885559082,0.4269999861717224,0.4235000014305115,0.4300000071525574,0.426499992609024,0.4180000126361847,0.4275000095367431,0.4275000095367431,0.4399999976158142,0.4284999966621399,0.4424999952316284,0.4435000121593475,0.4284999966621399,0.426499992609024,0.4305000007152557,0.4280000030994415,0.4339999854564667,0.4375,0.4375,0.4309999942779541,0.4365000128746032,0.4314999878406524,0.4329999983310699,0.4284999966621399,0.4305000007152557,0.4329999983310699,0.4280000030994415,0.426499992609024,0.4314999878406524,0.4365000128746032,0.4359999895095825,0.4410000145435333,0.4390000104904175,0.4404999911785126,0.4350000023841858,0.4390000104904175,0.4474999904632568,0.4415000081062317,0.445499986410141,0.4329999983310699,0.4490000009536743,0.4440000057220459,0.4510000050067901,0.4474999904632568,0.4595000147819519,0.4440000057220459,0.4469999969005584,0.4384999871253967,0.4375,0.4415000081062317,0.4480000138282776,0.4449999928474426,0.4354999959468841,0.445499986410141,0.4384999871253967,0.4375],"label":"The Pile"},"RedPajama2":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2535000145435333,0.2854999899864197,0.3145000040531158,0.332500010728836,0.3454999923706054,0.3540000021457672,0.359499990940094,0.3479999899864197,0.3535000085830688,0.3544999957084656,0.3684999942779541,0.3714999854564667,0.37950000166893,0.3790000081062317,0.3880000114440918,0.3765000104904175,0.3804999887943268,0.3880000114440918,0.3810000121593475,0.3819999992847442,0.3959999978542328,0.3925000131130218,0.4054999947547912,0.3849999904632568,0.3935000002384186,0.4000000059604645,0.3849999904632568,0.3989999890327453,0.3930000066757202,0.4129999876022339,0.4034999907016754,0.3980000019073486,0.4059999883174896,0.4004999995231628,0.4169999957084656,0.4065000116825104,0.4004999995231628,0.3970000147819519,0.4090000092983246,0.4079999923706054,0.402999997138977,0.4025000035762787,0.4009999930858612,0.4004999995231628,0.4079999923706054,0.4095000028610229,0.3959999978542328,0.4045000076293945,0.4065000116825104,0.4079999923706054,0.4154999852180481,0.4059999883174896,0.4160000085830688,0.4129999876022339,0.4115000069141388,0.4034999907016754,0.4059999883174896,0.4054999947547912,0.4239999949932098,0.4149999916553497,0.4180000126361847,0.4199999868869781,0.418500006198883,0.4289999902248382,0.4144999980926513,0.4180000126361847,0.4199999868869781,0.4275000095367431,0.414000004529953,0.4199999868869781,0.4124999940395355,0.4305000007152557,0.4210000038146972,0.4235000014305115,0.426499992609024,0.4269999861717224,0.421999990940094,0.4165000021457672,0.421999990940094,0.421999990940094,0.4250000119209289,0.4255000054836273,0.4275000095367431,0.4269999861717224,0.4329999983310699,0.4354999959468841,0.4275000095367431,0.4410000145435333,0.4325000047683716,0.4354999959468841,0.4345000088214874,0.4379999935626983,0.4550000131130218,0.4494999945163727,0.44200000166893,0.4490000009536743,0.4415000081062317,0.44200000166893,0.4345000088214874,0.4404999911785126,0.4395000040531158,0.429500013589859,0.4390000104904175,0.4399999976158142,0.4384999871253967,0.4384999871253967,0.4444999992847442,0.4429999887943268,0.4449999928474426,0.4404999911785126,0.4429999887943268,0.445499986410141,0.4424999952316284,0.4415000081062317,0.4300000071525574,0.4354999959468841,0.4375,0.4395000040531158,0.4390000104904175,0.4469999969005584,0.4365000128746032,0.4485000073909759,0.4404999911785126,0.4514999985694885,0.4415000081062317,0.4494999945163727,0.4354999959468841,0.44200000166893,0.4444999992847442,0.4469999969005584,0.4424999952316284,0.4449999928474426,0.4490000009536743,0.4444999992847442,0.4404999911785126,0.4435000121593475,0.4404999911785126,0.4465000033378601,0.4514999985694885,0.4354999959468841,0.4539999961853027,0.4465000033378601,0.4519999921321869,0.4465000033378601,0.4480000138282776,0.4494999945163727,0.4469999969005584,0.4474999904632568,0.4444999992847442,0.4460000097751617,0.4444999992847442,0.4524999856948852,0.4505000114440918,0.4485000073909759,0.4465000033378601,0.4485000073909759,0.4465000033378601,0.4480000138282776,0.4384999871253967,0.4535000026226043,0.4469999969005584,0.4490000009536743,0.4539999961853027,0.4494999945163727,0.4519999921321869,0.4494999945163727,0.4564999938011169,0.4494999945163727],"label":"RedPajama2"}},"mmlu/acc":{"FineWeb (ours)":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2302941530942917,0.2429431527853012,0.2520783543586731,0.2535875141620636,0.2579584121704101,0.257623016834259,0.2644924223423004,0.2671386897563934,0.2653158605098724,0.2712894976139068,0.2698535323143005,0.2731362879276275,0.2742581963539123,0.2757896780967712,0.2761907577514648,0.2783097922801971,0.279890775680542,0.2743463218212127,0.2842880189418793,0.2752239108085632,0.2845419943332672,0.2855455577373504,0.2857337892055511,0.2793377041816711,0.2816682457923889,0.2881568074226379,0.2871111631393432,0.2884154617786407,0.2881301641464233,0.2881889343261719,0.290662944316864,0.2889313101768493,0.2874985039234161,0.2872265875339508,0.2902538776397705,0.2895982563495636,0.2874856889247894,0.2929568886756897,0.2919563949108124,0.2933833599090576,0.2893504798412323,0.2896448373794555,0.2870636880397796,0.2922311425209045,0.2901489734649658,0.2952201068401336,0.2961722910404205,0.2950969934463501,0.2943172454833984,0.2969871759414673,0.2978093922138214,0.2953187227249145,0.2998792827129364,0.2959098517894745,0.2978285253047943,0.2961616218090057,0.2955605983734131,0.2994873821735382,0.297453761100769,0.298129141330719,0.2945198118686676,0.2945064306259155,0.2999708950519562,0.2966920733451843,0.2985979914665222,0.296327531337738,0.2994519770145416,0.2990739047527313,0.2982426583766937,0.2979331314563751,0.3012721538543701,0.2975340783596039,0.2971437573432922,0.2973226308822632,0.3015873730182647,0.3030371367931366,0.3020343482494354,0.2967538833618164,0.3022714257240295,0.2964615821838379,0.2969719767570495,0.3021347522735595,0.3022515475749969,0.3036020398139953,0.2992149591445923,0.3027081489562988,0.3003914952278137,0.3025355339050293,0.3023872077465057,0.2999485433101654,0.3029618561267853,0.2977318465709686,0.3005884289741516,0.2998825311660766,0.3007142543792724,0.3015275001525879,0.301339715719223,0.3018406927585602,0.3034264743328094,0.3009020388126373,0.3016874492168426,0.3064017593860626,0.3028382062911987,0.3059247136116028,0.3040496110916137,0.3017222285270691,0.3020863533020019,0.3049421310424804,0.3061611950397491,0.3010604679584503,0.3062057495117187,0.3023945987224579,0.3036775290966034,0.3038296699523926,0.304576426744461,0.3018009066581726,0.3044451773166656,0.3059386610984802,0.3034792244434356,0.3044394254684448,0.3055608868598938,0.3025961518287658,0.3034948408603668,0.3066565692424774,0.3064004778861999,0.3041964173316955,0.3044833540916443,0.305993914604187,0.3065198957920074,0.3063429296016693,0.3075101375579834,0.3054932951927185,0.3063079118728637,0.3068665564060211,0.3083882927894592,0.3099013566970825,0.3096524775028229,0.3054267466068268,0.3075705170631408,0.3095861971378326,0.3075299263000488,0.3098695278167724,0.3088628053665161,0.310608297586441,0.3069742023944855,0.3081973195075989,0.3076914548873901,0.3091990649700165,0.3107609748840332,0.310116708278656,0.3084039390087127,0.3063969612121582,0.3065977990627289,0.3062192797660827,0.3088618218898773,0.3076717853546142,0.3072896003723144,0.3100455403327942,0.3078337013721466,0.308096319437027,0.3064403831958771,0.3083605468273163,0.307317852973938,0.3075421750545501,0.3094031512737274,0.3077214360237121,0.3130360543727875,0.3118569850921631],"label":"FineWeb (ours)"},"C4":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2302941530942917,0.2389510571956634,0.2472752928733825,0.2545336782932281,0.2547624707221985,0.2589887976646423,0.2612940669059753,0.261808842420578,0.2678619027137756,0.2661339044570923,0.2663151919841766,0.266875296831131,0.2699981331825256,0.2727007865905761,0.2724720537662506,0.2712523341178894,0.2716579437255859,0.2763858735561371,0.2733998298645019,0.2740216255187988,0.2737786769866943,0.2758036851882934,0.2765005528926849,0.2772350907325744,0.2797509729862213,0.2754699289798736,0.2762781977653503,0.2806991040706634,0.283003956079483,0.2771541178226471,0.2787549495697021,0.2722893953323364,0.2835511267185211,0.2772617936134338,0.2787493467330932,0.2779566347599029,0.2767883837223053,0.2760018110275268,0.2803000807762146,0.2792500555515289,0.2796483337879181,0.2766978442668915,0.2833252549171448,0.2820005714893341,0.2822672426700592,0.2787093818187713,0.2838328778743744,0.2798903584480285,0.283222883939743,0.2809712588787079,0.2810114920139313,0.2833485007286072,0.2827030420303345,0.2864867150783539,0.2835287153720855,0.2834783494472503,0.2817122340202331,0.279717355966568,0.2847087383270263,0.2834185063838959,0.2836478948593139,0.28349369764328,0.2792751491069793,0.2828384339809418,0.2839045226573944,0.2844994962215423,0.2848019301891327,0.2864094972610473,0.2897203266620636,0.2875540256500244,0.2887760996818542,0.2819759547710418,0.2827532291412353,0.2826299667358398,0.2859028875827789,0.2838504314422607,0.2872227728366852,0.2867364585399627,0.2846260964870453,0.2862736880779266,0.2898074090480804,0.2892302572727203,0.2913185358047485,0.286760926246643,0.2912854552268982,0.285487025976181,0.2881821095943451,0.2892732322216034,0.2904376983642578,0.289234310388565,0.2909376919269562,0.2859450578689575,0.2859126031398773,0.2871489524841308,0.2886788249015808,0.2865687310695648,0.2913284003734588,0.2881797552108764,0.2883357405662536,0.2941664159297943,0.2897703051567077,0.2901871800422668,0.2903218269348144,0.2869331836700439,0.2894797921180725,0.2910015881061554,0.2917903363704681,0.2906550467014313,0.2916590273380279,0.2894382774829864,0.2897277772426605,0.2922006249427795,0.2931796014308929,0.2926151156425476,0.2886568903923034,0.2902866303920746,0.2913240492343902,0.2928150296211242,0.2884218692779541,0.294507086277008,0.2911847531795501,0.2904942333698272,0.2923945486545563,0.2932697236537933,0.291720300912857,0.2917313575744629,0.2944369614124298,0.2951209545135498,0.2958568036556244,0.2950167953968048,0.2958638966083526,0.292136400938034,0.2941398620605469,0.2944497466087341,0.2962249517440796,0.2959355413913727,0.29868084192276,0.2933900654315948,0.2953009903430938,0.2948178052902221,0.2974188923835754,0.2968534827232361,0.2954874634742737,0.294565737247467,0.2956545054912567,0.2961045205593109,0.2962474226951599,0.2935851514339447,0.2952173352241516,0.2984024584293365,0.2972182035446167,0.2954569160938263,0.2986760139465332,0.2985044121742248,0.29883673787117,0.2981346249580383,0.2986000478267669,0.3004028499126434,0.2986997961997986,0.2997922301292419,0.2988540828227997,0.2998663485050201,0.2988032400608063,0.2994503378868103,0.3034986555576324,0.3019293546676636,0.3013196885585785,0.2993106842041015],"label":"C4"},"Dolma":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2301375120878219,0.2439504563808441,0.2407853603363037,0.2463636100292205,0.2523244321346283,0.2581520676612854,0.2592733800411224,0.2585332989692688,0.2590658366680145,0.2644950151443481,0.2653636038303375,0.2673506438732147,0.2672824263572693,0.2665956616401672,0.2692688107490539,0.2713316082954407,0.2750989496707916,0.2754160463809967,0.2731740176677704,0.2772360444068908,0.2743403315544128,0.279121071100235,0.2777661383152008,0.2745921313762665,0.2734176218509674,0.2773926854133606,0.2778981626033783,0.2761238515377044,0.2772339284420013,0.2781786918640136,0.2770616114139557,0.2775460481643677,0.2768105566501617,0.2807052135467529,0.2814793586730957,0.2815992832183838,0.2837982475757599,0.2836567163467407,0.2817145884037018,0.2842670083045959,0.2843204438686371,0.2828897833824157,0.2847625613212585,0.2849789559841156,0.2854886949062347,0.2855797708034515,0.2850444614887237,0.2861320674419403,0.2890353500843048,0.2849752604961395,0.2848083078861236,0.284421294927597,0.2820285260677337,0.2819297313690185,0.2843486070632934,0.283261090517044,0.287120908498764,0.2827978730201721,0.2885330021381378,0.2848464250564575,0.2880872786045074,0.2900114357471466,0.2919513285160064,0.2888095676898956,0.2860144972801208,0.2881531119346618,0.2839322090148926,0.2867273092269897,0.2885333001613617,0.2867737114429474,0.2901575267314911,0.2885180115699768,0.2880147695541382,0.2867088913917541,0.2907832860946655,0.2895413339138031,0.2908010482788086,0.2911471128463745,0.289581686258316,0.287352591753006,0.2904784083366394,0.2889285385608673,0.2895170450210571,0.2881514430046081,0.2897171676158905,0.291328102350235,0.2915306985378265,0.2943917512893677,0.2911337912082672,0.2881917953491211,0.2923800051212311,0.2963711321353912,0.295219749212265,0.2928103506565094,0.2936767041683197,0.2914917767047882,0.2895077764987945,0.2892704308032989,0.2937715053558349,0.2903689742088318,0.292710393667221,0.2920809090137481,0.2913345992565155,0.2921593785285949,0.2981698215007782,0.294764757156372,0.29450324177742,0.2975986301898956,0.2941750586032867,0.2959747910499573,0.2946767807006836,0.2929622828960418,0.2971496284008026,0.2956684529781341,0.2976995706558227,0.2950427532196045,0.2942084968090057,0.2940165996551513,0.2948602139949798,0.2928120791912079,0.2960447072982788,0.2975389957427978,0.2961328625679016,0.2955266535282135,0.2943122386932373,0.2983113825321197,0.2950797080993652,0.2972849905490875,0.2967418432235718,0.299457311630249,0.2982884347438812,0.2962767481803894,0.3014460504055023,0.2996406555175781,0.2989505529403686,0.3021987080574035,0.2994233965873718,0.2982690334320068,0.2993312776088714,0.29998978972435,0.3017697036266327,0.301118940114975,0.3024846315383911,0.300601989030838,0.2997082769870758,0.3020078837871551,0.2985598444938659,0.2997412383556366,0.2987606525421142,0.3004366755485534,0.3032760322093963,0.3004375696182251,0.3016033172607422,0.2996090948581695,0.3008009493350982,0.3016159534454345,0.3000018894672394,0.2990908026695251,0.3017679750919342,0.3007999956607818,0.3006572127342224,0.301300436258316,0.3035345673561096,0.3022029101848602,0.2990182340145111,0.3037226498126983,0.3030984699726105,0.3000396490097046],"label":"Dolma"},"RefinedWeb":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2302941530942917,0.2405829578638076,0.2450667917728424,0.250267893075943,0.2507315576076507,0.2576118409633636,0.2574253976345062,0.2628722488880157,0.2644384205341339,0.2702414989471435,0.2663867175579071,0.2689258158206939,0.2687146663665771,0.2676065266132355,0.2691615521907806,0.2706006467342376,0.2736584544181824,0.2746991813182831,0.2741798460483551,0.272423505783081,0.2805862426757812,0.2777875959873199,0.2752496600151062,0.2757043540477752,0.2761420309543609,0.2791363298892975,0.2797969877719879,0.2797309160232544,0.2755179107189178,0.2844363152980804,0.2820940613746643,0.283543199300766,0.2858954668045044,0.2816318869590759,0.2813069224357605,0.2818962335586548,0.2825306355953216,0.282880574464798,0.2810108065605163,0.2815119624137878,0.2832073867321014,0.2825962007045746,0.2820583581924438,0.2821622192859649,0.2786605358123779,0.2883289456367492,0.2807977795600891,0.2859970033168793,0.2870381772518158,0.2897791266441345,0.2796809375286102,0.2866620719432831,0.2845649123191833,0.2880626618862152,0.2874505817890167,0.2857808172702789,0.2867595553398132,0.2869653403759002,0.2860348522663116,0.2906606197357178,0.2821574509143829,0.289130836725235,0.2875072360038757,0.2884832322597503,0.2856673896312713,0.2871889770030975,0.2922988533973694,0.2935270965099334,0.2890375852584839,0.2862584292888641,0.2951976060867309,0.291631817817688,0.2929330170154571,0.2893630862236023,0.2878957092761993,0.2923579514026642,0.2913581430912018,0.2918873131275177,0.2926721572875976,0.2958362400531769,0.2955732345581054,0.2919157743453979,0.2908507585525512,0.2951728701591491,0.2940085828304291,0.296534389257431,0.2939820885658264,0.2948720157146454,0.2942836880683899,0.2921408414840698,0.2975771427154541,0.2972725927829742,0.293838769197464,0.2960700392723083,0.2971054315567016,0.2961299121379852,0.296864777803421,0.2978164553642273,0.2989802062511444,0.2968626916408539,0.2994182407855987,0.2990803122520447,0.2927748560905456,0.298820436000824,0.299898087978363,0.2952330708503723,0.2962251603603363,0.2951344549655914,0.2973354160785675,0.2973885536193847,0.2975764274597168,0.2971931993961334,0.2980869114398956,0.2979022562503814,0.2991840839385986,0.2984327673912048,0.2986229062080383,0.2955830991268158,0.2992549240589142,0.2967789471149444,0.2991774380207062,0.3031741976737976,0.2985482513904571,0.2986876964569092,0.3048456907272339,0.3001897633075714,0.3018456101417541,0.3032538294792175,0.3006997108459472,0.2999642193317413,0.3040018379688263,0.3004764914512634,0.2979345023632049,0.3039732873439789,0.3006691038608551,0.2995238900184631,0.2986087501049042,0.3038967847824096,0.3025071918964386,0.3029733002185821,0.3044440448284149,0.3004992604255676,0.305156260728836,0.3029279410839081,0.3027839660644531,0.3039737045764923,0.3021354973316192,0.3067358732223511,0.3016842603683471,0.3042422831058502,0.3052462935447693,0.3033320605754852,0.3031117022037506,0.3053246438503265,0.3034772276878357,0.3030612468719482,0.3051216900348663,0.2965869605541229,0.3025960028171539,0.3012389540672302,0.3032596409320831,0.3031393587589264,0.3052072525024414,0.3047348856925964,0.303049623966217,0.3001274168491363,0.3033583760261535,0.3040348291397095],"label":"RefinedWeb"},"SlimPajama":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2287821322679519,0.2426762282848358,0.2480343133211136,0.2561922073364258,0.255758672952652,0.2554217278957367,0.2607510089874267,0.2612868249416351,0.2658010125160217,0.2711197435855865,0.271613746881485,0.2712107896804809,0.2728576362133026,0.2706888020038605,0.2708011865615845,0.2719989717006683,0.2773494124412536,0.2754011750221252,0.2826462984085083,0.2738437354564667,0.2795018851757049,0.2803177237510681,0.2759909331798553,0.2805879116058349,0.2832717299461365,0.2814949154853821,0.2811130285263061,0.27938973903656,0.2853271961212158,0.2824369966983795,0.2819057106971741,0.2826287448406219,0.2854196727275848,0.2827615439891815,0.2834900319576263,0.28105029463768,0.2853399217128753,0.2858920395374298,0.2827619910240173,0.2889875173568725,0.2891541421413421,0.2857897579669952,0.2894236147403717,0.2921691536903381,0.2892842590808868,0.28868567943573,0.2928924262523651,0.2856367528438568,0.290068507194519,0.2866685688495636,0.2920492887496948,0.2920882403850555,0.2908759713172912,0.290722131729126,0.2887683808803558,0.2877216637134552,0.2894555926322937,0.2964746057987213,0.2902493774890899,0.292080819606781,0.2907406091690063,0.2981747686862945,0.293458491563797,0.2942499220371246,0.2933857440948486,0.292724609375,0.2942705750465393,0.2948938906192779,0.2990652024745941,0.2989520728588104,0.2960168421268463,0.2985272407531738,0.2974837124347687,0.2930307388305664,0.2943049669265747,0.2986477315425873,0.296541690826416,0.299949586391449,0.2955184876918793,0.298058271408081,0.3014914393424988,0.300191581249237,0.2993117570877075,0.3015647232532501,0.2994851768016815,0.3005377352237701,0.2985555231571197,0.3015928268432617,0.2983849942684173,0.3000971972942352,0.3008037805557251,0.301318347454071,0.2973178625106811,0.2979921698570251,0.2965641319751739,0.2990067303180694,0.2980073690414428,0.2981544137001037,0.300570011138916,0.3002776801586151,0.3030088543891907,0.3036032021045685,0.3035723865032196,0.3021081387996673,0.3066502809524536,0.3057790696620941,0.3023945987224579,0.3041965365409851,0.3080433309078216,0.3053261637687683,0.3030602931976318,0.3049102425575256,0.3071593642234802,0.3023079633712768,0.3036161661148071,0.3052530884742737,0.3043465316295624,0.3034319579601288,0.3052088618278503,0.3031769096851349,0.3034752011299133,0.3061441481113434,0.3062657713890075,0.3098253011703491,0.3043658435344696,0.303264170885086,0.306708961725235,0.3068393170833587,0.3071664869785309,0.3057803213596344,0.3051790297031402,0.3056493401527405,0.3108543753623962,0.3113956153392792,0.3094575405120849,0.3092327415943146,0.3059055507183075,0.3080336451530456,0.3090905547142029,0.3077508509159088,0.3085790276527405,0.3094519674777984,0.3088333010673523,0.308317482471466,0.3074816167354584,0.3070001304149627,0.3082886636257171,0.3088195025920868,0.3090562522411346,0.3087227940559387,0.3097444176673889,0.3099888861179352,0.3099189698696136,0.3107083141803741,0.3093447089195251,0.3103667199611664,0.3073557615280151,0.3111476898193359,0.3132325410842895,0.3113212585449219,0.3112156689167022,0.3124072253704071,0.3116312325000763,0.3118323087692261,0.3117090761661529,0.3095976114273071,0.3119370937347412,0.3108328580856323],"label":"SlimPajama"},"The Pile":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2290025651454925,0.2377295047044754,0.243438720703125,0.2449264526367187,0.2454859316349029,0.2539424896240234,0.2536510229110718,0.2516120076179504,0.2560518383979797,0.2576988339424133,0.2586585581302643,0.2601758539676666,0.2641596794128418,0.2642340362071991,0.2626914381980896,0.2603379189968109,0.2680386006832123,0.2715181112289428,0.2664002478122711,0.2691877484321594,0.272950530052185,0.2715248763561249,0.2763852179050445,0.2741641998291015,0.2730364799499511,0.2772266864776611,0.2736534476280212,0.2772764265537262,0.2702541947364807,0.2765074074268341,0.2768949866294861,0.2781254053115845,0.2756252884864807,0.2752139568328857,0.2737773358821869,0.2751029431819916,0.2767521739006042,0.2846883237361908,0.2767798900604248,0.2810082137584686,0.2816317081451416,0.2820066809654236,0.2803283333778381,0.2875056266784668,0.2822830975055694,0.2833510935306549,0.2801381349563598,0.2839135825634002,0.2808457314968109,0.2815776765346527,0.2806450128555298,0.280866414308548,0.2806699872016907,0.2827223539352417,0.2821294665336609,0.2834447622299194,0.2831187844276428,0.2841942608356476,0.2861519455909729,0.2842221558094024,0.2870894074440002,0.2865702509880066,0.2923190295696258,0.286701500415802,0.2874644100666046,0.2865926623344421,0.2880926728248596,0.2866270542144775,0.2897734642028808,0.2886732220649719,0.2921462655067444,0.2891439199447632,0.2876806259155273,0.2893243134021759,0.2859318852424621,0.2888116240501404,0.2884889543056488,0.2904813289642334,0.2885259091854095,0.2936690151691437,0.2942001819610595,0.2903439998626709,0.2918136119842529,0.2903368175029754,0.2855245769023895,0.2882764041423797,0.2881136536598205,0.2886604070663452,0.2920534908771515,0.2931057214736938,0.2910290956497192,0.2934228479862213,0.2925494909286499,0.2896281480789184,0.2912245988845825,0.2911814749240875,0.294173926115036,0.2957752645015716,0.2975407838821411,0.2970249354839325,0.2982780635356903,0.2963626384735107,0.2943296134471893,0.2979098856449127,0.298405110836029,0.2949958443641662,0.2952589392662048,0.2938393652439117,0.2972133159637451,0.295514315366745,0.2967223227024078,0.2961505353450775,0.2983244061470032,0.2983762323856354,0.2960332334041595,0.2975570559501648,0.296587735414505,0.2957448065280914,0.2955463528633117,0.3002848625183105,0.299008697271347,0.3024425804615021,0.29794642329216,0.2993987202644348,0.2980576455593109,0.3023483157157898,0.2974340915679931,0.2998497486114502,0.2959475815296173,0.2983624637126922,0.3001613914966583,0.299477756023407,0.2988143563270569,0.2989934980869293,0.2999196052551269,0.297995388507843,0.2966837584972381,0.3001565635204315,0.2944224774837494,0.298991322517395,0.3017690777778625,0.3019891381263733,0.299403965473175,0.2990159690380096,0.299405425786972,0.2991091609001159,0.3015805780887604,0.2999166548252105,0.3019464015960693,0.2994333207607269,0.3016186356544494,0.300589382648468,0.3018290102481842,0.3036792874336242,0.3030304312705993,0.300036758184433,0.3003975749015808,0.3045490384101867,0.3026900589466095,0.3033689558506012,0.2999014854431152,0.300116628408432,0.3011859357357025,0.2993784248828888,0.302082747220993,0.3051932752132416,0.3019520938396454,0.3019336462020874],"label":"The Pile"},"RedPajama2":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2287676930427551,0.2401634901762008,0.2461197674274444,0.2500021755695343,0.2539673447608948,0.25885009765625,0.2642949521541595,0.258261889219284,0.2626505196094513,0.2636603713035583,0.2691371440887451,0.2691944241523742,0.2729479670524597,0.272992879152298,0.2741335928440094,0.2712135314941406,0.2752119898796081,0.2752980589866638,0.2762403786182403,0.2785819768905639,0.2787488996982574,0.2757582366466522,0.2781199514865875,0.279490053653717,0.2776248455047607,0.2824324369430542,0.2760490477085113,0.2834795117378235,0.279654711484909,0.2828797996044159,0.2806184589862823,0.2798368334770202,0.281495600938797,0.2817617058753967,0.2811740040779114,0.278206318616867,0.2855345606803894,0.2819355726242065,0.2832376956939697,0.2859278321266174,0.2856031358242035,0.2860913574695587,0.2874343395233154,0.2869613468647003,0.2848447561264038,0.2861059606075287,0.2835462987422943,0.2849552929401397,0.2822130024433136,0.2835654616355896,0.2849986255168915,0.2902160584926605,0.2890172600746155,0.2846415638923645,0.2870731949806213,0.2869991064071655,0.2875854969024658,0.2893663346767425,0.2911345362663269,0.2885378003120422,0.2911122739315033,0.2918780446052551,0.2868360877037048,0.2888737916946411,0.2917526662349701,0.2861029505729675,0.2902180850505829,0.2925172448158264,0.291968822479248,0.289999395608902,0.2947326600551605,0.2945219576358795,0.2927329242229461,0.2913154661655426,0.2902334332466125,0.2957722246646881,0.2957557439804077,0.295064628124237,0.2978846728801727,0.2935352027416229,0.2984405159950256,0.293936550617218,0.2952569127082824,0.2927755415439605,0.2941929399967193,0.295008897781372,0.2994884848594665,0.2967965304851532,0.2945290207862854,0.2972908616065979,0.2962745428085327,0.2968356609344482,0.2986680269241333,0.2992892861366272,0.2946477830410003,0.2955983579158783,0.295777291059494,0.3004112839698791,0.2943004965782165,0.2972941994667053,0.2989240884780884,0.3001775443553924,0.3034558892250061,0.3017550706863403,0.2996498346328735,0.2995065748691559,0.2990214824676513,0.3016059696674347,0.2980448305606842,0.3011738955974579,0.3017223179340362,0.3017894923686981,0.298199862241745,0.3019939064979553,0.3006301522254944,0.300287514925003,0.3016338646411896,0.3015048801898956,0.3006531596183777,0.3010947704315185,0.3004728555679321,0.3046587705612182,0.3034729659557342,0.3013552725315094,0.303571492433548,0.306004911661148,0.3044646680355072,0.303717702627182,0.3000804185867309,0.3031258583068847,0.3035662472248077,0.302720695734024,0.3033588826656341,0.3025257587432861,0.3013201951980591,0.3029981851577759,0.303481787443161,0.3059537410736084,0.3046910166740417,0.3027555346488952,0.3046323657035827,0.3042367398738861,0.3023757338523865,0.3023652136325836,0.3042477369308471,0.3041965365409851,0.3008799254894256,0.3029722571372986,0.3029010891914367,0.302619606256485,0.3038256764411926,0.305341511964798,0.3034444451332092,0.3055770993232727,0.3053086102008819,0.3054519593715668,0.3049850463867187,0.3047826886177063,0.3055921196937561,0.3037551939487457,0.3056554496288299,0.306242287158966,0.3049752116203308,0.30720055103302,0.3034684360027313,0.305407166481018,0.3064523041248321,0.3071680068969726],"label":"RedPajama2"}},"mmlu/acc_norm":{"FineWeb (ours)":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2501466572284698,0.2562687695026397,0.264194518327713,0.2659797668457031,0.2690401375293731,0.2707462012767792,0.2736803293228149,0.2808477580547333,0.2819793820381164,0.2818062305450439,0.2852273285388946,0.2852552533149719,0.293150246143341,0.2869345247745514,0.2926198840141296,0.2911646664142608,0.2883031964302063,0.2938489317893982,0.2923268675804138,0.2927436530590057,0.2957125902175903,0.2942458391189575,0.2957732379436493,0.2933609783649444,0.2939628064632416,0.2984270751476288,0.2989151179790497,0.3007727265357971,0.2968312501907348,0.2969468235969543,0.3013020753860473,0.3045085966587066,0.3018752634525299,0.3014349043369293,0.2988792657852173,0.3034284710884094,0.3015728890895843,0.3065252900123596,0.3021449446678161,0.3043071627616882,0.303546279668808,0.3056059181690216,0.2971993386745453,0.3057574033737182,0.3057517111301422,0.3124973773956299,0.3139103651046753,0.3144983947277069,0.3126215636730194,0.3140240907669067,0.3113631308078766,0.3124240636825561,0.3126817643642425,0.3123457431793213,0.3111095428466797,0.3113269805908203,0.3142518699169159,0.3163851797580719,0.3134008049964905,0.3138530254364013,0.3171449303627014,0.3119543790817261,0.3147956132888794,0.3138984441757202,0.3178529143333435,0.3162296414375305,0.315980851650238,0.3123161196708679,0.3166452944278717,0.3140694200992584,0.3176922798156738,0.3176673054695129,0.3150016367435455,0.3161586821079254,0.3222477436065674,0.3194025754928589,0.3176416158676147,0.3159928619861603,0.3169592320919037,0.3135637938976288,0.3155058920383453,0.3215300440788269,0.3201274275779724,0.3192023932933807,0.3156079053878784,0.3212503492832184,0.3163617849349975,0.3223940432071686,0.3191330432891845,0.3194314539432525,0.3221519589424133,0.3211863040924072,0.3197937309741974,0.3174488544464111,0.3159596025943756,0.3157133460044861,0.3193388879299164,0.3163386285305023,0.3202225565910339,0.3163421154022217,0.3212694227695465,0.3187369704246521,0.3203508555889129,0.3224054872989654,0.3207881152629852,0.3219418525695801,0.3197605609893799,0.3255409598350525,0.3253240585327148,0.319698303937912,0.3250498473644256,0.3228228390216827,0.3213794529438019,0.3219127357006073,0.3214426934719085,0.3238218128681183,0.3229665458202362,0.3220484256744385,0.3240038454532623,0.3246393501758575,0.3237775564193725,0.3258441984653473,0.322843462228775,0.3241913020610809,0.324148565530777,0.3238157927989959,0.3248989582061767,0.3280864655971527,0.3288898766040802,0.3265794515609741,0.3277602791786194,0.3231202363967895,0.3224002718925476,0.323845773935318,0.3278093039989471,0.3247094452381134,0.3289697468280792,0.3272296786308288,0.3275051414966583,0.3271359801292419,0.3280861675739288,0.3281281590461731,0.327859491109848,0.3281152546405792,0.3282515406608581,0.3258990049362182,0.3271094560623169,0.3259278535842895,0.3258941769599914,0.3278749883174896,0.3300504386425018,0.326113760471344,0.3242938220500946,0.3262194991111755,0.3263693153858185,0.3274452090263366,0.3254594206809997,0.3287247717380523,0.3250340223312378,0.3270816206932068,0.3275731801986694,0.3282500207424164,0.3257671594619751,0.3272948265075683,0.3274084031581878,0.3302212655544281,0.3322067260742187,0.3296935856342315],"label":"FineWeb (ours)"},"C4":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2501466572284698,0.2503989636898041,0.2554822564125061,0.267362505197525,0.2635625898838043,0.2717761397361755,0.2754477560520172,0.275278776884079,0.2799545228481293,0.2766266465187073,0.27903613448143,0.2817002832889557,0.2798756062984466,0.2839230597019195,0.2838127315044403,0.2853756248950958,0.2841375172138214,0.2884852290153503,0.2859430313110351,0.2888604700565338,0.2842839062213897,0.2834508419036865,0.2905769944190979,0.291401594877243,0.2923042178153991,0.2906481623649597,0.2864490151405334,0.2894583344459533,0.2936400771141052,0.289957731962204,0.2898236215114593,0.2837969064712524,0.2944568693637848,0.287180632352829,0.2923372685909271,0.2921179831027984,0.2892000675201416,0.2896223366260528,0.2912705242633819,0.2905389666557312,0.2875383198261261,0.2915911972522735,0.2923913896083832,0.2919397950172424,0.2927466332912445,0.2955999374389648,0.2927011847496032,0.2947700321674347,0.2957072854042053,0.2927916347980499,0.2963354587554931,0.2973482012748718,0.2991726994514465,0.2962333858013153,0.2936276495456695,0.2937322854995727,0.3001607954502105,0.2961930930614471,0.2966057658195495,0.2966968417167663,0.3002983927726745,0.2983409464359283,0.2959610521793365,0.2962177395820617,0.2951928675174713,0.2985051274299621,0.30136439204216,0.2984142005443573,0.3012503385543823,0.299721896648407,0.3021658658981323,0.2981589436531067,0.2985765635967254,0.2982990145683288,0.3036385178565979,0.3027603924274444,0.3010715246200561,0.3001661598682403,0.298428326845169,0.3019610047340393,0.3065414726734161,0.29936483502388,0.3038617968559265,0.3041279911994934,0.3058141767978668,0.3057383298873901,0.3019986450672149,0.3034681677818298,0.3048995435237884,0.3043853640556335,0.3066711127758026,0.30138099193573,0.3047040700912475,0.3035959601402282,0.3064981997013092,0.3050976097583771,0.3082782626152038,0.3046838641166687,0.3041907548904419,0.3060542941093445,0.3100601136684418,0.3060735464096069,0.3048785924911499,0.3074990510940552,0.3062954843044281,0.3097685873508453,0.3098846077919006,0.3045764863491058,0.3065372407436371,0.308793306350708,0.3075888156890869,0.3107441067695617,0.3069410920143127,0.3096908032894134,0.3064695000648498,0.3067855834960937,0.3074861168861389,0.3091084659099579,0.3072076141834259,0.3065063059329986,0.3104434311389923,0.3067492246627807,0.3116618990898132,0.3115111291408539,0.3112091422080993,0.3067144453525543,0.3121508359909057,0.3089344203472137,0.3137882351875305,0.3108713626861572,0.312741070985794,0.3097975254058838,0.3122666180133819,0.3133568465709686,0.3127341866493225,0.3080432415008545,0.3120637834072113,0.3122869431972503,0.3120250403881073,0.3117712736129761,0.3109983205795288,0.3125808835029602,0.3116428554058075,0.3129400014877319,0.3116071224212646,0.3128395676612854,0.3080540597438812,0.3104397654533386,0.3116388320922851,0.3122957944869995,0.3113322257995605,0.313622385263443,0.313764363527298,0.3136481344699859,0.3141548335552215,0.3139144778251648,0.3123406767845154,0.314969539642334,0.3138300478458404,0.3155047297477722,0.3115970492362976,0.3151944875717163,0.3144146800041199,0.3156995475292206,0.3192606270313263,0.3183640241622925,0.3151223957538605,0.3162081837654114],"label":"C4"},"Dolma":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2501270473003387,0.2560833990573883,0.2599925696849823,0.2675598859786987,0.2684114277362823,0.2716337144374847,0.2740766704082489,0.2775039076805115,0.2783404588699341,0.2796013355255127,0.2820949554443359,0.2810406684875488,0.2823644876480102,0.2833253145217895,0.2857703566551208,0.2808239161968231,0.2917547225952148,0.2897486090660095,0.2875275015830993,0.2943058311939239,0.2891780138015747,0.2897033989429474,0.2903319895267486,0.2924950718879699,0.2875644862651825,0.2924458384513855,0.293954849243164,0.2929113805294037,0.2915636599063873,0.2917861938476562,0.2942286729812622,0.2967639863491058,0.291913092136383,0.2953178882598877,0.2972874641418457,0.2956210374832153,0.3018575012683868,0.2929699420928955,0.2950209975242615,0.3003560602664947,0.2974177300930023,0.2950251400470733,0.296758621931076,0.2972809970378876,0.2982426285743713,0.3019979298114776,0.3008206784725189,0.3005954325199127,0.2938346862792969,0.3009699583053589,0.2989449501037597,0.2996537983417511,0.3019669651985168,0.3000748455524444,0.3000148236751556,0.2995675504207611,0.298966109752655,0.3004475831985473,0.3023184835910797,0.3034453392028808,0.3016394674777984,0.3060395121574402,0.3066911995410919,0.3065873384475708,0.29949951171875,0.3031920790672302,0.3026251792907715,0.3046470880508423,0.3025145232677459,0.306982010602951,0.302643358707428,0.304037868976593,0.3015348613262176,0.299553781747818,0.3041835427284241,0.3027640879154205,0.3082228600978851,0.3047288656234741,0.3039765655994415,0.3048267066478729,0.3035992980003357,0.3056430518627167,0.3037824630737304,0.3048160970211029,0.3040882349014282,0.3052836060523987,0.3065180480480194,0.307971179485321,0.3091272115707397,0.3034843504428863,0.3075712919235229,0.3104844093322754,0.3063389658927917,0.3032608032226562,0.3080332279205322,0.3079279065132141,0.3062038123607635,0.3072481155395508,0.3117794990539551,0.3067246973514557,0.3082475662231445,0.3099625706672668,0.3070119023323059,0.3101015090942383,0.3109049797058105,0.3087223470211029,0.3101778626441955,0.3094301521778106,0.3144752383232116,0.3116049468517303,0.3116113245487213,0.3137989044189453,0.3153277635574341,0.3151018321514129,0.3132036030292511,0.3145381212234497,0.3129039704799652,0.3149133026599884,0.3102412819862366,0.3117950558662414,0.3154202997684479,0.3132332563400268,0.3113301992416382,0.3101116418838501,0.3130112290382385,0.3137075006961822,0.315510481595993,0.3132544159889221,0.3161831498146057,0.3116595447063446,0.3104106485843658,0.3173929154872894,0.314871996641159,0.316310316324234,0.3159449696540832,0.3161650598049164,0.3156299889087677,0.3161895871162414,0.3156271278858185,0.3160959482192993,0.317343145608902,0.3176217675209045,0.3190700709819793,0.3196708261966705,0.3158564865589142,0.3173984587192535,0.316327154636383,0.3143565356731415,0.3159370124340057,0.3192657828330993,0.3172151446342468,0.3148190677165985,0.3171719908714294,0.3181072175502777,0.3178979456424713,0.3210897445678711,0.3147720694541931,0.3171736001968384,0.3176901936531067,0.3162892162799835,0.3163918852806091,0.3174804747104645,0.3201273679733276,0.3196343183517456,0.3189445436000824,0.3197543323040008,0.3184814155101776,0.3209713697433471],"label":"Dolma"},"RefinedWeb":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2501466572284698,0.2528519630432129,0.2616856694221496,0.2665999829769134,0.2683407664299011,0.2742894291877746,0.2762066125869751,0.2807516455650329,0.2767378389835357,0.2807380557060241,0.2788906991481781,0.2844051718711853,0.2856102883815765,0.2883394360542297,0.2890409529209137,0.2894668281078338,0.2883355319499969,0.2872501015663147,0.291619062423706,0.2900333702564239,0.2962473034858703,0.2962896525859833,0.297355443239212,0.2932226359844208,0.2886744439601898,0.29665008187294,0.2976542115211487,0.2991503179073334,0.3004479110240936,0.3044549524784088,0.2976194322109222,0.3014707863330841,0.3048252463340759,0.3039425611495971,0.303354948759079,0.3027459383010864,0.2999922931194305,0.3050121665000915,0.2998814284801483,0.2978588044643402,0.3041949570178985,0.3010904192924499,0.3022017180919647,0.2997751235961914,0.3015910983085632,0.3096485137939453,0.3012076020240783,0.3065535724163055,0.3042872548103332,0.3104783594608307,0.2997980415821075,0.3051296770572662,0.303458571434021,0.3088337182998657,0.3145398199558258,0.3032208085060119,0.310806930065155,0.3075874149799347,0.3101692199707031,0.310107946395874,0.3066047430038452,0.3109066784381866,0.3081336915493011,0.3084586262702942,0.3086149394512176,0.3085348606109619,0.3136637806892395,0.3110873103141784,0.31076380610466,0.3084572553634643,0.3133681714534759,0.3125792145729065,0.3124453127384186,0.3097185790538788,0.3106793165206909,0.3089564740657806,0.3111244142055511,0.3123694658279419,0.3144859969615936,0.3135123550891876,0.311982125043869,0.3142133951187134,0.3122903704643249,0.3147654831409454,0.3078767359256744,0.314947634935379,0.3171303570270538,0.3129573762416839,0.3154936134815216,0.3158208429813385,0.3153132200241089,0.3141326904296875,0.3163397014141083,0.3166318237781524,0.3168410360813141,0.3198235332965851,0.3201336860656738,0.3212967813014984,0.3191385567188263,0.3178017139434814,0.3192791938781738,0.323061466217041,0.320336639881134,0.3165886104106903,0.3206393420696258,0.3167395293712616,0.3135207295417785,0.315539002418518,0.3191742599010467,0.321073055267334,0.3222262561321258,0.3193058371543884,0.3213480710983276,0.3198905289173126,0.3219239711761474,0.3211614489555359,0.318855881690979,0.3177095353603363,0.324197381734848,0.3208906352519989,0.3264936804771423,0.3245965242385864,0.3231639564037323,0.3221887946128845,0.3277338445186615,0.3227696120738983,0.3263820111751556,0.3258577883243561,0.3264622390270233,0.3222362995147705,0.3286814987659454,0.3235024213790893,0.32446950674057,0.3311836123466491,0.328130304813385,0.3271634578704834,0.3250012993812561,0.3309800624847412,0.3274554014205932,0.3273015916347503,0.3261759579181671,0.32697594165802,0.3303172886371612,0.3282814025878906,0.3289586305618286,0.3260826468467712,0.3258011937141418,0.3297208249568939,0.3254813551902771,0.3287739753723144,0.3287097811698913,0.3275279700756073,0.3293041586875915,0.3314100801944732,0.3287808299064636,0.3251930773258209,0.3288172781467438,0.3265027701854706,0.3275215625762939,0.3290774822235107,0.3261331617832184,0.3299777805805206,0.331955999135971,0.3305029273033142,0.3274719417095184,0.3235560953617096,0.3269940316677093,0.3323083519935608],"label":"RefinedWeb"},"SlimPajama":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2497200071811676,0.2592614293098449,0.2593538165092468,0.2662509083747864,0.2664803266525268,0.2686671912670135,0.2750212550163269,0.2728220522403717,0.2735992670059204,0.2816755771636963,0.2807474434375763,0.2832716107368469,0.2859686017036438,0.2851547598838806,0.2844336628913879,0.2834415435791015,0.2903566062450409,0.2867975533008575,0.2869687974452972,0.2880666553974151,0.2895745635032654,0.2932893931865692,0.285281777381897,0.29486083984375,0.2966246604919433,0.2939338088035583,0.2906226515769958,0.2981550693511963,0.2983705997467041,0.2941931188106537,0.3010403513908386,0.2986909449100494,0.3023008406162262,0.2999930381774902,0.2975163459777832,0.3010782599449157,0.3005977869033813,0.3014611005783081,0.2960115671157837,0.3022516369819641,0.3078178465366363,0.3019892573356628,0.3054529130458832,0.3049662113189697,0.3028279542922973,0.3042507171630859,0.3116106986999511,0.3049386143684387,0.3076794445514679,0.3053653836250305,0.3102109432220459,0.3084518015384674,0.3062224984169006,0.3118025958538055,0.3052020072937011,0.3125185668468475,0.3075071275234222,0.3104312717914581,0.3031999468803406,0.3096194863319397,0.3074706494808197,0.3123086094856262,0.3070628046989441,0.3116572499275207,0.3127453923225403,0.3144129812717438,0.3129480183124542,0.3091934025287628,0.3163215219974518,0.3153833448886871,0.3132557868957519,0.3166911005973816,0.3108917474746704,0.3084513247013092,0.3118407726287842,0.3133653402328491,0.3157584071159363,0.3147788345813751,0.311055988073349,0.3152942359447479,0.3187046945095062,0.3157975673675537,0.3121104836463928,0.3179425001144409,0.3151332139968872,0.3168922960758209,0.3146162927150726,0.3181720376014709,0.3161299228668213,0.3202162981033325,0.3161057233810425,0.3180809915065765,0.3162356913089752,0.315767765045166,0.3190236985683441,0.3171856999397278,0.3202316761016845,0.3133728802204132,0.3163894414901733,0.31822270154953,0.3266949653625488,0.3198533058166504,0.3233769834041595,0.3238007426261902,0.3205596804618835,0.3247207403182983,0.3206443786621094,0.323225736618042,0.3217288851737976,0.3235573768615722,0.3252238631248474,0.324187159538269,0.3246301114559173,0.3234524428844452,0.3228626251220703,0.3241204023361206,0.3248985707759857,0.3271089494228363,0.3260233104228973,0.3256067335605621,0.3253726661205292,0.3233819603919983,0.3251070082187652,0.3276388943195343,0.3218710720539093,0.3246103525161743,0.3265250921249389,0.3275103867053985,0.3297024071216583,0.3277328908443451,0.3267576098442077,0.327478289604187,0.3304429948329925,0.3273082375526428,0.3264918923377991,0.3236933350563049,0.3272844851016998,0.3272388875484466,0.3295789361000061,0.3278802335262298,0.3284499049186706,0.3294344544410705,0.3298918604850769,0.3306445777416229,0.3281697332859039,0.3339054882526397,0.3293753862380981,0.3298616707324981,0.3280701637268066,0.3316899836063385,0.3303491175174713,0.330327957868576,0.3314228653907776,0.3317765891551971,0.3307021856307983,0.330121636390686,0.3283750414848327,0.3317910432815552,0.3326679468154907,0.3311441838741302,0.330735981464386,0.3313741981983185,0.3320714235305786,0.3333134055137634,0.3337414860725403,0.3286249935626983,0.3344342410564422,0.3337143063545227],"label":"SlimPajama"},"The Pile":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2498730421066284,0.2534083127975464,0.2561326622962951,0.2599403262138366,0.2633565366268158,0.2649387121200561,0.2713600993156433,0.2703712880611419,0.2707636058330536,0.2733668386936188,0.2729981541633606,0.274116575717926,0.2803106009960174,0.2809702754020691,0.2779591083526611,0.2805380225181579,0.2798897624015808,0.2806138396263122,0.2803314626216888,0.2810186445713043,0.2816281020641327,0.2882067859172821,0.2882601618766784,0.2830324470996856,0.2890165150165558,0.2814686000347137,0.2897007167339325,0.2888377606868744,0.2834174335002899,0.2923084199428558,0.2913220524787903,0.2947664260864258,0.2914148271083832,0.2925300896167755,0.293608158826828,0.2889452278614044,0.2899258136749267,0.2933099865913391,0.2945047914981842,0.2932035624980926,0.2960488498210907,0.2930898070335388,0.2955847680568695,0.2957557141780853,0.2971082925796509,0.2952709197998047,0.2950723767280578,0.2981964945793152,0.2964051365852356,0.2939505577087402,0.2963071465492248,0.2983180284500122,0.2972628474235534,0.3001365661621094,0.2960390746593475,0.2977366149425506,0.2980498075485229,0.2993811666965484,0.2978217303752899,0.2964333891868591,0.3007307946681976,0.3038485944271087,0.3062177002429962,0.2997282147407532,0.3027545511722564,0.3020226955413818,0.3046002388000488,0.3044104874134063,0.3070093989372253,0.2984016835689544,0.301089197397232,0.3019088506698608,0.2994609773159027,0.3090873956680298,0.3015709221363067,0.3070562481880188,0.3078455030918121,0.3082370460033417,0.3078760802745819,0.3083541393280029,0.3041301965713501,0.3008038699626922,0.308231920003891,0.3079721331596374,0.3082239031791687,0.3112189173698425,0.3071774840354919,0.303611695766449,0.3100490272045135,0.306540310382843,0.3090290427207947,0.3081201016902923,0.3089599609375,0.3034833371639251,0.3090586364269256,0.3152794539928436,0.3124137222766876,0.308320552110672,0.3110654950141907,0.3116510510444641,0.3129254281520843,0.312163382768631,0.3099710345268249,0.3123080432415008,0.3135911822319031,0.3122925460338592,0.3133870661258697,0.3189542889595032,0.3170333206653595,0.3164204955101013,0.3185184895992279,0.319377452135086,0.3195942044258117,0.3197914958000183,0.315343827009201,0.3192422688007355,0.3192358016967773,0.3179579675197601,0.319799929857254,0.3205091953277588,0.3259644210338592,0.3236323595046997,0.3209564685821533,0.3220179975032806,0.3186767101287842,0.3223333358764648,0.3227059245109558,0.3206779062747955,0.3189719617366791,0.324008584022522,0.3231253325939178,0.3192954957485199,0.3221996128559112,0.3230528831481933,0.3278523981571197,0.3217717707157135,0.3207707703113556,0.3236245810985565,0.3222698867321014,0.3228896558284759,0.3253422081470489,0.3267556726932525,0.3249134719371795,0.32914799451828,0.3244758546352386,0.327859878540039,0.3285762071609497,0.3294639587402344,0.3258695304393768,0.3260534405708313,0.3286381065845489,0.3287994265556335,0.3297498822212219,0.3312559723854065,0.3358747959136963,0.3314234912395477,0.3303252458572387,0.3299272060394287,0.3301239311695099,0.3315372467041015,0.330515444278717,0.3301299214363098,0.331067830324173,0.3263126313686371,0.3315630555152893,0.331708014011383,0.3312946856021881,0.3308100700378418],"label":"The Pile"},"RedPajama2":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2496780008077621,0.2519060671329498,0.2591428160667419,0.2637551724910736,0.2671225368976593,0.2742190659046173,0.2761570811271667,0.27329882979393,0.2755842506885528,0.2790464162826538,0.2869725823402405,0.2838374674320221,0.2864839732646942,0.2891924679279327,0.2910299301147461,0.2891930639743805,0.288548856973648,0.29207244515419,0.2911308705806732,0.2965781390666961,0.2966488599777221,0.2910915017127991,0.2942662537097931,0.2906062006950378,0.2968285381793976,0.299734503030777,0.2920202910900116,0.3011439740657806,0.2991106510162353,0.2955383658409118,0.2984142899513244,0.3006328046321869,0.3036990761756897,0.2976612746715545,0.2990829646587372,0.2943736910820007,0.300097107887268,0.2956410348415375,0.3071651458740234,0.3055790960788727,0.3042990863323211,0.3054490685462951,0.3014840185642242,0.298349380493164,0.3029196262359619,0.3046568930149078,0.306732028722763,0.3014123737812042,0.3036067485809326,0.3066047132015228,0.3052354753017425,0.3075886964797973,0.3091740012168884,0.3017406165599823,0.3043143153190613,0.3051626980304718,0.3052559792995453,0.3032524585723877,0.3126200735569,0.3073466420173645,0.3121364712715149,0.3114152550697326,0.3056653439998626,0.3071228861808777,0.3121611177921295,0.3070071935653686,0.3095386028289795,0.3122327923774719,0.3104317188262939,0.3108241260051727,0.3109523057937622,0.3170003592967987,0.3106639087200165,0.3124147951602936,0.3132331371307373,0.3180687129497528,0.3111820816993713,0.3153944313526153,0.3127918243408203,0.3113606572151184,0.3180998861789703,0.3133571743965149,0.314390480518341,0.3146277070045471,0.3148570358753204,0.3144837021827698,0.3187994956970215,0.3204345703125,0.3150869607925415,0.3201290965080261,0.3202804625034332,0.319104790687561,0.3177886009216308,0.3194527924060821,0.3167977631092071,0.3182326853275299,0.3169693946838379,0.3235675394535064,0.3185839354991913,0.3215724229812622,0.3182428181171417,0.3219003081321716,0.3199219107627868,0.3217185437679291,0.3206124603748321,0.3205193877220154,0.318211942911148,0.3197448849678039,0.3191796839237213,0.3248491883277893,0.3221067786216736,0.3249030709266662,0.3219638168811798,0.3252624571323395,0.3218883872032165,0.3220428824424743,0.3214907944202423,0.3213936984539032,0.3221090137958526,0.3221961259841919,0.3210761547088623,0.3239326179027557,0.321384847164154,0.3226822912693023,0.3249708116054535,0.3271316289901733,0.3257546424865722,0.323205828666687,0.3232316970825195,0.3275502622127533,0.3237724900245666,0.3249053359031677,0.3257182836532593,0.3244708180427551,0.3246290981769562,0.3252749741077423,0.3240469694137573,0.329105406999588,0.3294115364551544,0.3245800733566284,0.3285538256168365,0.3260121047496795,0.3243294656276703,0.3270638883113861,0.3259481191635132,0.3246479034423828,0.321680337190628,0.3224166929721832,0.3243135511875152,0.3283822238445282,0.3236311376094818,0.327635109424591,0.3274770975112915,0.3242181539535522,0.3290536999702453,0.3260405361652374,0.3252047896385193,0.3275159001350403,0.3269789516925812,0.3300522267818451,0.3290919959545135,0.3258809447288513,0.3274780511856079,0.3302557468414306,0.3261787891387939,0.3282874226570129,0.3261036276817322,0.3293801844120025],"label":"RedPajama2"}}},"layout":{"xaxis":{"title":{"text":"Training tokens (billions)"}},"yaxis":{"title":{"text":"Agg Score"},"range":[0.39,0.5]},"title":{"text":"Dataset Ablations"}},"defaultWindowSize":5}
\ No newline at end of file