diff --git "a/data/plots/filtering_steps.json" "b/data/plots/filtering_steps.json"
--- "a/data/plots/filtering_steps.json"
+++ "b/data/plots/filtering_steps.json"
@@ -1 +1 @@
-{"data":{"big-run-sampled_full_filtered_no_dedup":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[null,null,null,null,0.36926820836961266,0.38203409612178796,0.39078781828284265,0.3956208534538746,0.3990963250398636,0.40308327972888947,0.40649700313806536,0.407912353426218,0.411406696587801,0.41404814645648,0.4155092850327492,0.41795957311987875,0.4200871780514717,0.4227150440216064,0.42384095713496206,0.426036062836647,0.4271404132246971,0.42894179224967954,0.4305384442210197,0.4319251500070095,0.4326193243265151,0.43427793607115744,0.4347934126853943,0.4345370322465897,0.4352454699575901,0.43554568514227865,0.4339814603328705,0.4342834234237671,0.43531606569886205,0.43576630502939223,0.4357234910130501,0.4372501514852047,0.43833074644207953,0.43781240433454516,0.4379648305475712,0.4381132386624813,0.438448067009449,0.4384333245456219,0.4389940395951271,0.4400040380656719,0.441561146825552,0.4423880904912948,0.44331216141581525,0.4443627014756202,0.44366268813610077,0.44311698600649835,0.44364576414227486,0.4431915104389191,0.4427203856408596,0.4443676613271236,0.4455058850347995,0.44615875855088233,0.4465731419622898,0.4479690581560135,0.44840321913361547,0.447981271892786,0.4482423685491085,0.44924388974905016,0.44899323880672454,0.4485030435025692,0.45028517991304395,0.4507353216409683,0.45116728320717814,0.45144951716065407,0.4518436208367348,0.4513734854757786,0.4518222324550152,0.45145809948444365,0.4512837529182434,0.4519437663257122,0.4521554559469223,0.45147905945777883,0.4518196329474449,0.45257959216833116,0.4524036094546318,0.4527964904904366,0.4530105598270893,0.45335754454135896,0.45396619141101835,0.45459589511156084,0.4550217859447002,0.4560036838054657,0.4565500751137733,0.4568891301751137,0.45712930485606196,0.4563898526132107,0.45567619875073423,0.45559246614575377,0.45511320903897284,0.45539349168539045,0.4561412051320076,0.45715235769748686,0.4576687462627887,0.45818602591753,0.458062607049942,0.4581084720790386,0.4570564292371273,0.4567670665681362,0.45731772035360335,0.4576993718743324,0.4577161468565464,0.4591300703585148,0.45967747196555137,0.4598850101232529,0.4607538335025311,0.4612186782062054,0.4619384504854679,0.4626227006316185,0.46234423369169236,0.46176643297076225,0.46136114969849584,0.46150869578123094,0.4619676761329174,0.4622086018323898,0.46235987469553946,0.46299406290054324,0.4630826920270919,0.46264655888080586,0.46258691400289537,0.4632560282945633,0.4634956054389477,0.4633393153548241,0.46364396810531616,0.46416858658194543,0.46397360116243364,0.464645367115736,0.46442538052797316,0.46406724750995637,0.46415518000721934,0.4643302120268345,0.4648954145610332,0.465849281847477,0.4662369966506958,0.4658923275768757,0.466351430863142,0.46581498682498934,0.4653567478060722,0.46588137596845625,0.46648752465844157,0.4664620153605938,0.4667314425110817,0.4669733181595802,0.4670629248023033,0.467547832429409,0.46745155528187754,0.46771074533462526,0.46740650609135626,0.46696603000164033,0.466818867623806,0.467232009768486,0.4671480022370815,0.46770014688372613,0.4685129299759865,0.46813031658530235,0.4682801507413387,0.4687854625284672,0.4682334467768669,0.4680188588798046,0.46834352910518645,0.467834347486496,0.46763256937265396,0.46837265491485597,0.4681259348988533,0.4686297595500945],"label":"FineWeb: base filtering only"},"big-run-sampled_full_ind_minhash":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[null,null,null,null,0.370305210724473,0.38538585379719736,0.39511206299066537,0.40298017859458923,0.409290175139904,0.413666632771492,0.41749832555651667,0.42125996947288513,0.42437445372343063,0.4274251386523247,0.43023875951766966,0.4321109838783741,0.43424192667007444,0.43613557070493697,0.437407860904932,0.43808431178331375,0.43985605910420417,0.44053239896893504,0.44194763004779813,0.4428853578865528,0.44475727826356887,0.44533989727497103,0.4468288891017437,0.44789535403251646,0.44945245534181594,0.45021386444568634,0.45117616206407546,0.45165844038128855,0.451799089461565,0.4520416229963303,0.4520642809569836,0.45239565819501876,0.4518701292574406,0.4518812879920005,0.45248807445168493,0.45262535139918325,0.45352781713008883,0.4553974881768227,0.4566363111138344,0.45700768008828163,0.4576442360877991,0.4585714004933834,0.4587270848453045,0.45955651104450224,0.460345446318388,0.4614695131778717,0.46071490868926046,0.46118568256497383,0.4599429272115231,0.4599632196128368,0.46037245318293574,0.4606971569359303,0.4606951214373112,0.4611978381872177,0.46112299934029577,0.4607429005205631,0.46163453757762907,0.46182278990745546,0.4631089620292187,0.4638592816889286,0.4651353217661381,0.4655767247080803,0.4659814231097698,0.46648655757308,0.4675781108438968,0.4675243757665156,0.46797287091612816,0.46853338107466697,0.4683393523097038,0.4670936234295368,0.4668723739683628,0.4665733970701694,0.4668287120759487,0.46617602929472923,0.467276993393898,0.46755580604076385,0.4675174213945866,0.4671892985701561,0.4676224373281002,0.46739820912480357,0.4674134634435177,0.4675380110740662,0.4687583431601524,0.4697458289563656,0.47001201286911964,0.4705664157867432,0.47074690759181975,0.47003005519509317,0.4694135203957558,0.46936979740858076,0.4689124390482903,0.4697516694664955,0.4707345478236674,0.4721454992890357,0.4728621408343314,0.47416575327515603,0.47499901577830317,0.4748332165181637,0.4749793991446495,0.47513311058282853,0.4751249924302101,0.47412342876195906,0.4744432017207146,0.474757094681263,0.4747910059988499,0.4747039243578911,0.47488212734460833,0.47521442025899885,0.47504854425787923,0.47552693635225296,0.47552043944597244,0.476516292989254,0.4771891236305237,0.47768160700798035,0.47804755941033356,0.47844709232449534,0.4783868357539177,0.4781750589609146,0.47845144048333166,0.47777490466833117,0.4781319200992584,0.4779041476547718,0.4774407997727394,0.4771588683128357,0.47804371640086174,0.4785159431397915,0.4782356970012188,0.47833485826849936,0.4782362774014473,0.478005338460207,0.47810146361589434,0.47927170172333716,0.4796604186296463,0.4800727739930153,0.48045224100351336,0.48049417063593863,0.4802452601492405,0.47976561784744265,0.48014174327254294,0.4805368520319462,0.480988722294569,0.4814631320536137,0.48263009190559386,0.48285799250006667,0.48333154022693625,0.48357397094368937,0.48365214839577675,0.4836900994181633,0.484160565584898,0.4837813340127468,0.4838929153978824,0.48443443700671185,0.48451621904969217,0.48415875136852266,0.48465299159288405,0.4842782385647297,0.4841688245534897,0.48420060351490973,0.48406358510255804,0.48331916853785517,0.48322339728474617,0.48276304453611374,0.4823808237910271,0.48311666399240494],"label":"FineWeb: independent MinHash (id mh)"},"big-run-sampled-fineweb-c4-filters":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[null,null,null,null,0.3712877172976732,0.38670630827546115,0.3968585044145584,0.40554883033037187,0.4112760901451111,0.4152331717312336,0.4188694812357426,0.422267484664917,0.4243667766451836,0.42823049873113633,0.4314244844019413,0.43514703661203386,0.43815202414989474,0.4403209649026394,0.441806273162365,0.44376508668065073,0.44470142126083373,0.44577157199382783,0.44722985848784447,0.4481617622077465,0.44891021847724916,0.44869395792484285,0.44921630769968035,0.44984524250030516,0.4503038816154003,0.45043965727090834,0.4506390020251274,0.4515539951622486,0.4522737957537174,0.4526932582259178,0.45317558869719504,0.45490805581212046,0.4543730542063713,0.4542605958878994,0.45531259998679163,0.456124572455883,0.45578436031937597,0.4565194480121136,0.4580251507461071,0.458286102861166,0.4588122643530369,0.45901755914092063,0.4594882421195507,0.4588031515479088,0.4597215823829174,0.4601985849440098,0.4617794468998909,0.4625217795372009,0.46424990594387056,0.4641730964183807,0.46495022475719444,0.465314683318138,0.4660008154809475,0.46568036153912545,0.4662005819380283,0.46679292619228363,0.4663336597383022,0.46641242429614066,0.4673418693244457,0.46755558997392654,0.46722459942102434,0.46758766695857046,0.4678506188094616,0.46803232878446577,0.46744388714432716,0.4670224241912365,0.46717201396822927,0.4677027724683285,0.46757384911179545,0.46773228943347933,0.46816296875476837,0.4693212352693081,0.4695054106414318,0.4697939470410347,0.4703126437962055,0.4709296621382236,0.47073659524321554,0.4703500494360924,0.4706985726952553,0.47107653468847277,0.47199371829628944,0.47200043573975564,0.4733529381453991,0.473261346668005,0.47444241046905516,0.47374596521258355,0.47453284040093424,0.47517829909920695,0.47522192895412446,0.47508981078863144,0.4765052072703838,0.4767457105219364,0.4760475426912308,0.47723821401596067,0.4775520570576191,0.4769199274480343,0.47712810933589933,0.47803026512265206,0.4779872573912144,0.4787396192550659,0.478919418156147,0.47907158359885216,0.478837601095438,0.4786116167902946,0.478425532579422,0.47877322882413864,0.4795349933207035,0.4798359669744968,0.48130340352654455,0.48103265911340715,0.4820302747189998,0.48193556591868403,0.48263323605060576,0.481933069229126,0.4822238326072693,0.48176143541932104,0.48164708986878396,0.4815290026366711,0.48166586011648177,0.48188470155000684,0.4825871430337429,0.4832161031663418,0.48361599147319795,0.48348221480846404,0.4844072677195072,0.48435106575489045,0.483872663974762,0.48382994458079337,0.48410715833306306,0.483836580067873,0.4837873600423336,0.48440969437360765,0.485145579278469,0.48565298914909355,0.4863760128617286,0.48663519993424414,0.4869131810963154,0.48599529191851615,0.4861787423491478,0.4851324915885925,0.48535613566637037,0.48531915694475175,0.48612819239497174,0.4862202785909176,0.4868394561111927,0.48683882877230644,0.48713951632380487,0.4866954326629639,0.4870163291692734,0.4873525105416775,0.48744417652487754,0.48692786917090414,0.4877421960234642,0.4879465028643607,0.4881573535501956,0.48859142065048217,0.4891356773674488,0.4892439402639866,0.4889910131692886,0.48889509662985803,0.48904356732964516,0.48887107595801355,0.4881747141480446,0.48855887949466703],"label":"FineWeb: id mh + C4 filters"},"big-run-fineweb-v1-all-dumps":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[null,null,null,null,0.3712157472968102,0.38569323457777493,0.3981285229325294,0.4066198557615279,0.41478234604001035,0.4201014973223208,0.42716352790594103,0.43035290017724037,0.4334479622542857,0.43603434190154067,0.4374171830713749,0.4378406159579754,0.44050431549549096,0.4426967814564704,0.444344089180231,0.44582218378782273,0.44676088243722917,0.44773444831371306,0.44797005578875543,0.4479209095239639,0.4497388891875743,0.451181749254465,0.4514984801411629,0.4518859677016735,0.45252272188663484,0.4525098197162151,0.4530941963195801,0.453959035128355,0.4554740980267525,0.4559641920030117,0.45572500452399256,0.45685316547751426,0.45709227323532103,0.45743352398276327,0.4586012713611126,0.4593494705855846,0.45895241349935534,0.4599407374858856,0.4597075887024403,0.46024790331721305,0.46140901520848276,0.4629077948629856,0.46317790597677233,0.46494788229465484,0.4657444849610329,0.4665262944996357,0.46651043817400933,0.466835780441761,0.46796536445617676,0.4681459695100784,0.4683231070637703,0.46803470253944396,0.4680803991854191,0.46696048602461804,0.46784936264157295,0.4682179480791092,0.46965089738368987,0.4700184591114521,0.47036621868610384,0.4702661596238612,0.4707536585628985,0.47030577659606926,0.47028143927454946,0.4708319529891014,0.47103812247514726,0.46995603293180466,0.4700050979852676,0.47025975957512844,0.47025189697742464,0.4695272326469421,0.4708316929638386,0.47134945169091225,0.47233630791306497,0.472486087679863,0.47400609999895094,0.4740514993667603,0.4746290810406208,0.47478879392147066,0.474917159229517,0.47537324130535125,0.4754243455827236,0.4759679578244686,0.4765262506902218,0.4769704148173332,0.47606868073344233,0.476014269143343,0.4759118087589741,0.4757449202239513,0.4757299132645129,0.4764128066599368,0.4770635090768337,0.4772775433957577,0.4777563586831093,0.4781574815511703,0.47913932502269735,0.47997388914227485,0.47990029156208036,0.48027274310588836,0.48123554810881614,0.4807776227593422,0.48076377213001253,0.48124308288097384,0.4807186722755432,0.480298426002264,0.48083388805389404,0.48105664253234864,0.48138434141874314,0.4823483981192112,0.4827818602323532,0.4833590790629387,0.4834526889026165,0.4835219897329807,0.48327558264136317,0.4832548059523106,0.482832083106041,0.482999499887228,0.48349839374423026,0.48438283503055574,0.48480270951986315,0.4846198961138725,0.4855451248586178,0.48584607914090155,0.48580994829535484,0.48572852462530136,0.4865334898233414,0.48629426285624505,0.4866053737699986,0.486323406547308,0.4868562504649162,0.48631764724850657,0.48656089380383494,0.4869096249341965,0.4872058629989624,0.4876266010105609,0.48828058391809454,0.48916375041007987,0.4885731689631939,0.48913962915539744,0.48933037295937537,0.4896206259727478,0.4888610139489174,0.4889063358306884,0.48800586611032487,0.48769507482647895,0.4881645493209362,0.4885176382958889,0.4889214225113392,0.489346531778574,0.4897931829094887,0.4895638138055801,0.4895636722445488,0.4894485406577587,0.4895821809768677,0.48963045328855515,0.4895258165895939,0.4892311230301857,0.48935932368040086,0.48930409029126165,0.4892051488161087,0.48934917002916334,0.4892323412001133,0.4888860426843166,0.4898474603891373,0.4898831218481064],"label":"FineWeb: id mh + C4 + custom filters"}},"layout":{"xaxis":{"title":{"text":"Training tokens (billions)"}},"yaxis":{"title":{"text":"agg_score"},"range":[0.44,0.495]},"title":{"text":"The different FineWeb processing steps"}}}
\ No newline at end of file
+{"data":{"agg_score":{"big-run-sampled_full_filtered_no_dedup":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3308933284133672,0.3605199865996837,0.3733148723840713,0.3882005847990513,0.3934122696518898,0.3947227671742439,0.4042885974049568,0.3974800482392311,0.4055779427289963,0.4133470430970192,0.4117913842201233,0.4113653488457203,0.4149517640471458,0.4187851920723915,0.4252083078026771,0.4206527359783649,0.4240428246557712,0.422003373503685,0.4280910938978195,0.4244147576391697,0.4316282644867897,0.4295645765960216,0.4310102686285972,0.4360743537545204,0.4313482865691185,0.4350991360843181,0.4378576353192329,0.4335876516997814,0.4347924515604973,0.4348904751241207,0.436600212007761,0.430036511272192,0.4350974671542644,0.4399556629359722,0.4371416717767715,0.4363861419260502,0.4376698136329651,0.4405004419386387,0.4373639523983001,0.4379038028419018,0.4371281825006008,0.4393439553678036,0.440426729619503,0.4401675276458263,0.4429537951946258,0.4449137263000011,0.4434786736965179,0.4450470842421055,0.4454202279448509,0.4394537284970283,0.442185215651989,0.4461225643754005,0.4427758157253265,0.4430646039545536,0.4476901069283485,0.4478763341903686,0.4493869319558143,0.4448477327823639,0.450044184923172,0.4498609118163585,0.4457665979862213,0.4506924152374267,0.449855338782072,0.448790930211544,0.4474099352955818,0.4546772800385952,0.4529431238770485,0.452015146613121,0.4502020999789238,0.4493804536759853,0.4523266032338142,0.4551868587732315,0.4501944817602634,0.4493303671479225,0.4526805207133293,0.4533850513398647,0.4518048763275146,0.4518973492085933,0.4531301632523536,0.4518006071448326,0.4553494565188885,0.4528752230107784,0.4536322727799415,0.4561733976006508,0.4549491256475448,0.4574789106845855,0.4577847123146057,0.4563642293214798,0.4578686729073524,0.4561499990522861,0.4537816494703293,0.4542164430022239,0.4559455662965774,0.4554723873734474,0.4575514122843742,0.4575202167034149,0.4592722058296203,0.4585275091230869,0.4580587856471538,0.456934317946434,0.4577495418488979,0.4540119916200638,0.4570806957781315,0.4608120545744896,0.4588425755500793,0.4578334167599678,0.4610816091299057,0.4598177038133144,0.461849745362997,0.4631866924464702,0.4601576402783394,0.4646804705262184,0.4632389545440674,0.4604574106633663,0.4602976888418197,0.4581312239170074,0.4654182009398937,0.4655338563024997,0.4616620391607284,0.461054053157568,0.4613021649420261,0.4658613465726375,0.4633531905710697,0.4613638147711754,0.4643996246159076,0.462500050663948,0.4650798961520195,0.4648764543235302,0.4639869071543216,0.4634246975183487,0.46585888043046,0.4639799632132053,0.4630857892334461,0.4644265696406364,0.4642998576164245,0.4686848931014538,0.4687492996454239,0.4650243632495403,0.4627032242715359,0.4665953740477562,0.4660026729106903,0.4664581045508384,0.4676475040614605,0.4657339677214622,0.4664678275585174,0.4673498086631298,0.4676674827933311,0.4680955372750759,0.4681585058569908,0.4659864418208599,0.4686457589268684,0.4661462865769863,0.4658931568264961,0.4674226939678192,0.46805215254426,0.4682257212698459,0.4689070098102093,0.4699570722877979,0.4655096270143986,0.4688013233244419,0.4707522802054882,0.4661469310522079,0.4688841328024864,0.4671329781413078,0.4662554152309894,0.4697433896362781,0.4698473587632179,0.4676505327224731,0.4696521013975143],"label":"FineWeb: base filtering only"},"big-run-sampled_full_ind_minhash":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3308933284133672,0.3608616776764393,0.3745453506708145,0.3862277194857597,0.3989979773759842,0.406296543776989,0.4094927236437797,0.4138859286904335,0.4177777022123337,0.4208802655339241,0.4254550077021122,0.4283009432256222,0.429458349943161,0.4330311268568039,0.4303463362157345,0.4349483698606491,0.4348161295056343,0.438955657184124,0.4389265701174736,0.4393925778567791,0.4383306242525577,0.4436748661100864,0.4423373565077781,0.4460027255117893,0.4440812170505523,0.4476902261376381,0.4465879611670971,0.4497823156416416,0.4513350501656532,0.4518667235970497,0.45149727165699,0.4513994492590427,0.4521937072277069,0.4520382955670357,0.4530793912708759,0.4516105614602566,0.4530563354492187,0.4495660625398159,0.4520940892398357,0.4561133235692978,0.4522969461977482,0.4575686641037464,0.4589144177734852,0.4582882039248943,0.457970168441534,0.4554797261953354,0.4622044861316681,0.4596928395330906,0.4624353349208832,0.4619148448109627,0.461100060492754,0.458431463688612,0.4620467089116573,0.4562215581536293,0.4620163068175316,0.4631462283432483,0.4600549824535846,0.4620365314185619,0.458735141903162,0.461642112582922,0.461245734244585,0.4645131677389145,0.4629777930676937,0.4651660025119781,0.4653937108814716,0.4676259346306324,0.4667201824486255,0.4650012850761413,0.4676916748285293,0.4708514772355556,0.4673572592437267,0.4689626581966877,0.4678038358688354,0.4667215310037136,0.4646228328347206,0.4662510119378567,0.4674677737057209,0.4690804108977318,0.4634581170976162,0.4701276533305645,0.4676450751721859,0.4672758504748344,0.4674397967755794,0.4656238108873367,0.4690065123140812,0.4677213467657566,0.4678985886275768,0.4735414572060108,0.4705612398684025,0.4703374318778515,0.4704933613538742,0.4688010476529598,0.4699571952223778,0.4674785658717155,0.4701188169419765,0.4682065695524215,0.4729971997439861,0.4748715870082378,0.4745333231985569,0.4737020246684551,0.4747246317565441,0.4771635122597217,0.4740425907075405,0.475264236330986,0.4744705818593502,0.474684040993452,0.4721556939184665,0.475641455501318,0.476833701133728,0.4746401384472847,0.4742486327886581,0.4730467088520527,0.4773029200732708,0.4760043211281299,0.4770320989191532,0.4742161482572555,0.4780259765684604,0.4806670732796192,0.4784667380154133,0.4788618609309196,0.4762138128280639,0.4777246937155723,0.4796081893146038,0.4798486456274986,0.475479181855917,0.4779988899827003,0.4765858314931392,0.4772914499044418,0.47843898832798,0.4799034222960472,0.4803600236773491,0.4751846008002758,0.4777872562408447,0.4779460839927196,0.4787487275898456,0.4808406494557857,0.4810357913374901,0.4797308407723903,0.4800078608095646,0.4806460626423359,0.4810502976179123,0.4797912389039993,0.477332629263401,0.4818884879350662,0.482621606439352,0.4833096489310264,0.4821632876992225,0.4831674285233021,0.4830279909074306,0.4849893450736999,0.4845218025147915,0.4825541749596596,0.4833571836352348,0.4853803217411041,0.483093187212944,0.4850797094404697,0.485261783003807,0.4837660938501358,0.4835929833352566,0.4855643883347511,0.4832059442996979,0.484714712947607,0.4839249886572361,0.4829078912734985,0.4818423055112362,0.482727088034153,0.4824129492044449,0.4820138849318027,0.4865870922803879],"label":"FineWeb: independent MinHash (id mh)"},"big-run-sampled-fineweb-c4-filters":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3308933284133672,0.3593025095760822,0.3753932043910026,0.3896549865603447,0.4011945575475693,0.4079862833023071,0.4100634902715683,0.4188448339700699,0.4182912856340408,0.4209799654781818,0.426167830824852,0.4270535074174404,0.4293412938714027,0.4376098960638046,0.4377049244940281,0.4369498938322067,0.4447805918753147,0.4420784451067447,0.4401859976351261,0.4450364373624325,0.4467439614236355,0.4494622647762298,0.4474291987717151,0.4474774301052093,0.4496959559619427,0.4504862427711487,0.4483809620141983,0.4500409476459026,0.4506221041083336,0.4519891515374183,0.4511651210486889,0.4493776857852936,0.4546159133315086,0.4542211070656776,0.4540864638984203,0.4535767734050751,0.4580400213599205,0.451940905302763,0.4536588154733181,0.4593464843928814,0.4576366357505321,0.4563389606773853,0.4556163437664509,0.4611873291432857,0.4606512449681759,0.4602674432098865,0.4573654346168041,0.4579697586596012,0.4577618762850761,0.465243399143219,0.4626524560153484,0.4652697443962097,0.4616814218461513,0.4664025083184242,0.4648593515157699,0.4665380977094173,0.4670920372009277,0.4651120826601982,0.4648002386093139,0.4674604535102844,0.4694998189806938,0.4647957049310207,0.4655059054493904,0.4694474637508392,0.4685290567576885,0.4678448662161827,0.4666110426187515,0.466820664703846,0.4703560136258602,0.4655868485569954,0.4657375514507293,0.4673589915037155,0.4694744572043419,0.4697113968431949,0.4663790501654148,0.4678909480571747,0.4731503240764141,0.4703953340649605,0.4711540788412094,0.4689725339412689,0.4709760397672653,0.4721849896013737,0.4684626050293445,0.4728966951370239,0.4708623439073562,0.4755619578063488,0.4722185768187046,0.4752251170575619,0.4724387377500534,0.4767676629126072,0.4720797315239906,0.476152952760458,0.4784524105489254,0.472656887024641,0.4761070720851421,0.4791567139327526,0.4773554690182209,0.4749615713953972,0.4786102436482906,0.4776762872934341,0.4759960658848285,0.4783963784575462,0.4794723503291607,0.4783952049911022,0.4814380966126919,0.476895060390234,0.479157205671072,0.4783024378120899,0.4772652834653854,0.4805076755583286,0.4786335416138172,0.4829660281538963,0.4798073060810566,0.4846024662256241,0.4791539534926414,0.4836216196417808,0.482492484152317,0.4832956567406654,0.4811016321182251,0.480607770383358,0.4813096337020397,0.4819207563996315,0.482705220580101,0.4817859195172786,0.4817019775509834,0.4848218411207199,0.4850655570626259,0.4847046621143818,0.4811170361936092,0.4863272421061992,0.484540831297636,0.4826735481619835,0.4844910651445389,0.4825031049549579,0.4849743507802486,0.484294731169939,0.4857852198183536,0.4881704896688461,0.4850401543080807,0.4885894693434238,0.4855906665325165,0.4871751256287098,0.48358104377985,0.4859574064612388,0.4833582155406475,0.4867088869214058,0.4869902320206165,0.4876262210309505,0.4864178374409675,0.4864541031420231,0.4867057502269745,0.4884936697781086,0.4854058027267456,0.4880223199725151,0.4881350100040436,0.4871640801429748,0.4859121330082416,0.4894774369895458,0.4890438541769981,0.489189263433218,0.4893344156444073,0.4886334165930748,0.4900187514722347,0.4877792187035084,0.4887096807360649,0.4900767691433429,0.4877709597349167,0.48653694242239,0.4897000454366207],"label":"FineWeb: id mh + C4 filters"},"big-run-fineweb-v1-all-dumps":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3308933284133672,0.3552836012095213,0.3781493119895458,0.3866849727928638,0.4050675220787525,0.4032807648181915,0.4174600429832935,0.4206059761345386,0.427497424185276,0.4316632784903049,0.4385909177362919,0.4334069043397903,0.4360812865197658,0.4404293224215507,0.4377634786069393,0.4385774843394756,0.4407080821692943,0.4467254020273685,0.4470436163246631,0.4486658610403538,0.4459679573774338,0.4454015754163265,0.4515932314097881,0.4482216536998749,0.4484201297163963,0.455057855695486,0.4526158757507801,0.453176885843277,0.450159091502428,0.4516039006412029,0.4549933448433876,0.4555377587676048,0.4575010798871517,0.4577344059944153,0.4540543705224991,0.4537974074482918,0.4611785635352134,0.4586966186761856,0.4594406597316265,0.4598931074142456,0.457538403570652,0.4591932781040668,0.4636382386088371,0.4582749158143997,0.4625946804881096,0.4633439630270004,0.4666871763765812,0.4649887941777706,0.4671247974038124,0.4665776938199997,0.4672530107200145,0.4666078947484493,0.4666155055165291,0.4727727174758911,0.467480719089508,0.4681386984884739,0.4651658721268177,0.4668439887464046,0.4671731516718864,0.4719251021742821,0.4699816256761551,0.4723306186497211,0.4686817973852157,0.468911949545145,0.4714248068630695,0.4724191203713417,0.4700912088155746,0.4685601107776165,0.4716645181179046,0.4724556542932987,0.4670086726546287,0.4703365340828895,0.4698334187269211,0.471625205129385,0.4688323326408863,0.4735309742391109,0.4729253277182579,0.4747676998376846,0.4723741039633751,0.4764323942363262,0.4737579710781574,0.4758132360875606,0.4755662642419338,0.4730159305036068,0.4787128046154976,0.4740134924650192,0.4785312972962856,0.4783577285706997,0.4752367511391639,0.474204134196043,0.4737414345145225,0.4780189953744411,0.477523285895586,0.4751617163419723,0.4776186011731624,0.4769949465990066,0.4790891669690609,0.479917362332344,0.4771673306822777,0.4825278185307979,0.4811677671968937,0.4787211790680885,0.4817796200513839,0.4819813556969166,0.4802381917834282,0.4810985140502453,0.481117732822895,0.4791575670242309,0.4798801243305206,0.4829155020415783,0.4822122864425182,0.4827562272548675,0.4839778505265713,0.4820474348962307,0.4858015961945057,0.4826803356409073,0.4831027314066887,0.4827458150684833,0.4819435514509678,0.4836879819631576,0.4835174195468426,0.4855972006917,0.4871680215001106,0.4840429238975048,0.4827739149332046,0.4881435632705688,0.4871019721031189,0.486987367272377,0.4836358055472374,0.4867987409234047,0.4869474284350872,0.4886575266718864,0.4855775311589241,0.4863000251352787,0.4841057248413563,0.488163661211729,0.4904011823236942,0.4870587214827537,0.4884037151932716,0.4873756393790245,0.4925794936716556,0.4874482750892639,0.4898910224437713,0.4893574342131614,0.4888269044458866,0.4887814335525036,0.4876748844981193,0.4853886738419533,0.4878034777939319,0.4911742769181728,0.4905468784272671,0.4896938055753708,0.4875142201781273,0.4900367334485054,0.4900274313986301,0.4905461706221103,0.4891181476414203,0.4881824217736721,0.4902780950069427,0.4895042479038238,0.4890727028250694,0.4897591508924961,0.4879062548279762,0.4897833876311779,0.4902243539690971,0.4884885586798191,0.4880276583135128,0.4927133433520794,0.4899616949260235],"label":"FineWeb: id mh + C4 + custom filters"}},"commonsense_qa/acc":{"big-run-sampled_full_filtered_no_dedup":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.1860000044107437,0.2540000081062317,0.2849999964237213,0.2939999997615814,0.3059999942779541,0.31700000166893,0.3109999895095825,0.3160000145435333,0.3310000002384186,0.3310000002384186,0.3319999873638153,0.3300000131130218,0.3219999969005584,0.3510000109672546,0.3510000109672546,0.3490000069141388,0.3549999892711639,0.3540000021457672,0.3650000095367431,0.3440000116825104,0.3610000014305115,0.3449999988079071,0.3540000021457672,0.3589999973773956,0.3700000047683716,0.3910000026226043,0.3659999966621399,0.3759999871253967,0.3619999885559082,0.3630000054836273,0.3899999856948852,0.375,0.4020000100135803,0.3849999904632568,0.3709999918937683,0.382999986410141,0.382999986410141,0.3700000047683716,0.3840000033378601,0.3610000014305115,0.3790000081062317,0.3729999959468841,0.3770000040531158,0.3600000143051147,0.3740000128746032,0.3720000088214874,0.363999992609024,0.3770000040531158,0.3569999933242798,0.3659999966621399,0.3840000033378601,0.3700000047683716,0.3740000128746032,0.367000013589859,0.3729999959468841,0.3740000128746032,0.3810000121593475,0.367000013589859,0.3779999911785126,0.3959999978542328,0.3930000066757202,0.3759999871253967,0.3860000073909759,0.3939999938011169,0.3720000088214874,0.3970000147819519,0.3899999856948852,0.382999986410141,0.3989999890327453,0.3869999945163727,0.3919999897480011,0.3840000033378601,0.3779999911785126,0.3889999985694885,0.4000000059604645,0.402999997138977,0.3819999992847442,0.3970000147819519,0.3889999985694885,0.3939999938011169,0.395000010728836,0.3899999856948852,0.3910000026226043,0.3910000026226043,0.3819999992847442,0.3970000147819519,0.4059999883174896,0.4020000100135803,0.3970000147819519,0.4009999930858612,0.4070000052452087,0.3980000019073486,0.3930000066757202,0.3889999985694885,0.3970000147819519,0.395000010728836,0.3930000066757202,0.3919999897480011,0.3989999890327453,0.3910000026226043,0.3970000147819519,0.3910000026226043,0.402999997138977,0.4169999957084656,0.3980000019073486,0.4149999916553497,0.4120000004768371,0.4040000140666961,0.4169999957084656,0.4169999957084656,0.4149999916553497,0.4129999876022339,0.4110000133514404,0.4210000038146972,0.4090000092983246,0.4099999964237213,0.4040000140666961,0.4090000092983246,0.4180000126361847,0.4070000052452087,0.4090000092983246,0.4070000052452087,0.4050000011920929,0.4059999883174896,0.4099999964237213,0.4079999923706054,0.4110000133514404,0.4079999923706054,0.421999990940094,0.4090000092983246,0.4110000133514404,0.4169999957084656,0.4000000059604645,0.4129999876022339,0.402999997138977,0.4050000011920929,0.4079999923706054,0.4059999883174896,0.414000004529953,0.4189999997615814,0.4169999957084656,0.4090000092983246,0.4149999916553497,0.4149999916553497,0.4169999957084656,0.4180000126361847,0.4250000119209289,0.414000004529953,0.414000004529953,0.4120000004768371,0.4180000126361847,0.4070000052452087,0.4110000133514404,0.4129999876022339,0.4120000004768371,0.4169999957084656,0.4169999957084656,0.4120000004768371,0.4180000126361847,0.4239999949932098,0.4280000030994415,0.4239999949932098,0.4210000038146972,0.421999990940094,0.4259999990463257,0.4309999942779541,0.4259999990463257,0.4230000078678131,0.4160000085830688],"label":"FineWeb: base filtering only"},"big-run-sampled_full_ind_minhash":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.1860000044107437,0.2450000047683715,0.2730000019073486,0.2800000011920929,0.2939999997615814,0.3140000104904175,0.3079999983310699,0.31700000166893,0.3319999873638153,0.3429999947547912,0.3370000123977661,0.3449999988079071,0.3540000021457672,0.3700000047683716,0.3479999899864197,0.3770000040531158,0.363999992609024,0.3630000054836273,0.3720000088214874,0.3610000014305115,0.3659999966621399,0.3860000073909759,0.3810000121593475,0.3899999856948852,0.3759999871253967,0.3790000081062317,0.3729999959468841,0.3790000081062317,0.3790000081062317,0.3889999985694885,0.3729999959468841,0.3819999992847442,0.3779999911785126,0.3770000040531158,0.3779999911785126,0.3810000121593475,0.3849999904632568,0.3790000081062317,0.3790000081062317,0.3980000019073486,0.3939999938011169,0.3980000019073486,0.382999986410141,0.4009999930858612,0.3930000066757202,0.4000000059604645,0.3959999978542328,0.4020000100135803,0.3959999978542328,0.395000010728836,0.3910000026226043,0.3970000147819519,0.3980000019073486,0.3989999890327453,0.4040000140666961,0.3899999856948852,0.4000000059604645,0.3889999985694885,0.382999986410141,0.3899999856948852,0.3919999897480011,0.4129999876022339,0.3980000019073486,0.3939999938011169,0.3980000019073486,0.4040000140666961,0.4009999930858612,0.4050000011920929,0.3939999938011169,0.4020000100135803,0.395000010728836,0.3939999938011169,0.4070000052452087,0.3989999890327453,0.3860000073909759,0.3980000019073486,0.4059999883174896,0.4040000140666961,0.4020000100135803,0.4110000133514404,0.4180000126361847,0.4090000092983246,0.4059999883174896,0.4050000011920929,0.402999997138977,0.3889999985694885,0.4149999916553497,0.4090000092983246,0.4059999883174896,0.4070000052452087,0.4180000126361847,0.4210000038146972,0.4180000126361847,0.4040000140666961,0.4059999883174896,0.4099999964237213,0.4230000078678131,0.4099999964237213,0.4309999942779541,0.3989999890327453,0.3980000019073486,0.4110000133514404,0.4169999957084656,0.4239999949932098,0.4259999990463257,0.4120000004768371,0.4120000004768371,0.4189999997615814,0.4180000126361847,0.4129999876022339,0.4090000092983246,0.4169999957084656,0.4199999868869781,0.4050000011920929,0.4040000140666961,0.4199999868869781,0.4160000085830688,0.4180000126361847,0.4040000140666961,0.4169999957084656,0.421999990940094,0.4280000030994415,0.4250000119209289,0.4210000038146972,0.4250000119209289,0.4250000119209289,0.4309999942779541,0.4210000038146972,0.4149999916553497,0.4160000085830688,0.4300000071525574,0.4239999949932098,0.4320000112056732,0.414000004529953,0.402999997138977,0.4149999916553497,0.4189999997615814,0.4129999876022339,0.4250000119209289,0.4199999868869781,0.4180000126361847,0.4329999983310699,0.4169999957084656,0.4230000078678131,0.4309999942779541,0.4259999990463257,0.4320000112056732,0.4169999957084656,0.4379999935626983,0.4280000030994415,0.421999990940094,0.4329999983310699,0.4239999949932098,0.4289999902248382,0.4189999997615814,0.4210000038146972,0.4250000119209289,0.4199999868869781,0.414000004529953,0.4169999957084656,0.4289999902248382,0.4250000119209289,0.4239999949932098,0.421999990940094,0.4269999861717224,0.4259999990463257,0.4230000078678131,0.421999990940094,0.4239999949932098],"label":"FineWeb: independent MinHash (id mh)"},"big-run-sampled-fineweb-c4-filters":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.1860000044107437,0.25,0.2680000066757202,0.3030000030994415,0.3089999854564667,0.3199999928474426,0.3199999928474426,0.3389999866485595,0.3519999980926513,0.3680000007152557,0.3729999959468841,0.3630000054836273,0.3619999885559082,0.3700000047683716,0.3709999918937683,0.3650000095367431,0.3759999871253967,0.363999992609024,0.3689999878406524,0.3840000033378601,0.3790000081062317,0.3880000114440918,0.3790000081062317,0.382999986410141,0.3779999911785126,0.3959999978542328,0.3869999945163727,0.3880000114440918,0.3959999978542328,0.3980000019073486,0.3869999945163727,0.3849999904632568,0.4000000059604645,0.3910000026226043,0.3970000147819519,0.3810000121593475,0.3970000147819519,0.3860000073909759,0.3989999890327453,0.4050000011920929,0.3980000019073486,0.3919999897480011,0.395000010728836,0.395000010728836,0.4059999883174896,0.3980000019073486,0.3880000114440918,0.3959999978542328,0.3849999904632568,0.3989999890327453,0.3989999890327453,0.4059999883174896,0.3989999890327453,0.4120000004768371,0.4099999964237213,0.4129999876022339,0.402999997138977,0.4009999930858612,0.4059999883174896,0.4239999949932098,0.4149999916553497,0.4120000004768371,0.4090000092983246,0.4149999916553497,0.414000004529953,0.4050000011920929,0.4040000140666961,0.4099999964237213,0.4059999883174896,0.414000004529953,0.4169999957084656,0.4050000011920929,0.4020000100135803,0.4210000038146972,0.4050000011920929,0.4160000085830688,0.4050000011920929,0.4210000038146972,0.4110000133514404,0.4009999930858612,0.4149999916553497,0.4160000085830688,0.4099999964237213,0.4120000004768371,0.4070000052452087,0.4169999957084656,0.3989999890327453,0.4149999916553497,0.4169999957084656,0.4110000133514404,0.3919999897480011,0.4020000100135803,0.4040000140666961,0.3970000147819519,0.402999997138977,0.4180000126361847,0.4120000004768371,0.4070000052452087,0.4160000085830688,0.4120000004768371,0.4099999964237213,0.4040000140666961,0.4189999997615814,0.4110000133514404,0.4160000085830688,0.4070000052452087,0.4169999957084656,0.4180000126361847,0.4050000011920929,0.4129999876022339,0.4250000119209289,0.4180000126361847,0.421999990940094,0.4129999876022339,0.4040000140666961,0.4199999868869781,0.4169999957084656,0.414000004529953,0.4129999876022339,0.4040000140666961,0.4129999876022339,0.4189999997615814,0.4230000078678131,0.4160000085830688,0.4289999902248382,0.4300000071525574,0.4149999916553497,0.4230000078678131,0.4280000030994415,0.4269999861717224,0.4230000078678131,0.4300000071525574,0.4410000145435333,0.4210000038146972,0.421999990940094,0.4370000064373016,0.4320000112056732,0.4269999861717224,0.4250000119209289,0.421999990940094,0.4160000085830688,0.4189999997615814,0.421999990940094,0.4280000030994415,0.4210000038146972,0.4309999942779541,0.4189999997615814,0.4239999949932098,0.4269999861717224,0.4280000030994415,0.421999990940094,0.4269999861717224,0.4149999916553497,0.4259999990463257,0.4300000071525574,0.4269999861717224,0.4339999854564667,0.4250000119209289,0.4339999854564667,0.4250000119209289,0.4300000071525574,0.4180000126361847,0.4250000119209289,0.4309999942779541,0.4339999854564667,0.4350000023841858,0.4350000023841858,0.4180000126361847,0.4250000119209289],"label":"FineWeb: id mh + C4 filters"},"big-run-fineweb-v1-all-dumps":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.1860000044107437,0.25,0.2800000011920929,0.2939999997615814,0.324999988079071,0.3269999921321869,0.3499999940395355,0.3580000102519989,0.3490000069141388,0.3440000116825104,0.3580000102519989,0.3619999885559082,0.3589999973773956,0.3680000007152557,0.3700000047683716,0.3659999966621399,0.3680000007152557,0.3720000088214874,0.3709999918937683,0.3720000088214874,0.3810000121593475,0.3650000095367431,0.3729999959468841,0.3759999871253967,0.4000000059604645,0.3799999952316284,0.3810000121593475,0.3770000040531158,0.3779999911785126,0.3919999897480011,0.3779999911785126,0.3689999878406524,0.3779999911785126,0.3709999918937683,0.3689999878406524,0.3779999911785126,0.3770000040531158,0.3869999945163727,0.395000010728836,0.3869999945163727,0.3860000073909759,0.3790000081062317,0.382999986410141,0.3840000033378601,0.3869999945163727,0.3860000073909759,0.3919999897480011,0.3919999897480011,0.3889999985694885,0.4000000059604645,0.402999997138977,0.4020000100135803,0.3810000121593475,0.3880000114440918,0.3919999897480011,0.3919999897480011,0.395000010728836,0.3970000147819519,0.3980000019073486,0.4040000140666961,0.3959999978542328,0.402999997138977,0.4189999997615814,0.4070000052452087,0.3989999890327453,0.4000000059604645,0.3930000066757202,0.395000010728836,0.4009999930858612,0.4020000100135803,0.4040000140666961,0.402999997138977,0.3989999890327453,0.3959999978542328,0.4000000059604645,0.4149999916553497,0.4079999923706054,0.4059999883174896,0.4020000100135803,0.4020000100135803,0.414000004529953,0.3970000147819519,0.4169999957084656,0.414000004529953,0.4199999868869781,0.4079999923706054,0.4210000038146972,0.402999997138977,0.4000000059604645,0.414000004529953,0.3989999890327453,0.4070000052452087,0.402999997138977,0.421999990940094,0.414000004529953,0.4160000085830688,0.4090000092983246,0.4309999942779541,0.4269999861717224,0.4259999990463257,0.4110000133514404,0.4239999949932098,0.4160000085830688,0.421999990940094,0.4129999876022339,0.4160000085830688,0.4210000038146972,0.414000004529953,0.4280000030994415,0.4239999949932098,0.4129999876022339,0.4180000126361847,0.421999990940094,0.4250000119209289,0.4230000078678131,0.4309999942779541,0.421999990940094,0.4160000085830688,0.4110000133514404,0.421999990940094,0.4239999949932098,0.4199999868869781,0.421999990940094,0.4230000078678131,0.4230000078678131,0.4280000030994415,0.4259999990463257,0.4149999916553497,0.421999990940094,0.4180000126361847,0.4129999876022339,0.4329999983310699,0.4289999902248382,0.4180000126361847,0.4300000071525574,0.4350000023841858,0.4350000023841858,0.4329999983310699,0.4239999949932098,0.4250000119209289,0.421999990940094,0.4280000030994415,0.4309999942779541,0.4259999990463257,0.4320000112056732,0.4300000071525574,0.4129999876022339,0.4189999997615814,0.4309999942779541,0.4239999949932098,0.4329999983310699,0.4309999942779541,0.4160000085830688,0.4239999949932098,0.4309999942779541,0.4329999983310699,0.4269999861717224,0.4199999868869781,0.4359999895095825,0.4250000119209289,0.4289999902248382,0.4199999868869781,0.4230000078678131,0.4259999990463257,0.4300000071525574,0.4239999949932098,0.4309999942779541,0.4280000030994415,0.4429999887943268],"label":"FineWeb: id mh + C4 + custom filters"}},"commonsense_qa/acc_norm":{"big-run-sampled_full_filtered_no_dedup":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2329999953508377,0.2599999904632568,0.277999997138977,0.2910000085830688,0.3070000112056732,0.3140000104904175,0.3019999861717224,0.3059999942779541,0.3210000097751617,0.3230000138282776,0.324999988079071,0.3149999976158142,0.3109999895095825,0.3339999914169311,0.3289999961853027,0.3319999873638153,0.3319999873638153,0.3300000131130218,0.3370000123977661,0.3219999969005584,0.3370000123977661,0.328000009059906,0.3339999914169311,0.3420000076293945,0.3400000035762787,0.3440000116825104,0.3510000109672546,0.3409999907016754,0.3449999988079071,0.3339999914169311,0.3540000021457672,0.3339999914169311,0.3470000028610229,0.3470000028610229,0.3440000116825104,0.3589999973773956,0.3569999933242798,0.3630000054836273,0.3549999892711639,0.3589999973773956,0.3449999988079071,0.3549999892711639,0.3449999988079071,0.3389999866485595,0.3499999940395355,0.3610000014305115,0.3619999885559082,0.3600000143051147,0.3519999980926513,0.3479999899864197,0.356000006198883,0.3519999980926513,0.3440000116825104,0.3490000069141388,0.3519999980926513,0.3470000028610229,0.3589999973773956,0.3449999988079071,0.3490000069141388,0.356000006198883,0.3619999885559082,0.3569999933242798,0.3659999966621399,0.3610000014305115,0.3549999892711639,0.3700000047683716,0.363999992609024,0.3600000143051147,0.3580000102519989,0.3549999892711639,0.3619999885559082,0.3689999878406524,0.3630000054836273,0.363999992609024,0.3700000047683716,0.367000013589859,0.3630000054836273,0.3630000054836273,0.3700000047683716,0.3589999973773956,0.3540000021457672,0.3540000021457672,0.3659999966621399,0.3619999885559082,0.3589999973773956,0.3650000095367431,0.3709999918937683,0.3680000007152557,0.3689999878406524,0.3650000095367431,0.3729999959468841,0.3619999885559082,0.3689999878406524,0.3569999933242798,0.3510000109672546,0.3680000007152557,0.363999992609024,0.3700000047683716,0.3659999966621399,0.3659999966621399,0.363999992609024,0.3619999885559082,0.3659999966621399,0.3680000007152557,0.3610000014305115,0.3720000088214874,0.3729999959468841,0.3810000121593475,0.3630000054836273,0.3689999878406524,0.3709999918937683,0.3759999871253967,0.382999986410141,0.3729999959468841,0.3720000088214874,0.3680000007152557,0.3659999966621399,0.3650000095367431,0.363999992609024,0.3589999973773956,0.356000006198883,0.3650000095367431,0.3659999966621399,0.367000013589859,0.3729999959468841,0.3720000088214874,0.375,0.3740000128746032,0.3700000047683716,0.3569999933242798,0.3759999871253967,0.3740000128746032,0.367000013589859,0.3770000040531158,0.3759999871253967,0.3709999918937683,0.3779999911785126,0.3709999918937683,0.3689999878406524,0.3799999952316284,0.3630000054836273,0.375,0.3700000047683716,0.3700000047683716,0.3729999959468841,0.3720000088214874,0.3790000081062317,0.375,0.3729999959468841,0.3770000040531158,0.3799999952316284,0.3779999911785126,0.3720000088214874,0.3799999952316284,0.3759999871253967,0.3799999952316284,0.3790000081062317,0.375,0.3740000128746032,0.3729999959468841,0.3840000033378601,0.3659999966621399,0.3759999871253967,0.3720000088214874,0.3720000088214874,0.3759999871253967,0.375,0.3650000095367431,0.3729999959468841],"label":"FineWeb: base filtering only"},"big-run-sampled_full_ind_minhash":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2329999953508377,0.2639999985694885,0.2790000140666961,0.296999990940094,0.3109999895095825,0.3240000009536743,0.3070000112056732,0.3210000097751617,0.31700000166893,0.3339999914169311,0.324999988079071,0.3260000050067901,0.3330000042915344,0.3409999907016754,0.3350000083446502,0.3400000035762787,0.3529999852180481,0.3400000035762787,0.3490000069141388,0.3529999852180481,0.3499999940395355,0.3459999859333038,0.3370000123977661,0.356000006198883,0.3490000069141388,0.3429999947547912,0.3490000069141388,0.3610000014305115,0.3499999940395355,0.3569999933242798,0.3610000014305115,0.3619999885559082,0.3449999988079071,0.3409999907016754,0.3420000076293945,0.3449999988079071,0.3409999907016754,0.3379999995231628,0.3420000076293945,0.3569999933242798,0.3529999852180481,0.3610000014305115,0.363999992609024,0.3600000143051147,0.3540000021457672,0.3499999940395355,0.3689999878406524,0.367000013589859,0.3569999933242798,0.3610000014305115,0.3680000007152557,0.3630000054836273,0.3709999918937683,0.3540000021457672,0.3580000102519989,0.367000013589859,0.3529999852180481,0.356000006198883,0.3569999933242798,0.3610000014305115,0.3700000047683716,0.375,0.3709999918937683,0.3819999992847442,0.3709999918937683,0.3650000095367431,0.3709999918937683,0.3650000095367431,0.3709999918937683,0.3840000033378601,0.3740000128746032,0.375,0.356000006198883,0.3689999878406524,0.3700000047683716,0.3819999992847442,0.3799999952316284,0.3779999911785126,0.3729999959468841,0.3709999918937683,0.3759999871253967,0.3709999918937683,0.3759999871253967,0.3779999911785126,0.3779999911785126,0.3689999878406524,0.3840000033378601,0.3860000073909759,0.3849999904632568,0.3790000081062317,0.375,0.3849999904632568,0.3720000088214874,0.3770000040531158,0.3799999952316284,0.3810000121593475,0.382999986410141,0.3650000095367431,0.3740000128746032,0.382999986410141,0.3689999878406524,0.3759999871253967,0.3869999945163727,0.3889999985694885,0.3860000073909759,0.3819999992847442,0.3689999878406524,0.3860000073909759,0.3810000121593475,0.382999986410141,0.3819999992847442,0.3840000033378601,0.3889999985694885,0.3880000114440918,0.3849999904632568,0.3799999952316284,0.3910000026226043,0.3989999890327453,0.3880000114440918,0.3880000114440918,0.3840000033378601,0.3880000114440918,0.3860000073909759,0.3919999897480011,0.3880000114440918,0.3939999938011169,0.3869999945163727,0.3919999897480011,0.3910000026226043,0.382999986410141,0.3930000066757202,0.3840000033378601,0.3880000114440918,0.3840000033378601,0.3819999992847442,0.382999986410141,0.3880000114440918,0.3860000073909759,0.3860000073909759,0.3869999945163727,0.3860000073909759,0.3899999856948852,0.3819999992847442,0.3860000073909759,0.3889999985694885,0.3840000033378601,0.395000010728836,0.3899999856948852,0.3899999856948852,0.3910000026226043,0.3959999978542328,0.3959999978542328,0.3919999897480011,0.3980000019073486,0.3880000114440918,0.3930000066757202,0.4000000059604645,0.3919999897480011,0.3919999897480011,0.4040000140666961,0.3930000066757202,0.3970000147819519,0.3889999985694885,0.3959999978542328,0.3930000066757202,0.3939999938011169,0.3970000147819519,0.3910000026226043,0.4020000100135803],"label":"FineWeb: independent MinHash (id mh)"},"big-run-sampled-fineweb-c4-filters":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2329999953508377,0.2630000114440918,0.2770000100135803,0.3050000071525574,0.3100000023841858,0.3149999976158142,0.3190000057220459,0.3350000083446502,0.3210000097751617,0.3310000002384186,0.3389999866485595,0.3289999961853027,0.3379999995231628,0.3420000076293945,0.3379999995231628,0.3409999907016754,0.3510000109672546,0.3479999899864197,0.3440000116825104,0.3569999933242798,0.3529999852180481,0.3680000007152557,0.3549999892711639,0.3499999940395355,0.3589999973773956,0.3529999852180481,0.3459999859333038,0.3529999852180481,0.3630000054836273,0.3600000143051147,0.3490000069141388,0.3540000021457672,0.3600000143051147,0.356000006198883,0.3470000028610229,0.3470000028610229,0.3549999892711639,0.3440000116825104,0.3529999852180481,0.3630000054836273,0.3449999988079071,0.3479999899864197,0.3490000069141388,0.3519999980926513,0.367000013589859,0.356000006198883,0.356000006198883,0.3519999980926513,0.3580000102519989,0.3569999933242798,0.3659999966621399,0.3759999871253967,0.3689999878406524,0.3779999911785126,0.3549999892711639,0.3610000014305115,0.3650000095367431,0.3610000014305115,0.3580000102519989,0.3729999959468841,0.367000013589859,0.3689999878406524,0.3540000021457672,0.363999992609024,0.3700000047683716,0.3650000095367431,0.3529999852180481,0.3709999918937683,0.3740000128746032,0.3680000007152557,0.3689999878406524,0.3580000102519989,0.3650000095367431,0.3619999885559082,0.3619999885559082,0.3630000054836273,0.3610000014305115,0.3659999966621399,0.375,0.375,0.3700000047683716,0.3840000033378601,0.3779999911785126,0.382999986410141,0.367000013589859,0.3860000073909759,0.3770000040531158,0.3790000081062317,0.3880000114440918,0.3659999966621399,0.3630000054836273,0.3770000040531158,0.3779999911785126,0.3680000007152557,0.3779999911785126,0.375,0.3819999992847442,0.3720000088214874,0.3799999952316284,0.382999986410141,0.375,0.367000013589859,0.3869999945163727,0.3810000121593475,0.382999986410141,0.3709999918937683,0.3720000088214874,0.3689999878406524,0.367000013589859,0.3819999992847442,0.3720000088214874,0.3849999904632568,0.3709999918937683,0.3740000128746032,0.3709999918937683,0.3799999952316284,0.3799999952316284,0.3869999945163727,0.375,0.3680000007152557,0.3779999911785126,0.3799999952316284,0.3720000088214874,0.3799999952316284,0.3759999871253967,0.3819999992847442,0.3770000040531158,0.3810000121593475,0.3720000088214874,0.3860000073909759,0.3810000121593475,0.3790000081062317,0.3860000073909759,0.3759999871253967,0.3860000073909759,0.3810000121593475,0.3790000081062317,0.3799999952316284,0.3840000033378601,0.3810000121593475,0.3810000121593475,0.3849999904632568,0.3869999945163727,0.3819999992847442,0.3740000128746032,0.3779999911785126,0.3860000073909759,0.3889999985694885,0.3849999904632568,0.3889999985694885,0.3810000121593475,0.3849999904632568,0.3840000033378601,0.3860000073909759,0.3889999985694885,0.382999986410141,0.3849999904632568,0.3840000033378601,0.3880000114440918,0.3810000121593475,0.3849999904632568,0.3790000081062317,0.3799999952316284,0.3819999992847442,0.382999986410141,0.3790000081062317,0.3810000121593475,0.3779999911785126,0.3889999985694885],"label":"FineWeb: id mh + C4 filters"},"big-run-fineweb-v1-all-dumps":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2329999953508377,0.2630000114440918,0.2879999876022339,0.296999990940094,0.2960000038146972,0.3039999902248382,0.3129999935626983,0.3149999976158142,0.3300000131130218,0.3300000131130218,0.3350000083446502,0.3379999995231628,0.3370000123977661,0.3330000042915344,0.3319999873638153,0.3370000123977661,0.3389999866485595,0.3429999947547912,0.3659999966621399,0.3459999859333038,0.3479999899864197,0.3440000116825104,0.3470000028610229,0.3569999933242798,0.3510000109672546,0.3680000007152557,0.3529999852180481,0.3680000007152557,0.3549999892711639,0.3540000021457672,0.3529999852180481,0.3499999940395355,0.3569999933242798,0.3529999852180481,0.3499999940395355,0.3540000021457672,0.3659999966621399,0.3600000143051147,0.3680000007152557,0.3659999966621399,0.3600000143051147,0.3659999966621399,0.3540000021457672,0.3580000102519989,0.367000013589859,0.3549999892711639,0.3729999959468841,0.3580000102519989,0.3619999885559082,0.3659999966621399,0.3680000007152557,0.3650000095367431,0.3619999885559082,0.3759999871253967,0.3689999878406524,0.3689999878406524,0.3619999885559082,0.3630000054836273,0.3650000095367431,0.3799999952316284,0.3729999959468841,0.3740000128746032,0.367000013589859,0.3720000088214874,0.3600000143051147,0.3650000095367431,0.3729999959468841,0.3589999973773956,0.3799999952316284,0.3589999973773956,0.3799999952316284,0.3680000007152557,0.367000013589859,0.367000013589859,0.3700000047683716,0.3790000081062317,0.3729999959468841,0.3770000040531158,0.3709999918937683,0.3759999871253967,0.3759999871253967,0.3700000047683716,0.3720000088214874,0.3840000033378601,0.3770000040531158,0.3770000040531158,0.3790000081062317,0.3860000073909759,0.3759999871253967,0.3650000095367431,0.3700000047683716,0.3819999992847442,0.3819999992847442,0.3630000054836273,0.3689999878406524,0.3759999871253967,0.3759999871253967,0.3779999911785126,0.3740000128746032,0.3860000073909759,0.3619999885559082,0.3740000128746032,0.3799999952316284,0.3819999992847442,0.3740000128746032,0.3770000040531158,0.375,0.3810000121593475,0.3729999959468841,0.3880000114440918,0.3840000033378601,0.3840000033378601,0.3770000040531158,0.3740000128746032,0.382999986410141,0.3840000033378601,0.3770000040531158,0.3869999945163727,0.3729999959468841,0.3770000040531158,0.3759999871253967,0.3840000033378601,0.3880000114440918,0.3759999871253967,0.3740000128746032,0.3720000088214874,0.3790000081062317,0.3740000128746032,0.3630000054836273,0.3810000121593475,0.3720000088214874,0.3729999959468841,0.3720000088214874,0.3840000033378601,0.3759999871253967,0.3840000033378601,0.3790000081062317,0.3819999992847442,0.3689999878406524,0.3700000047683716,0.3790000081062317,0.3729999959468841,0.3799999952316284,0.3799999952316284,0.3740000128746032,0.3689999878406524,0.3810000121593475,0.3720000088214874,0.382999986410141,0.3819999992847442,0.3720000088214874,0.3799999952316284,0.3740000128746032,0.3729999959468841,0.3790000081062317,0.3720000088214874,0.3680000007152557,0.3779999911785126,0.3799999952316284,0.3729999959468841,0.3740000128746032,0.3729999959468841,0.3759999871253967,0.3790000081062317,0.3689999878406524,0.3680000007152557,0.3659999966621399,0.3729999959468841,0.3680000007152557],"label":"FineWeb: id mh + C4 + custom filters"}},"hellaswag/acc":{"big-run-sampled_full_filtered_no_dedup":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2720000147819519,0.2899999916553497,0.3149999976158142,0.3269999921321869,0.3370000123977661,0.3459999859333038,0.3569999933242798,0.356000006198883,0.3630000054836273,0.3729999959468841,0.3630000054836273,0.3689999878406524,0.3840000033378601,0.3799999952316284,0.3790000081062317,0.3819999992847442,0.3790000081062317,0.3790000081062317,0.3939999938011169,0.3989999890327453,0.3919999897480011,0.3970000147819519,0.4120000004768371,0.4079999923706054,0.3939999938011169,0.4090000092983246,0.4000000059604645,0.4090000092983246,0.4000000059604645,0.4099999964237213,0.4090000092983246,0.4090000092983246,0.4149999916553497,0.4160000085830688,0.4070000052452087,0.4110000133514404,0.4189999997615814,0.421999990940094,0.414000004529953,0.421999990940094,0.4269999861717224,0.4210000038146972,0.4129999876022339,0.4269999861717224,0.421999990940094,0.4269999861717224,0.4239999949932098,0.4289999902248382,0.4309999942779541,0.4329999983310699,0.4339999854564667,0.4390000104904175,0.4339999854564667,0.4350000023841858,0.4300000071525574,0.4350000023841858,0.4350000023841858,0.4280000030994415,0.4309999942779541,0.4350000023841858,0.4329999983310699,0.4480000138282776,0.4410000145435333,0.4410000145435333,0.4379999935626983,0.4390000104904175,0.4429999887943268,0.4480000138282776,0.4440000057220459,0.4460000097751617,0.4390000104904175,0.4449999928474426,0.4440000057220459,0.4390000104904175,0.4460000097751617,0.4379999935626983,0.4449999928474426,0.4399999976158142,0.4359999895095825,0.4410000145435333,0.4399999976158142,0.4449999928474426,0.4370000064373016,0.4449999928474426,0.4510000050067901,0.4460000097751617,0.4469999969005584,0.4519999921321869,0.4490000009536743,0.4460000097751617,0.4390000104904175,0.4580000042915344,0.4460000097751617,0.4469999969005584,0.4510000050067901,0.453000009059906,0.4510000050067901,0.4469999969005584,0.4510000050067901,0.4519999921321869,0.4589999914169311,0.4639999866485595,0.4519999921321869,0.4539999961853027,0.4519999921321869,0.449999988079071,0.4600000083446502,0.4569999873638153,0.4550000131130218,0.4539999961853027,0.4510000050067901,0.4620000123977661,0.4550000131130218,0.4560000002384186,0.453000009059906,0.4550000131130218,0.4629999995231628,0.4469999969005584,0.4569999873638153,0.4550000131130218,0.4539999961853027,0.4580000042915344,0.4539999961853027,0.4580000042915344,0.460999995470047,0.460999995470047,0.4560000002384186,0.4699999988079071,0.4629999995231628,0.4589999914169311,0.4629999995231628,0.4629999995231628,0.4580000042915344,0.4679999947547912,0.460999995470047,0.4629999995231628,0.4620000123977661,0.4659999907016754,0.4650000035762787,0.4580000042915344,0.4679999947547912,0.4580000042915344,0.4629999995231628,0.4659999907016754,0.4670000076293945,0.4629999995231628,0.4620000123977661,0.4670000076293945,0.4699999988079071,0.4679999947547912,0.4670000076293945,0.4690000116825104,0.4670000076293945,0.4659999907016754,0.4629999995231628,0.4650000035762787,0.4699999988079071,0.4659999907016754,0.4690000116825104,0.4699999988079071,0.4670000076293945,0.4679999947547912,0.4650000035762787,0.4690000116825104,0.4690000116825104,0.4670000076293945,0.4720000028610229,0.4699999988079071,0.4690000116825104],"label":"FineWeb: base filtering only"},"big-run-sampled_full_ind_minhash":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2720000147819519,0.2860000133514404,0.31700000166893,0.3190000057220459,0.3300000131130218,0.3499999940395355,0.3650000095367431,0.3630000054836273,0.3729999959468841,0.3840000033378601,0.3930000066757202,0.3910000026226043,0.3959999978542328,0.3919999897480011,0.4059999883174896,0.3989999890327453,0.3910000026226043,0.4070000052452087,0.4110000133514404,0.4059999883174896,0.4070000052452087,0.4090000092983246,0.4189999997615814,0.4120000004768371,0.4189999997615814,0.4230000078678131,0.4120000004768371,0.4169999957084656,0.421999990940094,0.4210000038146972,0.4230000078678131,0.4239999949932098,0.4280000030994415,0.4269999861717224,0.421999990940094,0.4309999942779541,0.4280000030994415,0.4269999861717224,0.4269999861717224,0.4370000064373016,0.4329999983310699,0.4379999935626983,0.4309999942779541,0.4410000145435333,0.4399999976158142,0.4359999895095825,0.4440000057220459,0.4410000145435333,0.4469999969005584,0.449999988079071,0.4469999969005584,0.4519999921321869,0.460999995470047,0.44200000166893,0.4399999976158142,0.4410000145435333,0.4480000138282776,0.4589999914169311,0.453000009059906,0.4539999961853027,0.4469999969005584,0.4449999928474426,0.4469999969005584,0.4560000002384186,0.4519999921321869,0.4560000002384186,0.4550000131130218,0.453000009059906,0.4519999921321869,0.4539999961853027,0.4580000042915344,0.4589999914169311,0.4569999873638153,0.4550000131130218,0.4589999914169311,0.4600000083446502,0.4600000083446502,0.460999995470047,0.4589999914169311,0.4600000083446502,0.4539999961853027,0.4589999914169311,0.4580000042915344,0.4639999866485595,0.4629999995231628,0.4659999907016754,0.460999995470047,0.4690000116825104,0.4670000076293945,0.4709999859333038,0.4629999995231628,0.4620000123977661,0.4729999899864197,0.4670000076293945,0.4670000076293945,0.4740000069141388,0.4709999859333038,0.4690000116825104,0.4690000116825104,0.4709999859333038,0.460999995470047,0.4749999940395355,0.4729999899864197,0.4749999940395355,0.4740000069141388,0.4729999899864197,0.4650000035762787,0.4690000116825104,0.4839999973773956,0.4659999907016754,0.4830000102519989,0.4720000028610229,0.4659999907016754,0.4729999899864197,0.4760000109672546,0.4740000069141388,0.4690000116825104,0.4740000069141388,0.4769999980926513,0.4749999940395355,0.4679999947547912,0.4729999899864197,0.4720000028610229,0.4659999907016754,0.4720000028610229,0.4729999899864197,0.4769999980926513,0.4760000109672546,0.4779999852180481,0.4779999852180481,0.4749999940395355,0.4769999980926513,0.4749999940395355,0.4790000021457672,0.481000006198883,0.4720000028610229,0.4760000109672546,0.4799999892711639,0.4860000014305115,0.4839999973773956,0.4860000014305115,0.4790000021457672,0.4850000143051147,0.4799999892711639,0.4880000054836273,0.4860000014305115,0.4760000109672546,0.4830000102519989,0.4830000102519989,0.4799999892711639,0.4850000143051147,0.4830000102519989,0.4869999885559082,0.4760000109672546,0.4850000143051147,0.4819999933242798,0.4830000102519989,0.481000006198883,0.4869999885559082,0.4779999852180481,0.4830000102519989,0.4799999892711639,0.4850000143051147,0.4869999885559082,0.4880000054836273,0.4869999885559082,0.4819999933242798,0.4769999980926513,0.4900000095367431],"label":"FineWeb: independent MinHash (id mh)"},"big-run-sampled-fineweb-c4-filters":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2720000147819519,0.2930000126361847,0.3190000057220459,0.3240000009536743,0.3529999852180481,0.3600000143051147,0.367000013589859,0.3680000007152557,0.3720000088214874,0.3810000121593475,0.3849999904632568,0.3790000081062317,0.3910000026226043,0.3910000026226043,0.3939999938011169,0.4000000059604645,0.4020000100135803,0.4070000052452087,0.4009999930858612,0.4079999923706054,0.4120000004768371,0.4210000038146972,0.4169999957084656,0.4189999997615814,0.4259999990463257,0.4169999957084656,0.4300000071525574,0.4309999942779541,0.4289999902248382,0.4289999902248382,0.4289999902248382,0.4289999902248382,0.4370000064373016,0.4359999895095825,0.4410000145435333,0.4359999895095825,0.4410000145435333,0.4350000023841858,0.4379999935626983,0.4390000104904175,0.4429999887943268,0.4359999895095825,0.4399999976158142,0.4429999887943268,0.4460000097751617,0.4410000145435333,0.4480000138282776,0.4429999887943268,0.4429999887943268,0.4490000009536743,0.4480000138282776,0.44200000166893,0.4510000050067901,0.4460000097751617,0.4449999928474426,0.453000009059906,0.4440000057220459,0.4449999928474426,0.449999988079071,0.4510000050067901,0.4550000131130218,0.449999988079071,0.4510000050067901,0.4560000002384186,0.4560000002384186,0.4550000131130218,0.4659999907016754,0.4550000131130218,0.4519999921321869,0.4469999969005584,0.4539999961853027,0.4589999914169311,0.4589999914169311,0.4480000138282776,0.4600000083446502,0.4550000131130218,0.4589999914169311,0.4600000083446502,0.4629999995231628,0.4589999914169311,0.4600000083446502,0.4519999921321869,0.4629999995231628,0.4580000042915344,0.4580000042915344,0.4679999947547912,0.4550000131130218,0.4639999866485595,0.4550000131130218,0.460999995470047,0.4650000035762787,0.4589999914169311,0.4629999995231628,0.4600000083446502,0.4639999866485595,0.4600000083446502,0.4679999947547912,0.4620000123977661,0.4709999859333038,0.4670000076293945,0.4650000035762787,0.4589999914169311,0.4709999859333038,0.4600000083446502,0.4679999947547912,0.4629999995231628,0.4720000028610229,0.4740000069141388,0.4709999859333038,0.4769999980926513,0.4769999980926513,0.4709999859333038,0.4659999907016754,0.4769999980926513,0.4720000028610229,0.4740000069141388,0.4709999859333038,0.4749999940395355,0.4720000028610229,0.4769999980926513,0.4699999988079071,0.4690000116825104,0.4749999940395355,0.4729999899864197,0.4740000069141388,0.4769999980926513,0.4790000021457672,0.4690000116825104,0.4720000028610229,0.4779999852180481,0.4749999940395355,0.4709999859333038,0.4760000109672546,0.4729999899864197,0.4769999980926513,0.4740000069141388,0.4860000014305115,0.4760000109672546,0.4790000021457672,0.4790000021457672,0.481000006198883,0.4850000143051147,0.4819999933242798,0.4839999973773956,0.4760000109672546,0.4839999973773956,0.4769999980926513,0.481000006198883,0.4860000014305115,0.4839999973773956,0.481000006198883,0.4850000143051147,0.4790000021457672,0.4799999892711639,0.4839999973773956,0.488999992609024,0.488999992609024,0.4850000143051147,0.4860000014305115,0.4909999966621399,0.481000006198883,0.4869999885559082,0.4909999966621399,0.4799999892711639,0.4819999933242798,0.4850000143051147,0.4850000143051147,0.4760000109672546,0.4839999973773956],"label":"FineWeb: id mh + C4 filters"},"big-run-fineweb-v1-all-dumps":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2720000147819519,0.2870000004768371,0.3160000145435333,0.3269999921321869,0.3490000069141388,0.3619999885559082,0.3729999959468841,0.3779999911785126,0.3810000121593475,0.3910000026226043,0.3849999904632568,0.4000000059604645,0.4059999883174896,0.4059999883174896,0.4040000140666961,0.4110000133514404,0.4160000085830688,0.4090000092983246,0.4160000085830688,0.4129999876022339,0.4160000085830688,0.421999990940094,0.4160000085830688,0.4210000038146972,0.4269999861717224,0.4250000119209289,0.4160000085830688,0.4410000145435333,0.4350000023841858,0.4350000023841858,0.4359999895095825,0.4350000023841858,0.4350000023841858,0.4350000023841858,0.4370000064373016,0.4309999942779541,0.4440000057220459,0.4410000145435333,0.4440000057220459,0.4440000057220459,0.4480000138282776,0.453000009059906,0.449999988079071,0.4469999969005584,0.4399999976158142,0.4589999914169311,0.4410000145435333,0.4490000009536743,0.4560000002384186,0.449999988079071,0.453000009059906,0.4519999921321869,0.4539999961853027,0.4550000131130218,0.449999988079071,0.4569999873638153,0.460999995470047,0.4569999873638153,0.4650000035762787,0.4560000002384186,0.4600000083446502,0.4589999914169311,0.4639999866485595,0.4650000035762787,0.4650000035762787,0.4580000042915344,0.4659999907016754,0.460999995470047,0.4639999866485595,0.4679999947547912,0.4650000035762787,0.4629999995231628,0.4639999866485595,0.4639999866485595,0.4650000035762787,0.4709999859333038,0.4779999852180481,0.4650000035762787,0.4670000076293945,0.4670000076293945,0.4699999988079071,0.4690000116825104,0.4709999859333038,0.4720000028610229,0.4749999940395355,0.4799999892711639,0.4699999988079071,0.4779999852180481,0.4709999859333038,0.481000006198883,0.4819999933242798,0.4740000069141388,0.4760000109672546,0.4779999852180481,0.4709999859333038,0.4740000069141388,0.4740000069141388,0.4729999899864197,0.4740000069141388,0.4790000021457672,0.4819999933242798,0.4749999940395355,0.4839999973773956,0.4839999973773956,0.4799999892711639,0.4729999899864197,0.4900000095367431,0.4839999973773956,0.4830000102519989,0.481000006198883,0.4799999892711639,0.4819999933242798,0.4939999878406524,0.4830000102519989,0.4839999973773956,0.4880000054836273,0.4839999973773956,0.4880000054836273,0.4769999980926513,0.4909999966621399,0.4830000102519989,0.4930000007152557,0.4869999885559082,0.4850000143051147,0.4900000095367431,0.4880000054836273,0.492000013589859,0.4979999959468841,0.4909999966621399,0.4959999918937683,0.492000013589859,0.4930000007152557,0.4959999918937683,0.4880000054836273,0.4939999878406524,0.4909999966621399,0.4930000007152557,0.4939999878406524,0.492000013589859,0.4950000047683716,0.5,0.4930000007152557,0.4990000128746032,0.4990000128746032,0.4869999885559082,0.4970000088214874,0.4900000095367431,0.4979999959468841,0.488999992609024,0.4950000047683716,0.4979999959468841,0.4959999918937683,0.492000013589859,0.4979999959468841,0.4959999918937683,0.5,0.488999992609024,0.4979999959468841,0.4950000047683716,0.4990000128746032,0.4950000047683716,0.4909999966621399,0.4959999918937683,0.5019999742507935,0.5009999871253967,0.5019999742507935,0.4909999966621399,0.4900000095367431,0.492000013589859],"label":"FineWeb: id mh + C4 + custom filters"}},"hellaswag/acc_norm":{"big-run-sampled_full_filtered_no_dedup":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.257999986410141,0.2809999883174896,0.3230000138282776,0.3409999907016754,0.3600000143051147,0.3569999933242798,0.3889999985694885,0.395000010728836,0.4199999868869781,0.4180000126361847,0.421999990940094,0.4289999902248382,0.4350000023841858,0.4359999895095825,0.4469999969005584,0.4350000023841858,0.4480000138282776,0.4480000138282776,0.453000009059906,0.4550000131130218,0.4589999914169311,0.4639999866485595,0.4600000083446502,0.460999995470047,0.4589999914169311,0.481000006198883,0.4769999980926513,0.4709999859333038,0.4740000069141388,0.4679999947547912,0.4790000021457672,0.4729999899864197,0.4819999933242798,0.4850000143051147,0.4819999933242798,0.4819999933242798,0.4880000054836273,0.4869999885559082,0.4959999918937683,0.4850000143051147,0.4959999918937683,0.492000013589859,0.503000020980835,0.4930000007152557,0.5099999904632568,0.5040000081062317,0.5009999871253967,0.4970000088214874,0.4979999959468841,0.5059999823570251,0.5070000290870667,0.5040000081062317,0.5059999823570251,0.5049999952316284,0.5080000162124634,0.5049999952316284,0.5019999742507935,0.5120000243186951,0.5170000195503235,0.5170000195503235,0.5090000033378601,0.5239999890327454,0.527999997138977,0.5230000019073486,0.5210000276565552,0.5149999856948853,0.5189999938011169,0.5270000100135803,0.5149999856948853,0.5099999904632568,0.5299999713897705,0.5199999809265137,0.5230000019073486,0.5260000228881836,0.5249999761581421,0.5239999890327454,0.5329999923706055,0.5210000276565552,0.5260000228881836,0.5170000195503235,0.531000018119812,0.5289999842643738,0.531000018119812,0.5270000100135803,0.5299999713897705,0.5370000004768372,0.5379999876022339,0.5419999957084656,0.5329999923706055,0.5360000133514404,0.5299999713897705,0.5360000133514404,0.5270000100135803,0.5450000166893005,0.5410000085830688,0.546999990940094,0.5329999923706055,0.5329999923706055,0.5379999876022339,0.5299999713897705,0.5429999828338623,0.5360000133514404,0.5339999794960022,0.5419999957084656,0.5410000085830688,0.5370000004768372,0.5389999747276306,0.527999997138977,0.5400000214576721,0.5400000214576721,0.531000018119812,0.5440000295639038,0.5460000038146973,0.5479999780654907,0.5460000038146973,0.5410000085830688,0.5509999990463257,0.5479999780654907,0.5410000085830688,0.5389999747276306,0.550000011920929,0.5569999814033508,0.550000011920929,0.5490000247955322,0.5490000247955322,0.5569999814033508,0.5519999861717224,0.5479999780654907,0.5559999942779541,0.5550000071525574,0.5460000038146973,0.5540000200271606,0.5460000038146973,0.5460000038146973,0.5509999990463257,0.5460000038146973,0.5550000071525574,0.5479999780654907,0.5479999780654907,0.5540000200271606,0.5550000071525574,0.5529999732971191,0.5529999732971191,0.5509999990463257,0.5509999990463257,0.5419999957084656,0.546999990940094,0.5509999990463257,0.5559999942779541,0.5490000247955322,0.5509999990463257,0.5529999732971191,0.550000011920929,0.5540000200271606,0.5550000071525574,0.5580000281333923,0.550000011920929,0.5569999814033508,0.5490000247955322,0.5519999861717224,0.5519999861717224,0.5559999942779541,0.5569999814033508,0.5559999942779541,0.5550000071525574,0.5559999942779541,0.5490000247955322,0.5550000071525574,0.5600000023841858],"label":"FineWeb: base filtering only"},"big-run-sampled_full_ind_minhash":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.257999986410141,0.3019999861717224,0.3059999942779541,0.335999995470047,0.3610000014305115,0.3819999992847442,0.4009999930858612,0.4020000100135803,0.4250000119209289,0.4309999942779541,0.4469999969005584,0.4519999921321869,0.453000009059906,0.4580000042915344,0.4729999899864197,0.4749999940395355,0.4699999988079071,0.4799999892711639,0.4749999940395355,0.4769999980926513,0.481000006198883,0.4839999973773956,0.4959999918937683,0.5040000081062317,0.4970000088214874,0.4979999959468841,0.5070000290870667,0.5049999952316284,0.5109999775886536,0.515999972820282,0.5120000243186951,0.5120000243186951,0.515999972820282,0.5120000243186951,0.5249999761581421,0.5170000195503235,0.5199999809265137,0.5270000100135803,0.5170000195503235,0.5220000147819519,0.5260000228881836,0.5360000133514404,0.5339999794960022,0.5370000004768372,0.5339999794960022,0.5329999923706055,0.531000018119812,0.5329999923706055,0.5400000214576721,0.5429999828338623,0.5389999747276306,0.5419999957084656,0.5429999828338623,0.5360000133514404,0.5299999713897705,0.546999990940094,0.5360000133514404,0.5450000166893005,0.5440000295639038,0.5350000262260437,0.5339999794960022,0.5419999957084656,0.5450000166893005,0.5460000038146973,0.5370000004768372,0.5490000247955322,0.5440000295639038,0.550000011920929,0.5490000247955322,0.5450000166893005,0.5490000247955322,0.5559999942779541,0.5559999942779541,0.5410000085830688,0.5419999957084656,0.5529999732971191,0.5460000038146973,0.5540000200271606,0.5379999876022339,0.5509999990463257,0.5540000200271606,0.5419999957084656,0.546999990940094,0.5479999780654907,0.5460000038146973,0.5460000038146973,0.5519999861717224,0.5600000023841858,0.5540000200271606,0.5509999990463257,0.5609999895095825,0.5619999766349792,0.5590000152587891,0.5559999942779541,0.5580000281333923,0.5640000104904175,0.5649999976158142,0.5590000152587891,0.5550000071525574,0.5630000233650208,0.5630000233650208,0.5609999895095825,0.5559999942779541,0.5609999895095825,0.5630000233650208,0.5680000185966492,0.5630000233650208,0.5690000057220459,0.5609999895095825,0.5590000152587891,0.5640000104904175,0.5690000057220459,0.5640000104904175,0.5630000233650208,0.574999988079071,0.5630000233650208,0.5619999766349792,0.5690000057220459,0.5770000219345093,0.5690000057220459,0.5609999895095825,0.5649999976158142,0.5680000185966492,0.5590000152587891,0.5600000023841858,0.5619999766349792,0.5799999833106995,0.5619999766349792,0.5699999928474426,0.5709999799728394,0.5669999718666077,0.5680000185966492,0.5609999895095825,0.5649999976158142,0.5680000185966492,0.5730000138282776,0.5720000267028809,0.5709999799728394,0.5770000219345093,0.574999988079071,0.5730000138282776,0.5690000057220459,0.5740000009536743,0.578000009059906,0.574999988079071,0.5820000171661377,0.5730000138282776,0.5740000009536743,0.574999988079071,0.5770000219345093,0.5789999961853027,0.5759999752044678,0.5720000267028809,0.5770000219345093,0.5759999752044678,0.5789999961853027,0.5789999961853027,0.5730000138282776,0.5789999961853027,0.5759999752044678,0.5690000057220459,0.5849999785423279,0.5759999752044678,0.5699999928474426,0.5789999961853027,0.5820000171661377,0.5730000138282776,0.5730000138282776,0.5789999961853027],"label":"FineWeb: independent MinHash (id mh)"},"big-run-sampled-fineweb-c4-filters":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.257999986410141,0.2849999964237213,0.3240000009536743,0.3580000102519989,0.3930000066757202,0.395000010728836,0.4309999942779541,0.44200000166893,0.4399999976158142,0.453000009059906,0.453000009059906,0.4650000035762787,0.4699999988079071,0.481000006198883,0.4839999973773956,0.4839999973773956,0.4970000088214874,0.5059999823570251,0.4909999966621399,0.5120000243186951,0.5139999985694885,0.5170000195503235,0.5199999809265137,0.5170000195503235,0.5249999761581421,0.5220000147819519,0.5289999842643738,0.5350000262260437,0.531000018119812,0.5289999842643738,0.5339999794960022,0.527999997138977,0.5260000228881836,0.5429999828338623,0.5370000004768372,0.5329999923706055,0.5460000038146973,0.5429999828338623,0.5490000247955322,0.546999990940094,0.546999990940094,0.5490000247955322,0.5460000038146973,0.5559999942779541,0.5619999766349792,0.5569999814033508,0.5509999990463257,0.5550000071525574,0.5649999976158142,0.5690000057220459,0.5619999766349792,0.5529999732971191,0.5649999976158142,0.5730000138282776,0.5669999718666077,0.5740000009536743,0.5690000057220459,0.5699999928474426,0.574999988079071,0.5640000104904175,0.5789999961853027,0.5720000267028809,0.5640000104904175,0.574999988079071,0.5770000219345093,0.5740000009536743,0.5770000219345093,0.5740000009536743,0.5740000009536743,0.578000009059906,0.5759999752044678,0.5789999961853027,0.5799999833106995,0.578000009059906,0.5860000252723694,0.5809999704360962,0.5770000219345093,0.5849999785423279,0.5849999785423279,0.5799999833106995,0.578000009059906,0.5809999704360962,0.5870000123977661,0.5830000042915344,0.5720000267028809,0.5879999995231628,0.5830000042915344,0.5929999947547913,0.578000009059906,0.5889999866485596,0.5809999704360962,0.5789999961853027,0.593999981880188,0.5820000171661377,0.5910000205039978,0.5830000042915344,0.5879999995231628,0.5879999995231628,0.5889999866485596,0.5879999995231628,0.5899999737739563,0.5960000157356262,0.5899999737739563,0.5879999995231628,0.5870000123977661,0.5910000205039978,0.593999981880188,0.597000002861023,0.593999981880188,0.5979999899864197,0.593999981880188,0.5989999771118164,0.5929999947547913,0.597000002861023,0.6019999980926514,0.5989999771118164,0.6019999980926514,0.597000002861023,0.6000000238418579,0.6019999980926514,0.6039999723434448,0.597000002861023,0.6019999980926514,0.5950000286102295,0.6019999980926514,0.6079999804496765,0.6039999723434448,0.6100000143051147,0.6039999723434448,0.6029999852180481,0.6069999933242798,0.6060000061988831,0.6069999933242798,0.6000000238418579,0.6100000143051147,0.6100000143051147,0.6129999756813049,0.609000027179718,0.6010000109672546,0.6000000238418579,0.6110000014305115,0.609000027179718,0.6069999933242798,0.6119999885559082,0.6050000190734863,0.6110000014305115,0.6190000176429749,0.6169999837875366,0.6140000224113464,0.6100000143051147,0.6200000047683716,0.6200000047683716,0.6110000014305115,0.6150000095367432,0.6129999756813049,0.6079999804496765,0.6179999709129333,0.6200000047683716,0.6129999756813049,0.6190000176429749,0.6150000095367432,0.6240000128746033,0.6240000128746033,0.609000027179718,0.609000027179718,0.6159999966621399,0.6110000014305115,0.6110000014305115,0.6190000176429749],"label":"FineWeb: id mh + C4 filters"},"big-run-fineweb-v1-all-dumps":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.257999986410141,0.2919999957084656,0.3310000002384186,0.3549999892711639,0.3939999938011169,0.4149999916553497,0.4329999983310699,0.4460000097751617,0.4589999914169311,0.4819999933242798,0.4769999980926513,0.4830000102519989,0.4909999966621399,0.5059999823570251,0.4950000047683716,0.5059999823570251,0.503000020980835,0.5170000195503235,0.5049999952316284,0.5210000276565552,0.5130000114440918,0.5189999938011169,0.5360000133514404,0.5320000052452087,0.5460000038146973,0.5400000214576721,0.5379999876022339,0.531000018119812,0.5460000038146973,0.5509999990463257,0.5519999861717224,0.5559999942779541,0.5609999895095825,0.5559999942779541,0.5580000281333923,0.5450000166893005,0.5509999990463257,0.5590000152587891,0.5649999976158142,0.5619999766349792,0.5680000185966492,0.5669999718666077,0.5709999799728394,0.5569999814033508,0.5640000104904175,0.5690000057220459,0.5720000267028809,0.5759999752044678,0.5839999914169312,0.5699999928474426,0.5740000009536743,0.5830000042915344,0.5839999914169312,0.5799999833106995,0.5830000042915344,0.574999988079071,0.5910000205039978,0.5799999833106995,0.5879999995231628,0.6039999723434448,0.578000009059906,0.5849999785423279,0.5889999866485596,0.5849999785423279,0.6019999980926514,0.5929999947547913,0.5820000171661377,0.5860000252723694,0.5910000205039978,0.5849999785423279,0.5849999785423279,0.5839999914169312,0.5860000252723694,0.5979999899864197,0.5849999785423279,0.597000002861023,0.5960000157356262,0.6019999980926514,0.6060000061988831,0.5989999771118164,0.5889999866485596,0.5920000076293945,0.5960000157356262,0.5950000286102295,0.6060000061988831,0.5960000157356262,0.6000000238418579,0.6069999933242798,0.6039999723434448,0.6069999933242798,0.6010000109672546,0.6060000061988831,0.6129999756813049,0.5989999771118164,0.6200000047683716,0.5979999899864197,0.609000027179718,0.6029999852180481,0.609000027179718,0.6179999709129333,0.6150000095367432,0.6060000061988831,0.6069999933242798,0.6119999885559082,0.6190000176429749,0.6079999804496765,0.6150000095367432,0.6079999804496765,0.6190000176429749,0.6079999804496765,0.609000027179718,0.6079999804496765,0.6179999709129333,0.6140000224113464,0.6200000047683716,0.621999979019165,0.6129999756813049,0.6200000047683716,0.6129999756813049,0.6110000014305115,0.6069999933242798,0.609000027179718,0.6159999966621399,0.6169999837875366,0.6129999756813049,0.6169999837875366,0.6159999966621399,0.6200000047683716,0.6150000095367432,0.6240000128746033,0.6179999709129333,0.6179999709129333,0.6129999756813049,0.6179999709129333,0.6110000014305115,0.6190000176429749,0.6200000047683716,0.6150000095367432,0.6159999966621399,0.621999979019165,0.6209999918937683,0.6230000257492065,0.6200000047683716,0.6240000128746033,0.6159999966621399,0.6200000047683716,0.6159999966621399,0.6179999709129333,0.6119999885559082,0.6269999742507935,0.6230000257492065,0.6200000047683716,0.6240000128746033,0.6190000176429749,0.6169999837875366,0.6299999952316284,0.625,0.6179999709129333,0.6150000095367432,0.6259999871253967,0.621999979019165,0.625,0.6190000176429749,0.6259999871253967,0.6340000033378601,0.628000020980835,0.6290000081062317,0.628000020980835,0.6269999742507935],"label":"FineWeb: id mh + C4 + custom filters"}},"openbookqa/acc":{"big-run-sampled_full_filtered_no_dedup":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.1659999936819076,0.1379999965429306,0.1379999965429306,0.1519999951124191,0.1720000058412552,0.1500000059604644,0.1580000072717666,0.1580000072717666,0.1679999977350235,0.1700000017881393,0.1700000017881393,0.1780000030994415,0.1899999976158142,0.1899999976158142,0.1860000044107437,0.1800000071525573,0.19200000166893,0.1840000003576278,0.202000007033348,0.1899999976158142,0.181999996304512,0.1959999948740005,0.1780000030994415,0.2060000002384185,0.1879999935626983,0.1940000057220459,0.2060000002384185,0.2000000029802322,0.1800000071525573,0.209999993443489,0.1860000044107437,0.1879999935626983,0.2060000002384185,0.1940000057220459,0.2080000042915344,0.1979999989271164,0.1860000044107437,0.202000007033348,0.1959999948740005,0.1979999989271164,0.1979999989271164,0.1879999935626983,0.1959999948740005,0.2060000002384185,0.2039999961853027,0.2000000029802322,0.209999993443489,0.2060000002384185,0.2199999988079071,0.2140000015497207,0.2039999961853027,0.209999993443489,0.2220000028610229,0.2160000056028366,0.209999993443489,0.209999993443489,0.202000007033348,0.2039999961853027,0.2160000056028366,0.2199999988079071,0.2060000002384185,0.2179999947547912,0.2220000028610229,0.2140000015497207,0.202000007033348,0.2140000015497207,0.2199999988079071,0.202000007033348,0.2080000042915344,0.1979999989271164,0.2140000015497207,0.2179999947547912,0.209999993443489,0.2119999974966049,0.2119999974966049,0.2140000015497207,0.2080000042915344,0.209999993443489,0.2140000015497207,0.2119999974966049,0.2160000056028366,0.2119999974966049,0.2060000002384185,0.2240000069141388,0.2039999961853027,0.2280000001192093,0.2140000015497207,0.2119999974966049,0.2060000002384185,0.2199999988079071,0.2160000056028366,0.2179999947547912,0.2179999947547912,0.2140000015497207,0.2119999974966049,0.2080000042915344,0.2060000002384185,0.2220000028610229,0.2199999988079071,0.2160000056028366,0.2160000056028366,0.2259999960660934,0.2300000041723251,0.2319999933242797,0.2240000069141388,0.2240000069141388,0.209999993443489,0.2399999946355819,0.2160000056028366,0.2220000028610229,0.209999993443489,0.2220000028610229,0.2240000069141388,0.2280000001192093,0.2240000069141388,0.2119999974966049,0.2179999947547912,0.2199999988079071,0.2259999960660934,0.2220000028610229,0.2220000028610229,0.2220000028610229,0.2179999947547912,0.2199999988079071,0.2300000041723251,0.2339999973773956,0.2380000054836273,0.2240000069141388,0.2259999960660934,0.2339999973773956,0.2240000069141388,0.2240000069141388,0.2160000056028366,0.2199999988079071,0.2300000041723251,0.2280000001192093,0.2240000069141388,0.2199999988079071,0.2220000028610229,0.2199999988079071,0.2160000056028366,0.2300000041723251,0.2319999933242797,0.2380000054836273,0.2319999933242797,0.2319999933242797,0.2220000028610229,0.2199999988079071,0.2199999988079071,0.2259999960660934,0.2280000001192093,0.2280000001192093,0.2199999988079071,0.2300000041723251,0.2240000069141388,0.2199999988079071,0.2380000054836273,0.2339999973773956,0.2280000001192093,0.2300000041723251,0.2300000041723251,0.2259999960660934,0.2300000041723251,0.2300000041723251,0.2419999986886978,0.2319999933242797,0.2339999973773956,0.2259999960660934,0.2339999973773956],"label":"FineWeb: base filtering only"},"big-run-sampled_full_ind_minhash":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.1659999936819076,0.1400000005960464,0.1340000033378601,0.1599999964237213,0.164000004529953,0.1759999990463256,0.181999996304512,0.1679999977350235,0.1679999977350235,0.1700000017881393,0.1720000058412552,0.181999996304512,0.1860000044107437,0.1840000003576278,0.1720000058412552,0.1959999948740005,0.1899999976158142,0.1979999989271164,0.1959999948740005,0.1959999948740005,0.2000000029802322,0.2119999974966049,0.1879999935626983,0.1899999976158142,0.2060000002384185,0.19200000166893,0.181999996304512,0.2060000002384185,0.2060000002384185,0.1959999948740005,0.2060000002384185,0.209999993443489,0.202000007033348,0.2140000015497207,0.2179999947547912,0.2179999947547912,0.2000000029802322,0.1959999948740005,0.2039999961853027,0.2000000029802322,0.2000000029802322,0.2080000042915344,0.1979999989271164,0.2080000042915344,0.2039999961853027,0.2000000029802322,0.19200000166893,0.209999993443489,0.2000000029802322,0.2140000015497207,0.2060000002384185,0.2000000029802322,0.2140000015497207,0.2000000029802322,0.2140000015497207,0.2119999974966049,0.2140000015497207,0.2039999961853027,0.209999993443489,0.2119999974966049,0.209999993443489,0.1940000057220459,0.2140000015497207,0.2060000002384185,0.209999993443489,0.1979999989271164,0.2060000002384185,0.2199999988079071,0.2140000015497207,0.2160000056028366,0.209999993443489,0.209999993443489,0.2140000015497207,0.2199999988079071,0.2199999988079071,0.2039999961853027,0.2220000028610229,0.2060000002384185,0.2179999947547912,0.2080000042915344,0.2080000042915344,0.2060000002384185,0.2280000001192093,0.2140000015497207,0.2160000056028366,0.2039999961853027,0.2160000056028366,0.2179999947547912,0.2140000015497207,0.2259999960660934,0.2140000015497207,0.2220000028610229,0.2160000056028366,0.2140000015497207,0.2300000041723251,0.2220000028610229,0.2179999947547912,0.2140000015497207,0.2300000041723251,0.2220000028610229,0.2119999974966049,0.2140000015497207,0.2319999933242797,0.2199999988079071,0.2319999933242797,0.2259999960660934,0.2319999933242797,0.2240000069141388,0.2160000056028366,0.2220000028610229,0.2240000069141388,0.209999993443489,0.2220000028610229,0.2300000041723251,0.2280000001192093,0.2300000041723251,0.2220000028610229,0.2179999947547912,0.2259999960660934,0.2319999933242797,0.2259999960660934,0.2280000001192093,0.2339999973773956,0.2339999973773956,0.2240000069141388,0.2460000067949295,0.2419999986886978,0.2280000001192093,0.2300000041723251,0.2339999973773956,0.2319999933242797,0.2319999933242797,0.2319999933242797,0.2399999946355819,0.2339999973773956,0.2380000054836273,0.2380000054836273,0.2419999986886978,0.2339999973773956,0.2399999946355819,0.2300000041723251,0.2360000014305114,0.2440000027418136,0.2360000014305114,0.2399999946355819,0.2399999946355819,0.2339999973773956,0.2339999973773956,0.2360000014305114,0.2360000014305114,0.2399999946355819,0.2360000014305114,0.2300000041723251,0.2460000067949295,0.2440000027418136,0.2300000041723251,0.2360000014305114,0.2280000001192093,0.2280000001192093,0.2259999960660934,0.2160000056028366,0.2419999986886978,0.2460000067949295,0.2319999933242797,0.2419999986886978,0.2380000054836273,0.2380000054836273,0.2300000041723251,0.2360000014305114],"label":"FineWeb: independent MinHash (id mh)"},"big-run-sampled-fineweb-c4-filters":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.1659999936819076,0.1400000005960464,0.1500000059604644,0.1519999951124191,0.1379999965429306,0.1679999977350235,0.1659999936819076,0.1720000058412552,0.181999996304512,0.1879999935626983,0.164000004529953,0.1759999990463256,0.1940000057220459,0.1899999976158142,0.1879999935626983,0.1940000057220459,0.202000007033348,0.1899999976158142,0.19200000166893,0.2080000042915344,0.181999996304512,0.19200000166893,0.1940000057220459,0.1959999948740005,0.202000007033348,0.1979999989271164,0.1940000057220459,0.2119999974966049,0.19200000166893,0.1959999948740005,0.1940000057220459,0.2080000042915344,0.2000000029802322,0.2080000042915344,0.2039999961853027,0.2140000015497207,0.209999993443489,0.2060000002384185,0.2080000042915344,0.2199999988079071,0.2039999961853027,0.1979999989271164,0.1979999989271164,0.2000000029802322,0.1940000057220459,0.2080000042915344,0.2179999947547912,0.2060000002384185,0.2000000029802322,0.209999993443489,0.2220000028610229,0.2220000028610229,0.2220000028610229,0.2179999947547912,0.2240000069141388,0.2220000028610229,0.2220000028610229,0.2220000028610229,0.2119999974966049,0.2220000028610229,0.2119999974966049,0.2179999947547912,0.2319999933242797,0.2220000028610229,0.2119999974966049,0.2259999960660934,0.2280000001192093,0.209999993443489,0.202000007033348,0.2119999974966049,0.2259999960660934,0.2220000028610229,0.2179999947547912,0.2240000069141388,0.2179999947547912,0.2140000015497207,0.202000007033348,0.2179999947547912,0.2160000056028366,0.2039999961853027,0.2179999947547912,0.2060000002384185,0.2179999947547912,0.2199999988079071,0.2240000069141388,0.2199999988079071,0.2259999960660934,0.2220000028610229,0.2060000002384185,0.2339999973773956,0.2220000028610229,0.2199999988079071,0.2300000041723251,0.2360000014305114,0.2220000028610229,0.2319999933242797,0.2259999960660934,0.2319999933242797,0.2240000069141388,0.2300000041723251,0.2179999947547912,0.2259999960660934,0.2300000041723251,0.2300000041723251,0.2399999946355819,0.2399999946355819,0.2399999946355819,0.2199999988079071,0.2380000054836273,0.2399999946355819,0.2339999973773956,0.2440000027418136,0.2399999946355819,0.2440000027418136,0.2300000041723251,0.2360000014305114,0.2399999946355819,0.2339999973773956,0.2319999933242797,0.2419999986886978,0.2399999946355819,0.2479999959468841,0.2440000027418136,0.2460000067949295,0.2419999986886978,0.2440000027418136,0.2380000054836273,0.2319999933242797,0.2339999973773956,0.2520000040531158,0.2339999973773956,0.2380000054836273,0.2380000054836273,0.2419999986886978,0.2440000027418136,0.2520000040531158,0.2419999986886978,0.2360000014305114,0.2479999959468841,0.2520000040531158,0.2540000081062317,0.2479999959468841,0.2479999959468841,0.2440000027418136,0.2440000027418136,0.2440000027418136,0.25,0.25,0.25,0.2419999986886978,0.2319999933242797,0.2540000081062317,0.2419999986886978,0.2460000067949295,0.2440000027418136,0.2479999959468841,0.2380000054836273,0.2419999986886978,0.2479999959468841,0.2339999973773956,0.2520000040531158,0.2460000067949295,0.2399999946355819,0.25,0.25,0.2479999959468841,0.2440000027418136,0.2339999973773956,0.2280000001192093],"label":"FineWeb: id mh + C4 filters"},"big-run-fineweb-v1-all-dumps":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.1659999936819076,0.1379999965429306,0.1340000033378601,0.1560000032186508,0.164000004529953,0.1759999990463256,0.19200000166893,0.1780000030994415,0.181999996304512,0.19200000166893,0.19200000166893,0.202000007033348,0.19200000166893,0.2140000015497207,0.202000007033348,0.1959999948740005,0.2000000029802322,0.2119999974966049,0.2119999974966049,0.2119999974966049,0.2060000002384185,0.1879999935626983,0.2179999947547912,0.2179999947547912,0.2119999974966049,0.2160000056028366,0.2240000069141388,0.2179999947547912,0.2179999947547912,0.1959999948740005,0.2080000042915344,0.2160000056028366,0.2199999988079071,0.2160000056028366,0.2080000042915344,0.209999993443489,0.2259999960660934,0.2160000056028366,0.2220000028610229,0.2199999988079071,0.2179999947547912,0.2199999988079071,0.2179999947547912,0.2039999961853027,0.209999993443489,0.2240000069141388,0.2199999988079071,0.2039999961853027,0.2160000056028366,0.2060000002384185,0.2240000069141388,0.2160000056028366,0.2160000056028366,0.2280000001192093,0.2300000041723251,0.2280000001192093,0.2199999988079071,0.2300000041723251,0.2360000014305114,0.2199999988079071,0.2339999973773956,0.2319999933242797,0.2220000028610229,0.2300000041723251,0.2399999946355819,0.2280000001192093,0.2399999946355819,0.209999993443489,0.2399999946355819,0.2199999988079071,0.2199999988079071,0.2160000056028366,0.2259999960660934,0.2360000014305114,0.2259999960660934,0.2220000028610229,0.2460000067949295,0.2479999959468841,0.2319999933242797,0.2380000054836273,0.2419999986886978,0.2399999946355819,0.2460000067949295,0.2140000015497207,0.2339999973773956,0.2119999974966049,0.25,0.2399999946355819,0.2479999959468841,0.2259999960660934,0.2399999946355819,0.2280000001192093,0.2300000041723251,0.2259999960660934,0.2319999933242797,0.2360000014305114,0.2280000001192093,0.2360000014305114,0.2380000054836273,0.2540000081062317,0.2479999959468841,0.2360000014305114,0.2240000069141388,0.2339999973773956,0.2240000069141388,0.2440000027418136,0.2339999973773956,0.2460000067949295,0.2440000027418136,0.2399999946355819,0.2300000041723251,0.2380000054836273,0.2319999933242797,0.2360000014305114,0.2399999946355819,0.25,0.2280000001192093,0.2300000041723251,0.2380000054836273,0.2460000067949295,0.2339999973773956,0.2360000014305114,0.2440000027418136,0.2280000001192093,0.2380000054836273,0.2440000027418136,0.2479999959468841,0.2399999946355819,0.2520000040531158,0.2380000054836273,0.2319999933242797,0.2540000081062317,0.2419999986886978,0.2339999973773956,0.2399999946355819,0.2479999959468841,0.2440000027418136,0.2419999986886978,0.25,0.2360000014305114,0.2419999986886978,0.2479999959468841,0.2380000054836273,0.2319999933242797,0.2460000067949295,0.2339999973773956,0.25,0.2520000040531158,0.25,0.2399999946355819,0.2380000054836273,0.2419999986886978,0.2419999986886978,0.2560000121593475,0.2399999946355819,0.2460000067949295,0.25,0.25,0.25,0.2380000054836273,0.2460000067949295,0.2440000027418136,0.2460000067949295,0.2440000027418136,0.2419999986886978,0.2399999946355819,0.2520000040531158,0.2460000067949295,0.257999986410141],"label":"FineWeb: id mh + C4 + custom filters"}},"openbookqa/acc_norm":{"big-run-sampled_full_filtered_no_dedup":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2860000133514404,0.2560000121593475,0.2720000147819519,0.2980000078678131,0.2840000092983246,0.2879999876022339,0.3039999902248382,0.2860000133514404,0.2899999916553497,0.3019999861717224,0.2960000038146972,0.3039999902248382,0.3100000023841858,0.3160000145435333,0.3260000050067901,0.3160000145435333,0.3260000050067901,0.3179999887943268,0.3420000076293945,0.3219999969005584,0.328000009059906,0.3240000009536743,0.3300000131130218,0.328000009059906,0.3199999928474426,0.3379999995231628,0.3400000035762787,0.3240000009536743,0.3120000064373016,0.3319999873638153,0.3260000050067901,0.3120000064373016,0.3160000145435333,0.3140000104904175,0.3179999887943268,0.3160000145435333,0.3199999928474426,0.3240000009536743,0.3260000050067901,0.3179999887943268,0.3300000131130218,0.3179999887943268,0.328000009059906,0.3240000009536743,0.328000009059906,0.3260000050067901,0.3199999928474426,0.3400000035762787,0.3339999914169311,0.328000009059906,0.328000009059906,0.3339999914169311,0.328000009059906,0.328000009059906,0.335999995470047,0.3580000102519989,0.3499999940395355,0.3260000050067901,0.3499999940395355,0.3420000076293945,0.3160000145435333,0.3339999914169311,0.335999995470047,0.3400000035762787,0.3240000009536743,0.3319999873638153,0.3379999995231628,0.3400000035762787,0.3379999995231628,0.3319999873638153,0.3319999873638153,0.3440000116825104,0.3300000131130218,0.3219999969005584,0.3260000050067901,0.3219999969005584,0.3339999914169311,0.328000009059906,0.3300000131130218,0.3219999969005584,0.3379999995231628,0.3400000035762787,0.3319999873638153,0.328000009059906,0.3440000116825104,0.3339999914169311,0.328000009059906,0.3379999995231628,0.3499999940395355,0.3339999914169311,0.3300000131130218,0.328000009059906,0.335999995470047,0.3240000009536743,0.335999995470047,0.3240000009536743,0.3400000035762787,0.3400000035762787,0.3420000076293945,0.3319999873638153,0.3339999914169311,0.3300000131130218,0.3400000035762787,0.3459999859333038,0.3400000035762787,0.3379999995231628,0.3459999859333038,0.3379999995231628,0.3300000131130218,0.3519999980926513,0.3379999995231628,0.356000006198883,0.335999995470047,0.3420000076293945,0.3400000035762787,0.328000009059906,0.3540000021457672,0.3499999940395355,0.3479999899864197,0.3440000116825104,0.3519999980926513,0.356000006198883,0.3540000021457672,0.3440000116825104,0.3499999940395355,0.356000006198883,0.356000006198883,0.356000006198883,0.363999992609024,0.3600000143051147,0.356000006198883,0.3479999899864197,0.356000006198883,0.3459999859333038,0.3479999899864197,0.3619999885559082,0.363999992609024,0.3499999940395355,0.3379999995231628,0.3479999899864197,0.3499999940395355,0.356000006198883,0.3519999980926513,0.3540000021457672,0.3619999885559082,0.3580000102519989,0.3540000021457672,0.356000006198883,0.3479999899864197,0.3519999980926513,0.356000006198883,0.3499999940395355,0.3379999995231628,0.3479999899864197,0.3499999940395355,0.3440000116825104,0.3580000102519989,0.356000006198883,0.3499999940395355,0.3479999899864197,0.3580000102519989,0.3519999980926513,0.3540000021457672,0.3519999980926513,0.3540000021457672,0.356000006198883,0.363999992609024,0.356000006198883,0.356000006198883],"label":"FineWeb: base filtering only"},"big-run-sampled_full_ind_minhash":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2860000133514404,0.2660000026226043,0.277999997138977,0.2820000052452087,0.3079999983310699,0.3140000104904175,0.3260000050067901,0.3039999902248382,0.3319999873638153,0.3240000009536743,0.3199999928474426,0.3379999995231628,0.3339999914169311,0.3319999873638153,0.3179999887943268,0.3319999873638153,0.3219999969005584,0.3319999873638153,0.3379999995231628,0.3199999928474426,0.3179999887943268,0.3400000035762787,0.3219999969005584,0.335999995470047,0.3339999914169311,0.3420000076293945,0.3240000009536743,0.3440000116825104,0.3420000076293945,0.3379999995231628,0.3459999859333038,0.328000009059906,0.3420000076293945,0.3459999859333038,0.3479999899864197,0.3379999995231628,0.356000006198883,0.3379999995231628,0.3440000116825104,0.3400000035762787,0.3379999995231628,0.3499999940395355,0.3540000021457672,0.3479999899864197,0.3479999899864197,0.3440000116825104,0.3459999859333038,0.3440000116825104,0.3519999980926513,0.356000006198883,0.3600000143051147,0.3379999995231628,0.356000006198883,0.3400000035762787,0.3519999980926513,0.3479999899864197,0.3479999899864197,0.3400000035762787,0.3459999859333038,0.3519999980926513,0.3440000116825104,0.3400000035762787,0.356000006198883,0.3420000076293945,0.356000006198883,0.3540000021457672,0.3600000143051147,0.3339999914169311,0.3499999940395355,0.3580000102519989,0.3440000116825104,0.3479999899864197,0.3580000102519989,0.3519999980926513,0.3339999914169311,0.3540000021457672,0.3459999859333038,0.3459999859333038,0.3400000035762787,0.356000006198883,0.356000006198883,0.3420000076293945,0.3420000076293945,0.3400000035762787,0.3479999899864197,0.3519999980926513,0.3319999873638153,0.3580000102519989,0.356000006198883,0.356000006198883,0.3499999940395355,0.3479999899864197,0.3400000035762787,0.3440000116825104,0.3339999914169311,0.3379999995231628,0.3479999899864197,0.3680000007152557,0.3619999885559082,0.3440000116825104,0.3619999885559082,0.3580000102519989,0.356000006198883,0.3600000143051147,0.3519999980926513,0.3519999980926513,0.3459999859333038,0.3540000021457672,0.3600000143051147,0.356000006198883,0.3540000021457672,0.3519999980926513,0.356000006198883,0.3600000143051147,0.3540000021457672,0.3540000021457672,0.363999992609024,0.3580000102519989,0.3680000007152557,0.3580000102519989,0.356000006198883,0.3519999980926513,0.3519999980926513,0.3519999980926513,0.3459999859333038,0.3499999940395355,0.356000006198883,0.3540000021457672,0.3540000021457672,0.3659999966621399,0.3619999885559082,0.3420000076293945,0.363999992609024,0.3580000102519989,0.3619999885559082,0.3759999871253967,0.3740000128746032,0.363999992609024,0.3580000102519989,0.3700000047683716,0.3700000047683716,0.363999992609024,0.3440000116825104,0.3580000102519989,0.3680000007152557,0.3700000047683716,0.3740000128746032,0.3619999885559082,0.3619999885559082,0.3700000047683716,0.363999992609024,0.363999992609024,0.363999992609024,0.3700000047683716,0.3600000143051147,0.3680000007152557,0.363999992609024,0.3659999966621399,0.363999992609024,0.3680000007152557,0.3580000102519989,0.363999992609024,0.3659999966621399,0.363999992609024,0.3580000102519989,0.3600000143051147,0.3600000143051147,0.3580000102519989,0.3600000143051147],"label":"FineWeb: independent MinHash (id mh)"},"big-run-sampled-fineweb-c4-filters":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2860000133514404,0.2759999930858612,0.2739999890327453,0.2800000011920929,0.2879999876022339,0.3179999887943268,0.3019999861717224,0.3000000119209289,0.3240000009536743,0.3100000023841858,0.3140000104904175,0.3260000050067901,0.3260000050067901,0.3339999914169311,0.3339999914169311,0.328000009059906,0.335999995470047,0.3319999873638153,0.3379999995231628,0.3519999980926513,0.3420000076293945,0.3440000116825104,0.3379999995231628,0.3420000076293945,0.3499999940395355,0.3420000076293945,0.3420000076293945,0.3499999940395355,0.3300000131130218,0.3459999859333038,0.3379999995231628,0.3400000035762787,0.3440000116825104,0.3319999873638153,0.3339999914169311,0.3459999859333038,0.3459999859333038,0.335999995470047,0.3379999995231628,0.3479999899864197,0.3540000021457672,0.3479999899864197,0.3420000076293945,0.3600000143051147,0.3499999940395355,0.3459999859333038,0.3600000143051147,0.335999995470047,0.3400000035762787,0.3619999885559082,0.3619999885559082,0.3580000102519989,0.3459999859333038,0.363999992609024,0.3479999899864197,0.356000006198883,0.3420000076293945,0.3619999885559082,0.3479999899864197,0.356000006198883,0.363999992609024,0.356000006198883,0.3700000047683716,0.356000006198883,0.356000006198883,0.3600000143051147,0.3680000007152557,0.3519999980926513,0.363999992609024,0.3540000021457672,0.3600000143051147,0.3600000143051147,0.3580000102519989,0.3680000007152557,0.3459999859333038,0.356000006198883,0.3740000128746032,0.356000006198883,0.3580000102519989,0.3479999899864197,0.3540000021457672,0.3499999940395355,0.3580000102519989,0.3540000021457672,0.3659999966621399,0.3680000007152557,0.356000006198883,0.3600000143051147,0.3519999980926513,0.363999992609024,0.3440000116825104,0.3659999966621399,0.3580000102519989,0.363999992609024,0.3600000143051147,0.3759999871253967,0.363999992609024,0.3700000047683716,0.3619999885559082,0.3600000143051147,0.3720000088214874,0.3779999911785126,0.3680000007152557,0.3759999871253967,0.3819999992847442,0.363999992609024,0.3740000128746032,0.363999992609024,0.3619999885559082,0.3700000047683716,0.3680000007152557,0.3659999966621399,0.3700000047683716,0.3759999871253967,0.363999992609024,0.3720000088214874,0.3700000047683716,0.3619999885559082,0.3680000007152557,0.3799999952316284,0.3659999966621399,0.3740000128746032,0.3740000128746032,0.3740000128746032,0.3659999966621399,0.3700000047683716,0.3779999911785126,0.3720000088214874,0.3700000047683716,0.3860000073909759,0.3759999871253967,0.3659999966621399,0.3680000007152557,0.3680000007152557,0.3700000047683716,0.3700000047683716,0.3799999952316284,0.3860000073909759,0.3840000033378601,0.3899999856948852,0.3720000088214874,0.3939999938011169,0.3700000047683716,0.3779999911785126,0.3860000073909759,0.3720000088214874,0.3700000047683716,0.3759999871253967,0.3799999952316284,0.3840000033378601,0.3759999871253967,0.3720000088214874,0.3759999871253967,0.3779999911785126,0.3880000114440918,0.3799999952316284,0.3759999871253967,0.3840000033378601,0.3759999871253967,0.3720000088214874,0.3779999911785126,0.3700000047683716,0.3799999952316284,0.3799999952316284,0.3860000073909759,0.3799999952316284,0.3779999911785126,0.3740000128746032,0.3779999911785126],"label":"FineWeb: id mh + C4 filters"},"big-run-fineweb-v1-all-dumps":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2860000133514404,0.2440000027418136,0.270000010728836,0.2720000147819519,0.3000000119209289,0.2919999957084656,0.3160000145435333,0.3160000145435333,0.3179999887943268,0.3199999928474426,0.3440000116825104,0.3179999887943268,0.3240000009536743,0.3300000131130218,0.3219999969005584,0.3240000009536743,0.3199999928474426,0.335999995470047,0.3339999914169311,0.3440000116825104,0.3459999859333038,0.3400000035762787,0.3440000116825104,0.335999995470047,0.3379999995231628,0.3519999980926513,0.3379999995231628,0.3420000076293945,0.3319999873638153,0.3479999899864197,0.3459999859333038,0.3339999914169311,0.3440000116825104,0.3420000076293945,0.3219999969005584,0.3319999873638153,0.3479999899864197,0.3379999995231628,0.335999995470047,0.3499999940395355,0.3420000076293945,0.3319999873638153,0.3400000035762787,0.3400000035762787,0.3519999980926513,0.3479999899864197,0.3379999995231628,0.335999995470047,0.3400000035762787,0.3319999873638153,0.3580000102519989,0.3499999940395355,0.3700000047683716,0.3680000007152557,0.335999995470047,0.3600000143051147,0.3499999940395355,0.356000006198883,0.3499999940395355,0.356000006198883,0.3619999885559082,0.363999992609024,0.3519999980926513,0.3540000021457672,0.3600000143051147,0.3600000143051147,0.3540000021457672,0.356000006198883,0.363999992609024,0.363999992609024,0.3499999940395355,0.3659999966621399,0.356000006198883,0.363999992609024,0.3540000021457672,0.3540000021457672,0.3619999885559082,0.3740000128746032,0.3519999980926513,0.3659999966621399,0.3680000007152557,0.3700000047683716,0.3580000102519989,0.3499999940395355,0.3740000128746032,0.3659999966621399,0.3659999966621399,0.3580000102519989,0.3479999899864197,0.363999992609024,0.3519999980926513,0.3580000102519989,0.356000006198883,0.3740000128746032,0.363999992609024,0.3700000047683716,0.363999992609024,0.3700000047683716,0.363999992609024,0.3799999952316284,0.3860000073909759,0.3680000007152557,0.3779999911785126,0.3740000128746032,0.3600000143051147,0.3659999966621399,0.3680000007152557,0.3619999885559082,0.3700000047683716,0.3759999871253967,0.363999992609024,0.3740000128746032,0.3799999952316284,0.3779999911785126,0.3659999966621399,0.3600000143051147,0.3740000128746032,0.3600000143051147,0.363999992609024,0.363999992609024,0.363999992609024,0.3779999911785126,0.3700000047683716,0.3799999952316284,0.3720000088214874,0.3819999992847442,0.3759999871253967,0.3799999952316284,0.3740000128746032,0.3860000073909759,0.3779999911785126,0.3959999978542328,0.3880000114440918,0.3799999952316284,0.3860000073909759,0.3759999871253967,0.3939999938011169,0.3779999911785126,0.3959999978542328,0.3779999911785126,0.3899999856948852,0.3860000073909759,0.3959999978542328,0.3759999871253967,0.3720000088214874,0.3799999952316284,0.3740000128746032,0.3759999871253967,0.3799999952316284,0.3819999992847442,0.3840000033378601,0.3720000088214874,0.363999992609024,0.3840000033378601,0.3919999897480011,0.3819999992847442,0.3819999992847442,0.3779999911785126,0.3799999952316284,0.3840000033378601,0.3819999992847442,0.3899999856948852,0.3860000073909759,0.3819999992847442,0.3840000033378601,0.3720000088214874,0.3799999952316284,0.3819999992847442,0.3959999978542328],"label":"FineWeb: id mh + C4 + custom filters"}},"piqa/acc":{"big-run-sampled_full_filtered_no_dedup":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5419999957084656,0.6110000014305115,0.6240000128746033,0.6520000100135803,0.6520000100135803,0.6579999923706055,0.6669999957084656,0.6669999957084656,0.6779999732971191,0.6850000023841858,0.6830000281333923,0.6840000152587891,0.6769999861717224,0.6800000071525574,0.6840000152587891,0.6949999928474426,0.6919999718666077,0.6809999942779541,0.6890000104904175,0.6970000267028809,0.6930000185966492,0.6990000009536743,0.6990000009536743,0.6949999928474426,0.7080000042915344,0.7009999752044678,0.7049999833106995,0.7049999833106995,0.7099999785423279,0.7009999752044678,0.7129999995231628,0.7059999704360962,0.7080000042915344,0.7009999752044678,0.7080000042915344,0.7099999785423279,0.7099999785423279,0.7039999961853027,0.7080000042915344,0.7179999947547913,0.7129999995231628,0.7089999914169312,0.7059999704360962,0.7059999704360962,0.7120000123977661,0.7110000252723694,0.7049999833106995,0.7139999866485596,0.7099999785423279,0.718999981880188,0.7170000076293945,0.7179999947547913,0.7170000076293945,0.7239999771118164,0.7149999737739563,0.7160000205039978,0.7160000205039978,0.7110000252723694,0.722000002861023,0.7139999866485596,0.718999981880188,0.7170000076293945,0.7129999995231628,0.7129999995231628,0.7200000286102295,0.7239999771118164,0.7200000286102295,0.7239999771118164,0.7179999947547913,0.7269999980926514,0.7129999995231628,0.7110000252723694,0.7070000171661377,0.7129999995231628,0.7170000076293945,0.7279999852180481,0.7210000157356262,0.7210000157356262,0.7149999737739563,0.7200000286102295,0.7289999723434448,0.7179999947547913,0.7210000157356262,0.7289999723434448,0.7229999899864197,0.7310000061988831,0.7269999980926514,0.7139999866485596,0.7300000190734863,0.7239999771118164,0.7129999995231628,0.7229999899864197,0.7279999852180481,0.7269999980926514,0.734000027179718,0.7250000238418579,0.7229999899864197,0.7319999933242798,0.7319999933242798,0.7279999852180481,0.7329999804496765,0.7279999852180481,0.722000002861023,0.7300000190734863,0.7239999771118164,0.7210000157356262,0.7229999899864197,0.7250000238418579,0.7260000109672546,0.7269999980926514,0.7229999899864197,0.7350000143051147,0.722000002861023,0.7239999771118164,0.7269999980926514,0.7250000238418579,0.7279999852180481,0.7289999723434448,0.7329999804496765,0.7289999723434448,0.7360000014305115,0.7260000109672546,0.7300000190734863,0.7329999804496765,0.7229999899864197,0.7200000286102295,0.7260000109672546,0.722000002861023,0.7269999980926514,0.7300000190734863,0.7200000286102295,0.7269999980926514,0.7310000061988831,0.7310000061988831,0.7269999980926514,0.7300000190734863,0.7350000143051147,0.7369999885559082,0.7300000190734863,0.7269999980926514,0.7319999933242798,0.7269999980926514,0.7329999804496765,0.7379999756813049,0.7300000190734863,0.7310000061988831,0.722000002861023,0.7319999933242798,0.7300000190734863,0.734000027179718,0.7360000014305115,0.7360000014305115,0.7310000061988831,0.7329999804496765,0.734000027179718,0.7289999723434448,0.7360000014305115,0.734000027179718,0.734000027179718,0.7360000014305115,0.7329999804496765,0.7319999933242798,0.7379999756813049,0.7350000143051147,0.7279999852180481,0.7289999723434448,0.7319999933242798,0.7310000061988831,0.7319999933242798],"label":"FineWeb: base filtering only"},"big-run-sampled_full_ind_minhash":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5419999957084656,0.5929999947547913,0.6349999904632568,0.6620000004768372,0.6600000262260437,0.6669999957084656,0.6650000214576721,0.6769999861717224,0.6840000152587891,0.6880000233650208,0.6850000023841858,0.6869999766349792,0.6970000267028809,0.6990000009536743,0.6890000104904175,0.7070000171661377,0.6890000104904175,0.7039999961853027,0.7089999914169312,0.7129999995231628,0.7080000042915344,0.7110000252723694,0.7200000286102295,0.7099999785423279,0.7070000171661377,0.7080000042915344,0.7089999914169312,0.7070000171661377,0.7129999995231628,0.7149999737739563,0.7289999723434448,0.7099999785423279,0.7229999899864197,0.7039999961853027,0.7070000171661377,0.718999981880188,0.7170000076293945,0.7250000238418579,0.7210000157356262,0.7269999980926514,0.7139999866485596,0.7200000286102295,0.7210000157356262,0.7229999899864197,0.7229999899864197,0.7160000205039978,0.7120000123977661,0.7080000042915344,0.718999981880188,0.7210000157356262,0.7120000123977661,0.7179999947547913,0.7250000238418579,0.718999981880188,0.7279999852180481,0.7160000205039978,0.7210000157356262,0.7260000109672546,0.7239999771118164,0.7239999771118164,0.7200000286102295,0.7319999933242798,0.7179999947547913,0.7369999885559082,0.718999981880188,0.7269999980926514,0.7250000238418579,0.7250000238418579,0.7179999947547913,0.7179999947547913,0.7250000238418579,0.7229999899864197,0.7329999804496765,0.7329999804496765,0.7300000190734863,0.734000027179718,0.7269999980926514,0.7360000014305115,0.7400000095367432,0.7269999980926514,0.7360000014305115,0.7260000109672546,0.7369999885559082,0.7360000014305115,0.7229999899864197,0.734000027179718,0.7269999980926514,0.7409999966621399,0.7329999804496765,0.7319999933242798,0.7300000190734863,0.7319999933242798,0.734000027179718,0.7269999980926514,0.7289999723434448,0.7300000190734863,0.7360000014305115,0.7419999837875366,0.7390000224113464,0.734000027179718,0.7369999885559082,0.7360000014305115,0.734000027179718,0.7350000143051147,0.7360000014305115,0.7310000061988831,0.7310000061988831,0.7319999933242798,0.7390000224113464,0.746999979019165,0.7429999709129333,0.734000027179718,0.734000027179718,0.7319999933242798,0.7419999837875366,0.7300000190734863,0.7350000143051147,0.7350000143051147,0.734000027179718,0.7409999966621399,0.7329999804496765,0.7450000047683716,0.7409999966621399,0.746999979019165,0.7409999966621399,0.7350000143051147,0.7409999966621399,0.7429999709129333,0.7390000224113464,0.7409999966621399,0.7350000143051147,0.7419999837875366,0.746999979019165,0.7459999918937683,0.7509999871253967,0.7429999709129333,0.7490000128746033,0.7450000047683716,0.7490000128746033,0.7400000095367432,0.75,0.7409999966621399,0.7409999966621399,0.7440000176429749,0.7419999837875366,0.7450000047683716,0.7459999918937683,0.7509999871253967,0.75,0.7419999837875366,0.7459999918937683,0.75,0.7480000257492065,0.7480000257492065,0.7450000047683716,0.7480000257492065,0.746999979019165,0.7369999885559082,0.7419999837875366,0.7419999837875366,0.7429999709129333,0.746999979019165,0.7329999804496765,0.7409999966621399,0.7440000176429749,0.7400000095367432,0.7459999918937683,0.75,0.7509999871253967],"label":"FineWeb: independent MinHash (id mh)"},"big-run-sampled-fineweb-c4-filters":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5419999957084656,0.609000027179718,0.6420000195503235,0.6539999842643738,0.6639999747276306,0.6759999990463257,0.6830000281333923,0.675000011920929,0.6880000233650208,0.6869999766349792,0.703000009059906,0.6990000009536743,0.6980000138282776,0.699999988079071,0.7089999914169312,0.7039999961853027,0.7039999961853027,0.7129999995231628,0.7129999995231628,0.7039999961853027,0.7110000252723694,0.7160000205039978,0.7049999833106995,0.7089999914169312,0.7070000171661377,0.722000002861023,0.7080000042915344,0.7210000157356262,0.7160000205039978,0.7229999899864197,0.7229999899864197,0.7200000286102295,0.7200000286102295,0.7129999995231628,0.7210000157356262,0.7289999723434448,0.7250000238418579,0.7139999866485596,0.722000002861023,0.7179999947547913,0.7179999947547913,0.7210000157356262,0.7269999980926514,0.7160000205039978,0.7229999899864197,0.718999981880188,0.7070000171661377,0.7179999947547913,0.7260000109672546,0.718999981880188,0.7260000109672546,0.7360000014305115,0.7200000286102295,0.7289999723434448,0.7289999723434448,0.7149999737739563,0.7390000224113464,0.7229999899864197,0.7239999771118164,0.7210000157356262,0.7160000205039978,0.7179999947547913,0.7080000042915344,0.7269999980926514,0.7210000157356262,0.734000027179718,0.7289999723434448,0.7300000190734863,0.7269999980926514,0.7269999980926514,0.718999981880188,0.7239999771118164,0.7229999899864197,0.7260000109672546,0.7310000061988831,0.7379999756813049,0.7329999804496765,0.7229999899864197,0.7360000014305115,0.7310000061988831,0.7329999804496765,0.7210000157356262,0.7329999804496765,0.7310000061988831,0.7310000061988831,0.7279999852180481,0.734000027179718,0.7419999837875366,0.7269999980926514,0.7229999899864197,0.7379999756813049,0.7350000143051147,0.7390000224113464,0.7310000061988831,0.7390000224113464,0.7319999933242798,0.7400000095367432,0.7450000047683716,0.746999979019165,0.7429999709129333,0.7260000109672546,0.7360000014305115,0.7310000061988831,0.7360000014305115,0.75,0.7369999885559082,0.7440000176429749,0.7459999918937683,0.7400000095367432,0.7400000095367432,0.7360000014305115,0.746999979019165,0.7379999756813049,0.7490000128746033,0.7419999837875366,0.7409999966621399,0.7400000095367432,0.7369999885559082,0.7459999918937683,0.7360000014305115,0.7329999804496765,0.7440000176429749,0.75,0.7419999837875366,0.7459999918937683,0.7390000224113464,0.7459999918937683,0.7419999837875366,0.7450000047683716,0.7440000176429749,0.75,0.7450000047683716,0.7440000176429749,0.7490000128746033,0.746999979019165,0.7459999918937683,0.7429999709129333,0.7459999918937683,0.7480000257492065,0.7480000257492065,0.7409999966621399,0.746999979019165,0.7480000257492065,0.746999979019165,0.7580000162124634,0.7490000128746033,0.7459999918937683,0.7459999918937683,0.7459999918937683,0.7459999918937683,0.746999979019165,0.7409999966621399,0.7490000128746033,0.746999979019165,0.7490000128746033,0.75,0.7549999952316284,0.7519999742507935,0.7549999952316284,0.7490000128746033,0.7480000257492065,0.7540000081062317,0.753000020980835,0.75,0.7519999742507935,0.7559999823570251,0.7459999918937683,0.7559999823570251,0.7490000128746033],"label":"FineWeb: id mh + C4 filters"},"big-run-fineweb-v1-all-dumps":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5419999957084656,0.6079999804496765,0.6520000100135803,0.6669999957084656,0.6759999990463257,0.6610000133514404,0.6890000104904175,0.6880000233650208,0.6830000281333923,0.7080000042915344,0.7139999866485596,0.7039999961853027,0.7039999961853027,0.7089999914169312,0.6990000009536743,0.7120000123977661,0.722000002861023,0.722000002861023,0.7110000252723694,0.718999981880188,0.722000002861023,0.7039999961853027,0.7149999737739563,0.722000002861023,0.7160000205039978,0.7139999866485596,0.7080000042915344,0.7080000042915344,0.7210000157356262,0.7070000171661377,0.7120000123977661,0.7129999995231628,0.7059999704360962,0.7149999737739563,0.7070000171661377,0.7089999914169312,0.722000002861023,0.7170000076293945,0.7149999737739563,0.7289999723434448,0.7200000286102295,0.7250000238418579,0.7200000286102295,0.722000002861023,0.7200000286102295,0.7170000076293945,0.7200000286102295,0.7210000157356262,0.7250000238418579,0.7260000109672546,0.7300000190734863,0.734000027179718,0.7099999785423279,0.7170000076293945,0.7269999980926514,0.7350000143051147,0.7250000238418579,0.7200000286102295,0.7260000109672546,0.7279999852180481,0.7200000286102295,0.7289999723434448,0.7229999899864197,0.7279999852180481,0.7310000061988831,0.7429999709129333,0.7300000190734863,0.7229999899864197,0.722000002861023,0.7229999899864197,0.7269999980926514,0.7300000190734863,0.7390000224113464,0.7300000190734863,0.7210000157356262,0.734000027179718,0.7300000190734863,0.7279999852180481,0.7229999899864197,0.7260000109672546,0.7329999804496765,0.7289999723434448,0.734000027179718,0.7419999837875366,0.7300000190734863,0.7390000224113464,0.7390000224113464,0.7329999804496765,0.7409999966621399,0.7369999885559082,0.7429999709129333,0.7459999918937683,0.7329999804496765,0.7289999723434448,0.7289999723434448,0.734000027179718,0.7210000157356262,0.7289999723434448,0.7300000190734863,0.7379999756813049,0.7360000014305115,0.7329999804496765,0.7269999980926514,0.734000027179718,0.7379999756813049,0.7379999756813049,0.7369999885559082,0.7369999885559082,0.7369999885559082,0.7319999933242798,0.7350000143051147,0.7390000224113464,0.7419999837875366,0.7350000143051147,0.7419999837875366,0.7369999885559082,0.7440000176429749,0.7409999966621399,0.7450000047683716,0.7400000095367432,0.7429999709129333,0.7369999885559082,0.7400000095367432,0.7310000061988831,0.7369999885559082,0.7400000095367432,0.7459999918937683,0.7360000014305115,0.7409999966621399,0.7390000224113464,0.7390000224113464,0.7400000095367432,0.7350000143051147,0.734000027179718,0.7350000143051147,0.7400000095367432,0.7459999918937683,0.753000020980835,0.7409999966621399,0.7450000047683716,0.7459999918937683,0.7429999709129333,0.7429999709129333,0.7409999966621399,0.7400000095367432,0.7450000047683716,0.7440000176429749,0.7440000176429749,0.7429999709129333,0.734000027179718,0.7459999918937683,0.7379999756813049,0.7429999709129333,0.7419999837875366,0.7400000095367432,0.7419999837875366,0.7409999966621399,0.7480000257492065,0.7400000095367432,0.7400000095367432,0.7390000224113464,0.7429999709129333,0.7440000176429749,0.7459999918937683,0.7519999742507935,0.7440000176429749,0.7459999918937683,0.7429999709129333,0.7440000176429749],"label":"FineWeb: id mh + C4 + custom filters"}},"piqa/acc_norm":{"big-run-sampled_full_filtered_no_dedup":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5099999904632568,0.621999979019165,0.6439999938011169,0.6700000166893005,0.6790000200271606,0.6869999766349792,0.6959999799728394,0.6790000200271606,0.6880000233650208,0.7049999833106995,0.699999988079071,0.6990000009536743,0.6940000057220459,0.7110000252723694,0.7089999914169312,0.7120000123977661,0.7070000171661377,0.7070000171661377,0.6990000009536743,0.7009999752044678,0.7160000205039978,0.7200000286102295,0.7149999737739563,0.7250000238418579,0.7210000157356262,0.722000002861023,0.7310000061988831,0.7289999723434448,0.7319999933242798,0.7250000238418579,0.722000002861023,0.7210000157356262,0.7170000076293945,0.7260000109672546,0.7250000238418579,0.7210000157356262,0.7200000286102295,0.7379999756813049,0.7239999771118164,0.7239999771118164,0.7080000042915344,0.7289999723434448,0.7289999723434448,0.7300000190734863,0.7329999804496765,0.7319999933242798,0.7350000143051147,0.7390000224113464,0.7350000143051147,0.7289999723434448,0.734000027179718,0.7329999804496765,0.7400000095367432,0.7409999966621399,0.7310000061988831,0.7350000143051147,0.7360000014305115,0.7360000014305115,0.7409999966621399,0.7319999933242798,0.7409999966621399,0.7400000095367432,0.7390000224113464,0.7329999804496765,0.7459999918937683,0.753000020980835,0.746999979019165,0.734000027179718,0.7369999885559082,0.7419999837875366,0.734000027179718,0.7419999837875366,0.7289999723434448,0.7350000143051147,0.7300000190734863,0.7519999742507935,0.7390000224113464,0.7400000095367432,0.7409999966621399,0.7429999709129333,0.7450000047683716,0.7329999804496765,0.7260000109672546,0.7570000290870667,0.7360000014305115,0.7519999742507935,0.7419999837875366,0.7379999756813049,0.7390000224113464,0.7490000128746033,0.734000027179718,0.7360000014305115,0.7390000224113464,0.7440000176429749,0.7450000047683716,0.7319999933242798,0.7429999709129333,0.7519999742507935,0.7540000081062317,0.7519999742507935,0.753000020980835,0.7480000257492065,0.7440000176429749,0.7459999918937683,0.7369999885559082,0.7419999837875366,0.7480000257492065,0.7419999837875366,0.765999972820282,0.746999979019165,0.7459999918937683,0.7570000290870667,0.7390000224113464,0.7409999966621399,0.7459999918937683,0.75,0.7570000290870667,0.753000020980835,0.7549999952316284,0.7519999742507935,0.7490000128746033,0.746999979019165,0.7459999918937683,0.7459999918937683,0.746999979019165,0.7409999966621399,0.7419999837875366,0.7459999918937683,0.7440000176429749,0.7459999918937683,0.7490000128746033,0.7450000047683716,0.7409999966621399,0.7419999837875366,0.7490000128746033,0.7590000033378601,0.7549999952316284,0.7549999952316284,0.746999979019165,0.753000020980835,0.7549999952316284,0.746999979019165,0.7580000162124634,0.7490000128746033,0.753000020980835,0.75,0.75,0.7540000081062317,0.7540000081062317,0.7490000128746033,0.7570000290870667,0.7570000290870667,0.7590000033378601,0.7559999823570251,0.7620000243186951,0.7590000033378601,0.7509999871253967,0.7639999985694885,0.7580000162124634,0.7599999904632568,0.7620000243186951,0.7590000033378601,0.7609999775886536,0.7559999823570251,0.75,0.7509999871253967,0.7549999952316284,0.7540000081062317,0.7540000081062317],"label":"FineWeb: base filtering only"},"big-run-sampled_full_ind_minhash":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5099999904632568,0.6209999918937683,0.6549999713897705,0.6800000071525574,0.6830000281333923,0.703000009059906,0.7020000219345093,0.7110000252723694,0.7160000205039978,0.7129999995231628,0.7210000157356262,0.7250000238418579,0.7210000157356262,0.7310000061988831,0.7269999980926514,0.7269999980926514,0.7329999804496765,0.7459999918937683,0.734000027179718,0.7409999966621399,0.7390000224113464,0.7350000143051147,0.7509999871253967,0.7440000176429749,0.7379999756813049,0.7599999904632568,0.7400000095367432,0.7409999966621399,0.7590000033378601,0.7409999966621399,0.7440000176429749,0.7400000095367432,0.7450000047683716,0.75,0.7440000176429749,0.7409999966621399,0.7429999709129333,0.7440000176429749,0.7440000176429749,0.7559999823570251,0.7459999918937683,0.7559999823570251,0.7540000081062317,0.7599999904632568,0.7559999823570251,0.7490000128746033,0.7490000128746033,0.7429999709129333,0.7609999775886536,0.7519999742507935,0.7480000257492065,0.7490000128746033,0.7620000243186951,0.7580000162124634,0.7580000162124634,0.7540000081062317,0.7509999871253967,0.7519999742507935,0.7440000176429749,0.7459999918937683,0.7559999823570251,0.7620000243186951,0.746999979019165,0.7570000290870667,0.7620000243186951,0.7570000290870667,0.7540000081062317,0.7540000081062317,0.7570000290870667,0.7590000033378601,0.7519999742507935,0.75,0.7559999823570251,0.7590000033378601,0.7559999823570251,0.7519999742507935,0.7639999985694885,0.7620000243186951,0.7549999952316284,0.7490000128746033,0.7559999823570251,0.7639999985694885,0.7609999775886536,0.7609999775886536,0.7519999742507935,0.7549999952316284,0.7570000290870667,0.7620000243186951,0.7599999904632568,0.7639999985694885,0.7559999823570251,0.753000020980835,0.7649999856948853,0.753000020980835,0.7549999952316284,0.7609999775886536,0.7599999904632568,0.7680000066757202,0.7540000081062317,0.7559999823570251,0.7590000033378601,0.7590000033378601,0.7649999856948853,0.7639999985694885,0.7710000276565552,0.7699999809265137,0.7609999775886536,0.765999972820282,0.7670000195503235,0.7720000147819519,0.7639999985694885,0.7609999775886536,0.7549999952316284,0.7630000114440918,0.7670000195503235,0.7599999904632568,0.765999972820282,0.7670000195503235,0.7670000195503235,0.7670000195503235,0.7720000147819519,0.7760000228881836,0.7710000276565552,0.7829999923706055,0.7630000114440918,0.7720000147819519,0.7649999856948853,0.7630000114440918,0.7699999809265137,0.7720000147819519,0.7720000147819519,0.7689999938011169,0.777999997138977,0.7689999938011169,0.7760000228881836,0.7730000019073486,0.7799999713897705,0.7720000147819519,0.7760000228881836,0.7710000276565552,0.7770000100135803,0.777999997138977,0.7670000195503235,0.7789999842643738,0.7799999713897705,0.7749999761581421,0.7730000019073486,0.777999997138977,0.777999997138977,0.7799999713897705,0.7770000100135803,0.7770000100135803,0.7789999842643738,0.7760000228881836,0.7770000100135803,0.7770000100135803,0.7770000100135803,0.7739999890327454,0.7689999938011169,0.7760000228881836,0.777999997138977,0.7699999809265137,0.7739999890327454,0.7670000195503235,0.7699999809265137,0.7710000276565552,0.7730000019073486,0.7739999890327454,0.7680000066757202],"label":"FineWeb: independent MinHash (id mh)"},"big-run-sampled-fineweb-c4-filters":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5099999904632568,0.6200000047683716,0.6470000147819519,0.6700000166893005,0.6869999766349792,0.6990000009536743,0.7059999704360962,0.7120000123977661,0.7139999866485596,0.7129999995231628,0.7289999723434448,0.7200000286102295,0.7139999866485596,0.7260000109672546,0.722000002861023,0.7329999804496765,0.7289999723434448,0.7369999885559082,0.7319999933242798,0.7260000109672546,0.7360000014305115,0.7369999885559082,0.7369999885559082,0.7300000190734863,0.7300000190734863,0.7350000143051147,0.734000027179718,0.7409999966621399,0.7429999709129333,0.7400000095367432,0.7440000176429749,0.7440000176429749,0.7400000095367432,0.7400000095367432,0.7480000257492065,0.7440000176429749,0.7570000290870667,0.7360000014305115,0.734000027179718,0.7419999837875366,0.7429999709129333,0.7519999742507935,0.746999979019165,0.7459999918937683,0.75,0.75,0.7400000095367432,0.7440000176429749,0.7450000047683716,0.7549999952316284,0.7580000162124634,0.7540000081062317,0.7419999837875366,0.7580000162124634,0.746999979019165,0.7540000081062317,0.765999972820282,0.7549999952316284,0.7580000162124634,0.753000020980835,0.7549999952316284,0.753000020980835,0.7490000128746033,0.7519999742507935,0.7630000114440918,0.7509999871253967,0.7570000290870667,0.7609999775886536,0.7609999775886536,0.7559999823570251,0.75,0.7540000081062317,0.7480000257492065,0.7590000033378601,0.7509999871253967,0.75,0.7559999823570251,0.7509999871253967,0.7480000257492065,0.7519999742507935,0.765999972820282,0.7590000033378601,0.7549999952316284,0.7609999775886536,0.7559999823570251,0.7599999904632568,0.765999972820282,0.7549999952316284,0.7549999952316284,0.7580000162124634,0.7699999809265137,0.7590000033378601,0.7699999809265137,0.7609999775886536,0.7590000033378601,0.765999972820282,0.765999972820282,0.7639999985694885,0.7710000276565552,0.7649999856948853,0.7519999742507935,0.7609999775886536,0.7549999952316284,0.7580000162124634,0.7770000100135803,0.7699999809265137,0.7749999761581421,0.777999997138977,0.7710000276565552,0.7680000066757202,0.7749999761581421,0.7730000019073486,0.7699999809265137,0.7799999713897705,0.7649999856948853,0.7689999938011169,0.7739999890327454,0.7710000276565552,0.7760000228881836,0.7739999890327454,0.7699999809265137,0.7749999761581421,0.7730000019073486,0.7770000100135803,0.7720000147819519,0.7699999809265137,0.7739999890327454,0.7710000276565552,0.7710000276565552,0.777999997138977,0.7789999842643738,0.7770000100135803,0.7720000147819519,0.7730000019073486,0.7730000019073486,0.7760000228881836,0.7710000276565552,0.7789999842643738,0.781000018119812,0.7749999761581421,0.777999997138977,0.7789999842643738,0.7770000100135803,0.7760000228881836,0.7730000019073486,0.7789999842643738,0.7749999761581421,0.7770000100135803,0.7749999761581421,0.7689999938011169,0.7749999761581421,0.777999997138977,0.7760000228881836,0.7749999761581421,0.7789999842643738,0.7820000052452087,0.7739999890327454,0.7799999713897705,0.781000018119812,0.7870000004768372,0.781000018119812,0.7789999842643738,0.781000018119812,0.777999997138977,0.7760000228881836,0.777999997138977,0.7720000147819519,0.7749999761581421,0.7739999890327454],"label":"FineWeb: id mh + C4 filters"},"big-run-fineweb-v1-all-dumps":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5099999904632568,0.6190000176429749,0.6549999713897705,0.6769999861717224,0.6899999976158142,0.6869999766349792,0.7149999737739563,0.7179999947547913,0.7179999947547913,0.7319999933242798,0.7390000224113464,0.7350000143051147,0.7480000257492065,0.7440000176429749,0.7350000143051147,0.7409999966621399,0.7440000176429749,0.7580000162124634,0.7419999837875366,0.7440000176429749,0.75,0.734000027179718,0.746999979019165,0.7459999918937683,0.7390000224113464,0.7490000128746033,0.7379999756813049,0.7429999709129333,0.7390000224113464,0.7360000014305115,0.7419999837875366,0.7480000257492065,0.7480000257492065,0.7490000128746033,0.7440000176429749,0.75,0.7540000081062317,0.7490000128746033,0.7549999952316284,0.7429999709129333,0.7540000081062317,0.753000020980835,0.7540000081062317,0.7440000176429749,0.7570000290870667,0.7400000095367432,0.7490000128746033,0.7549999952316284,0.7559999823570251,0.7580000162124634,0.7609999775886536,0.7480000257492065,0.7490000128746033,0.7599999904632568,0.7609999775886536,0.7540000081062317,0.753000020980835,0.7490000128746033,0.7480000257492065,0.7440000176429749,0.7549999952316284,0.7540000081062317,0.7559999823570251,0.7490000128746033,0.7409999966621399,0.7580000162124634,0.75,0.746999979019165,0.7400000095367432,0.7559999823570251,0.7490000128746033,0.7429999709129333,0.7519999742507935,0.7549999952316284,0.7559999823570251,0.753000020980835,0.753000020980835,0.746999979019165,0.746999979019165,0.7559999823570251,0.7549999952316284,0.7549999952316284,0.7570000290870667,0.7599999904632568,0.7599999904632568,0.7549999952316284,0.765999972820282,0.7649999856948853,0.7630000114440918,0.7580000162124634,0.7599999904632568,0.7559999823570251,0.7490000128746033,0.7620000243186951,0.7519999742507935,0.7580000162124634,0.7559999823570251,0.7580000162124634,0.7670000195503235,0.7599999904632568,0.7559999823570251,0.7580000162124634,0.7570000290870667,0.7649999856948853,0.7590000033378601,0.7649999856948853,0.7649999856948853,0.7609999775886536,0.7519999742507935,0.7639999985694885,0.7699999809265137,0.7689999938011169,0.7609999775886536,0.765999972820282,0.7710000276565552,0.7590000033378601,0.7710000276565552,0.7639999985694885,0.7710000276565552,0.7730000019073486,0.7680000066757202,0.7590000033378601,0.7639999985694885,0.7609999775886536,0.7559999823570251,0.7749999761581421,0.7680000066757202,0.7599999904632568,0.7609999775886536,0.7599999904632568,0.7580000162124634,0.7599999904632568,0.7649999856948853,0.765999972820282,0.7580000162124634,0.7739999890327454,0.7739999890327454,0.7739999890327454,0.7620000243186951,0.7749999761581421,0.7699999809265137,0.7670000195503235,0.7720000147819519,0.7739999890327454,0.7739999890327454,0.7649999856948853,0.7710000276565552,0.7649999856948853,0.7699999809265137,0.7760000228881836,0.7730000019073486,0.7699999809265137,0.7739999890327454,0.7720000147819519,0.7670000195503235,0.7720000147819519,0.7749999761581421,0.7699999809265137,0.7689999938011169,0.7639999985694885,0.7760000228881836,0.7670000195503235,0.7670000195503235,0.7689999938011169,0.7760000228881836,0.7670000195503235,0.7649999856948853,0.7720000147819519,0.7609999775886536],"label":"FineWeb: id mh + C4 + custom filters"}},"siqa/acc":{"big-run-sampled_full_filtered_no_dedup":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.367000013589859,0.3619999885559082,0.3650000095367431,0.3709999918937683,0.3799999952316284,0.375,0.375,0.3799999952316284,0.382999986410141,0.3899999856948852,0.3970000147819519,0.3919999897480011,0.3919999897480011,0.3790000081062317,0.3880000114440918,0.382999986410141,0.3939999938011169,0.3959999978542328,0.4020000100135803,0.3889999985694885,0.3980000019073486,0.4040000140666961,0.3919999897480011,0.3930000066757202,0.3980000019073486,0.3860000073909759,0.3860000073909759,0.3919999897480011,0.3930000066757202,0.3910000026226043,0.3790000081062317,0.3869999945163727,0.3899999856948852,0.3939999938011169,0.402999997138977,0.3899999856948852,0.395000010728836,0.3880000114440918,0.3840000033378601,0.3919999897480011,0.4000000059604645,0.3989999890327453,0.3939999938011169,0.3959999978542328,0.3930000066757202,0.3970000147819519,0.3959999978542328,0.4009999930858612,0.4120000004768371,0.3939999938011169,0.3899999856948852,0.3989999890327453,0.382999986410141,0.3880000114440918,0.382999986410141,0.3959999978542328,0.3880000114440918,0.3980000019073486,0.3930000066757202,0.395000010728836,0.4000000059604645,0.395000010728836,0.4000000059604645,0.3840000033378601,0.4020000100135803,0.3799999952316284,0.3959999978542328,0.3899999856948852,0.3919999897480011,0.3869999945163727,0.395000010728836,0.395000010728836,0.3899999856948852,0.3989999890327453,0.3939999938011169,0.3930000066757202,0.3939999938011169,0.3919999897480011,0.3910000026226043,0.4050000011920929,0.4009999930858612,0.395000010728836,0.402999997138977,0.395000010728836,0.3980000019073486,0.395000010728836,0.3989999890327453,0.3959999978542328,0.3919999897480011,0.3910000026226043,0.3889999985694885,0.4000000059604645,0.382999986410141,0.395000010728836,0.4000000059604645,0.3959999978542328,0.3919999897480011,0.3930000066757202,0.3939999938011169,0.3970000147819519,0.3939999938011169,0.3970000147819519,0.4059999883174896,0.3970000147819519,0.4009999930858612,0.402999997138977,0.4020000100135803,0.4000000059604645,0.3869999945163727,0.4009999930858612,0.3939999938011169,0.3919999897480011,0.3939999938011169,0.3939999938011169,0.3939999938011169,0.3939999938011169,0.4020000100135803,0.402999997138977,0.3980000019073486,0.4020000100135803,0.3970000147819519,0.3970000147819519,0.3980000019073486,0.3989999890327453,0.402999997138977,0.4009999930858612,0.3939999938011169,0.395000010728836,0.4020000100135803,0.3989999890327453,0.3989999890327453,0.3980000019073486,0.3989999890327453,0.3930000066757202,0.4050000011920929,0.4000000059604645,0.3889999985694885,0.4009999930858612,0.3970000147819519,0.3970000147819519,0.402999997138977,0.4000000059604645,0.4000000059604645,0.395000010728836,0.3970000147819519,0.3980000019073486,0.3989999890327453,0.3889999985694885,0.3930000066757202,0.395000010728836,0.3959999978542328,0.3889999985694885,0.3930000066757202,0.395000010728836,0.3970000147819519,0.395000010728836,0.4020000100135803,0.3970000147819519,0.3970000147819519,0.3959999978542328,0.3959999978542328,0.3959999978542328,0.3989999890327453,0.4000000059604645,0.3889999985694885,0.3910000026226043,0.3889999985694885,0.3919999897480011,0.3919999897480011],"label":"FineWeb: base filtering only"},"big-run-sampled_full_ind_minhash":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.367000013589859,0.3519999980926513,0.3709999918937683,0.375,0.3740000128746032,0.3819999992847442,0.3759999871253967,0.3919999897480011,0.3939999938011169,0.3799999952316284,0.3919999897480011,0.3959999978542328,0.3930000066757202,0.3939999938011169,0.3860000073909759,0.3919999897480011,0.4000000059604645,0.4050000011920929,0.4040000140666961,0.4120000004768371,0.4000000059604645,0.3959999978542328,0.4090000092983246,0.4009999930858612,0.3799999952316284,0.4079999923706054,0.4009999930858612,0.402999997138977,0.3970000147819519,0.3970000147819519,0.4040000140666961,0.4050000011920929,0.3790000081062317,0.3980000019073486,0.3939999938011169,0.3970000147819519,0.4059999883174896,0.3980000019073486,0.3980000019073486,0.402999997138977,0.3980000019073486,0.4090000092983246,0.4040000140666961,0.402999997138977,0.414000004529953,0.4000000059604645,0.3970000147819519,0.4040000140666961,0.4120000004768371,0.4040000140666961,0.3989999890327453,0.4020000100135803,0.4110000133514404,0.402999997138977,0.4120000004768371,0.4120000004768371,0.4050000011920929,0.4120000004768371,0.4070000052452087,0.4189999997615814,0.4020000100135803,0.4070000052452087,0.4070000052452087,0.4020000100135803,0.4070000052452087,0.4129999876022339,0.4120000004768371,0.4149999916553497,0.4160000085830688,0.4199999868869781,0.4169999957084656,0.4079999923706054,0.4120000004768371,0.4070000052452087,0.4250000119209289,0.414000004529953,0.4090000092983246,0.4070000052452087,0.4079999923706054,0.4070000052452087,0.4079999923706054,0.4059999883174896,0.421999990940094,0.4079999923706054,0.4210000038146972,0.4129999876022339,0.4110000133514404,0.4180000126361847,0.4099999964237213,0.3970000147819519,0.4070000052452087,0.4070000052452087,0.4040000140666961,0.402999997138977,0.4160000085830688,0.4070000052452087,0.4079999923706054,0.4090000092983246,0.4129999876022339,0.4070000052452087,0.4020000100135803,0.4199999868869781,0.4180000126361847,0.3959999978542328,0.4090000092983246,0.4110000133514404,0.4110000133514404,0.414000004529953,0.4099999964237213,0.4059999883174896,0.4120000004768371,0.4020000100135803,0.4120000004768371,0.4079999923706054,0.4079999923706054,0.4079999923706054,0.4180000126361847,0.4180000126361847,0.4160000085830688,0.414000004529953,0.4129999876022339,0.4120000004768371,0.4129999876022339,0.4099999964237213,0.4169999957084656,0.4129999876022339,0.4110000133514404,0.4090000092983246,0.4169999957084656,0.4129999876022339,0.4210000038146972,0.421999990940094,0.4250000119209289,0.4180000126361847,0.4099999964237213,0.414000004529953,0.4230000078678131,0.4259999990463257,0.4169999957084656,0.4169999957084656,0.4169999957084656,0.4099999964237213,0.4120000004768371,0.4199999868869781,0.4230000078678131,0.4169999957084656,0.414000004529953,0.4110000133514404,0.4199999868869781,0.4160000085830688,0.4210000038146972,0.4169999957084656,0.4180000126361847,0.4189999997615814,0.4239999949932098,0.4230000078678131,0.4180000126361847,0.4210000038146972,0.4120000004768371,0.414000004529953,0.4180000126361847,0.4189999997615814,0.4110000133514404,0.4210000038146972,0.4199999868869781,0.421999990940094,0.4090000092983246,0.4199999868869781,0.4169999957084656],"label":"FineWeb: independent MinHash (id mh)"},"big-run-sampled-fineweb-c4-filters":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.367000013589859,0.3759999871253967,0.3720000088214874,0.382999986410141,0.3779999911785126,0.375,0.3799999952316284,0.3790000081062317,0.3709999918937683,0.3840000033378601,0.3810000121593475,0.3790000081062317,0.382999986410141,0.3869999945163727,0.3860000073909759,0.3849999904632568,0.3860000073909759,0.3899999856948852,0.3889999985694885,0.3880000114440918,0.3849999904632568,0.3989999890327453,0.4099999964237213,0.3899999856948852,0.3959999978542328,0.3989999890327453,0.4120000004768371,0.3970000147819519,0.3989999890327453,0.4070000052452087,0.3989999890327453,0.3919999897480011,0.4050000011920929,0.4099999964237213,0.4000000059604645,0.3930000066757202,0.4009999930858612,0.3989999890327453,0.4020000100135803,0.3980000019073486,0.3910000026226043,0.3980000019073486,0.3930000066757202,0.3989999890327453,0.3989999890327453,0.4000000059604645,0.4090000092983246,0.4050000011920929,0.4000000059604645,0.3959999978542328,0.402999997138977,0.4000000059604645,0.402999997138977,0.4070000052452087,0.4000000059604645,0.395000010728836,0.4020000100135803,0.3970000147819519,0.3930000066757202,0.4040000140666961,0.3889999985694885,0.3919999897480011,0.3989999890327453,0.3919999897480011,0.3930000066757202,0.4070000052452087,0.3939999938011169,0.3939999938011169,0.3849999904632568,0.3970000147819519,0.3919999897480011,0.3989999890327453,0.395000010728836,0.3959999978542328,0.3899999856948852,0.395000010728836,0.3930000066757202,0.3959999978542328,0.3989999890327453,0.3939999938011169,0.402999997138977,0.4050000011920929,0.3939999938011169,0.4040000140666961,0.3930000066757202,0.4059999883174896,0.4009999930858612,0.3980000019073486,0.3970000147819519,0.4009999930858612,0.3939999938011169,0.3980000019073486,0.3970000147819519,0.3989999890327453,0.4009999930858612,0.4009999930858612,0.4000000059604645,0.3959999978542328,0.4020000100135803,0.4059999883174896,0.4000000059604645,0.395000010728836,0.4000000059604645,0.3989999890327453,0.4059999883174896,0.4009999930858612,0.3989999890327453,0.4040000140666961,0.3939999938011169,0.402999997138977,0.4050000011920929,0.3989999890327453,0.3959999978542328,0.3989999890327453,0.4020000100135803,0.3980000019073486,0.4110000133514404,0.4040000140666961,0.3899999856948852,0.4120000004768371,0.4050000011920929,0.4050000011920929,0.4000000059604645,0.3930000066757202,0.3989999890327453,0.4000000059604645,0.3980000019073486,0.4000000059604645,0.4009999930858612,0.3989999890327453,0.3970000147819519,0.4000000059604645,0.3980000019073486,0.4020000100135803,0.3970000147819519,0.395000010728836,0.4050000011920929,0.3989999890327453,0.3959999978542328,0.4000000059604645,0.4050000011920929,0.3970000147819519,0.4079999923706054,0.4050000011920929,0.3970000147819519,0.3939999938011169,0.395000010728836,0.3980000019073486,0.4059999883174896,0.4009999930858612,0.3980000019073486,0.3970000147819519,0.3930000066757202,0.395000010728836,0.3939999938011169,0.3989999890327453,0.3989999890327453,0.3989999890327453,0.3980000019073486,0.3989999890327453,0.3989999890327453,0.4009999930858612,0.3970000147819519,0.3989999890327453,0.3989999890327453,0.3970000147819519,0.3889999985694885,0.3959999978542328,0.3989999890327453],"label":"FineWeb: id mh + C4 filters"},"big-run-fineweb-v1-all-dumps":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.367000013589859,0.3519999980926513,0.3650000095367431,0.3659999966621399,0.367000013589859,0.3740000128746032,0.3849999904632568,0.3840000033378601,0.3880000114440918,0.3840000033378601,0.3910000026226043,0.3889999985694885,0.3899999856948852,0.3939999938011169,0.3899999856948852,0.3939999938011169,0.3880000114440918,0.4000000059604645,0.3910000026226043,0.3840000033378601,0.3959999978542328,0.395000010728836,0.3899999856948852,0.3959999978542328,0.3970000147819519,0.3980000019073486,0.4009999930858612,0.3889999985694885,0.3980000019073486,0.3910000026226043,0.395000010728836,0.3980000019073486,0.395000010728836,0.3970000147819519,0.3919999897480011,0.4059999883174896,0.4079999923706054,0.3980000019073486,0.4009999930858612,0.4079999923706054,0.4020000100135803,0.414000004529953,0.4059999883174896,0.4180000126361847,0.402999997138977,0.4059999883174896,0.4079999923706054,0.4189999997615814,0.414000004529953,0.4149999916553497,0.3919999897480011,0.4120000004768371,0.4160000085830688,0.4199999868869781,0.4020000100135803,0.4050000011920929,0.4129999876022339,0.4090000092983246,0.4110000133514404,0.4169999957084656,0.4090000092983246,0.4180000126361847,0.4160000085830688,0.4120000004768371,0.4079999923706054,0.4169999957084656,0.4210000038146972,0.4020000100135803,0.4059999883174896,0.4120000004768371,0.4099999964237213,0.4050000011920929,0.4090000092983246,0.4009999930858612,0.3970000147819519,0.4090000092983246,0.4040000140666961,0.4180000126361847,0.4090000092983246,0.414000004529953,0.4120000004768371,0.4090000092983246,0.4090000092983246,0.414000004529953,0.4110000133514404,0.4120000004768371,0.4090000092983246,0.4149999916553497,0.4079999923706054,0.4059999883174896,0.4020000100135803,0.4149999916553497,0.4090000092983246,0.4050000011920929,0.4099999964237213,0.4079999923706054,0.402999997138977,0.4160000085830688,0.4110000133514404,0.4120000004768371,0.4059999883174896,0.4099999964237213,0.4129999876022339,0.4120000004768371,0.4160000085830688,0.421999990940094,0.4230000078678131,0.4160000085830688,0.414000004529953,0.4149999916553497,0.414000004529953,0.4169999957084656,0.4180000126361847,0.4199999868869781,0.4129999876022339,0.4129999876022339,0.4099999964237213,0.4110000133514404,0.4110000133514404,0.4110000133514404,0.4090000092983246,0.4050000011920929,0.4180000126361847,0.4090000092983246,0.4129999876022339,0.4059999883174896,0.4090000092983246,0.4099999964237213,0.4079999923706054,0.4050000011920929,0.4059999883174896,0.402999997138977,0.4099999964237213,0.4110000133514404,0.4079999923706054,0.4160000085830688,0.414000004529953,0.4000000059604645,0.4169999957084656,0.4079999923706054,0.4149999916553497,0.4079999923706054,0.4129999876022339,0.4169999957084656,0.4149999916553497,0.4149999916553497,0.4079999923706054,0.4099999964237213,0.4149999916553497,0.4079999923706054,0.4079999923706054,0.4129999876022339,0.4149999916553497,0.414000004529953,0.4110000133514404,0.4110000133514404,0.4110000133514404,0.4079999923706054,0.4040000140666961,0.4070000052452087,0.4099999964237213,0.4059999883174896,0.4050000011920929,0.4110000133514404,0.4099999964237213,0.4149999916553497,0.4149999916553497,0.4099999964237213,0.4110000133514404],"label":"FineWeb: id mh + C4 + custom filters"}},"siqa/acc_norm":{"big-run-sampled_full_filtered_no_dedup":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3619999885559082,0.4000000059604645,0.395000010728836,0.3959999978542328,0.4020000100135803,0.4000000059604645,0.3959999978542328,0.3930000066757202,0.3899999856948852,0.402999997138977,0.4009999930858612,0.3930000066757202,0.4050000011920929,0.3939999938011169,0.4110000133514404,0.4000000059604645,0.3989999890327453,0.3959999978542328,0.4020000100135803,0.4000000059604645,0.3939999938011169,0.395000010728836,0.3919999897480011,0.3980000019073486,0.3910000026226043,0.3880000114440918,0.3959999978542328,0.3980000019073486,0.3989999890327453,0.402999997138977,0.3959999978542328,0.3980000019073486,0.395000010728836,0.4090000092983246,0.4090000092983246,0.3889999985694885,0.3959999978542328,0.3880000114440918,0.3840000033378601,0.3959999978542328,0.3880000114440918,0.3939999938011169,0.3970000147819519,0.3910000026226043,0.3939999938011169,0.4020000100135803,0.3980000019073486,0.3970000147819519,0.4009999930858612,0.3919999897480011,0.3899999856948852,0.3989999890327453,0.3860000073909759,0.3860000073909759,0.3970000147819519,0.3959999978542328,0.3939999938011169,0.3840000033378601,0.3869999945163727,0.402999997138977,0.4050000011920929,0.395000010728836,0.3880000114440918,0.3869999945163727,0.3939999938011169,0.402999997138977,0.3899999856948852,0.3910000026226043,0.3910000026226043,0.4009999930858612,0.3919999897480011,0.3970000147819519,0.3919999897480011,0.3930000066757202,0.3869999945163727,0.3880000114440918,0.3849999904632568,0.3930000066757202,0.395000010728836,0.3889999985694885,0.3959999978542328,0.3989999890327453,0.402999997138977,0.3939999938011169,0.4000000059604645,0.4000000059604645,0.4050000011920929,0.3989999890327453,0.3869999945163727,0.3910000026226043,0.3889999985694885,0.3889999985694885,0.4000000059604645,0.3910000026226043,0.3970000147819519,0.3989999890327453,0.3989999890327453,0.3959999978542328,0.3910000026226043,0.3880000114440918,0.3939999938011169,0.382999986410141,0.3849999904632568,0.3959999978542328,0.3989999890327453,0.3959999978542328,0.3880000114440918,0.3840000033378601,0.3980000019073486,0.4000000059604645,0.4000000059604645,0.4020000100135803,0.395000010728836,0.3910000026226043,0.3919999897480011,0.4040000140666961,0.3989999890327453,0.4020000100135803,0.3910000026226043,0.4009999930858612,0.3959999978542328,0.3939999938011169,0.3930000066757202,0.3910000026226043,0.3970000147819519,0.3880000114440918,0.3970000147819519,0.3959999978542328,0.3889999985694885,0.3970000147819519,0.4009999930858612,0.3970000147819519,0.3959999978542328,0.3959999978542328,0.3989999890327453,0.4040000140666961,0.3959999978542328,0.3980000019073486,0.3970000147819519,0.3970000147819519,0.3989999890327453,0.4020000100135803,0.3980000019073486,0.4000000059604645,0.4000000059604645,0.402999997138977,0.4090000092983246,0.3970000147819519,0.4020000100135803,0.3970000147819519,0.4009999930858612,0.3959999978542328,0.3970000147819519,0.3989999890327453,0.3939999938011169,0.3989999890327453,0.4000000059604645,0.4000000059604645,0.3989999890327453,0.4050000011920929,0.4059999883174896,0.4009999930858612,0.3989999890327453,0.3959999978542328,0.3939999938011169,0.3970000147819519,0.4009999930858612,0.3989999890327453,0.3939999938011169],"label":"FineWeb: base filtering only"},"big-run-sampled_full_ind_minhash":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3619999885559082,0.3959999978542328,0.4070000052452087,0.3910000026226043,0.3939999938011169,0.3980000019073486,0.3930000066757202,0.4059999883174896,0.4000000059604645,0.3889999985694885,0.3989999890327453,0.402999997138977,0.3980000019073486,0.4000000059604645,0.3919999897480011,0.3989999890327453,0.4000000059604645,0.3930000066757202,0.3939999938011169,0.3930000066757202,0.3880000114440918,0.3980000019073486,0.4020000100135803,0.3980000019073486,0.3959999978542328,0.3989999890327453,0.4020000100135803,0.402999997138977,0.4009999930858612,0.4079999923706054,0.4009999930858612,0.4070000052452087,0.4070000052452087,0.4020000100135803,0.4059999883174896,0.4079999923706054,0.4110000133514404,0.3989999890327453,0.4000000059604645,0.402999997138977,0.3939999938011169,0.3939999938011169,0.3980000019073486,0.3980000019073486,0.4050000011920929,0.4009999930858612,0.4120000004768371,0.402999997138977,0.4090000092983246,0.402999997138977,0.3980000019073486,0.3959999978542328,0.3970000147819519,0.4009999930858612,0.4070000052452087,0.4070000052452087,0.4079999923706054,0.402999997138977,0.3989999890327453,0.3980000019073486,0.4009999930858612,0.4050000011920929,0.4000000059604645,0.3959999978542328,0.3980000019073486,0.3970000147819519,0.4129999876022339,0.402999997138977,0.4090000092983246,0.4050000011920929,0.402999997138977,0.4009999930858612,0.3980000019073486,0.402999997138977,0.4020000100135803,0.3980000019073486,0.3970000147819519,0.402999997138977,0.4000000059604645,0.4149999916553497,0.3959999978542328,0.4000000059604645,0.4020000100135803,0.3919999897480011,0.4110000133514404,0.4090000092983246,0.4070000052452087,0.4059999883174896,0.4020000100135803,0.3959999978542328,0.4050000011920929,0.395000010728836,0.4020000100135803,0.3959999978542328,0.4090000092983246,0.4070000052452087,0.4040000140666961,0.4000000059604645,0.4020000100135803,0.402999997138977,0.4050000011920929,0.414000004529953,0.4009999930858612,0.402999997138977,0.4020000100135803,0.3980000019073486,0.4020000100135803,0.4000000059604645,0.402999997138977,0.395000010728836,0.4009999930858612,0.3959999978542328,0.4120000004768371,0.3989999890327453,0.3980000019073486,0.4040000140666961,0.4070000052452087,0.3989999890327453,0.3989999890327453,0.3970000147819519,0.3970000147819519,0.3980000019073486,0.3970000147819519,0.3989999890327453,0.4110000133514404,0.4050000011920929,0.3939999938011169,0.3970000147819519,0.4009999930858612,0.3989999890327453,0.3980000019073486,0.402999997138977,0.3860000073909759,0.402999997138977,0.4020000100135803,0.3959999978542328,0.3989999890327453,0.3959999978542328,0.4000000059604645,0.395000010728836,0.395000010728836,0.3939999938011169,0.3980000019073486,0.4020000100135803,0.3989999890327453,0.3989999890327453,0.3880000114440918,0.3980000019073486,0.3959999978542328,0.4009999930858612,0.4079999923706054,0.395000010728836,0.3980000019073486,0.4009999930858612,0.3980000019073486,0.4009999930858612,0.3989999890327453,0.4000000059604645,0.402999997138977,0.4000000059604645,0.4020000100135803,0.3959999978542328,0.395000010728836,0.4020000100135803,0.3970000147819519,0.3980000019073486,0.3959999978542328,0.4000000059604645,0.4050000011920929],"label":"FineWeb: independent MinHash (id mh)"},"big-run-sampled-fineweb-c4-filters":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3619999885559082,0.4009999930858612,0.4110000133514404,0.3889999985694885,0.4020000100135803,0.4079999923706054,0.3880000114440918,0.4000000059604645,0.3910000026226043,0.3980000019073486,0.395000010728836,0.3939999938011169,0.4050000011920929,0.4099999964237213,0.4160000085830688,0.4099999964237213,0.4099999964237213,0.4059999883174896,0.4059999883174896,0.402999997138977,0.4079999923706054,0.4169999957084656,0.4020000100135803,0.3970000147819519,0.3970000147819519,0.4210000038146972,0.3970000147819519,0.3980000019073486,0.395000010728836,0.4000000059604645,0.3989999890327453,0.4009999930858612,0.4129999876022339,0.4120000004768371,0.4120000004768371,0.3919999897480011,0.414000004529953,0.4009999930858612,0.4090000092983246,0.4099999964237213,0.4079999923706054,0.4079999923706054,0.4009999930858612,0.3959999978542328,0.3959999978542328,0.4099999964237213,0.3959999978542328,0.4050000011920929,0.4059999883174896,0.4110000133514404,0.402999997138977,0.4040000140666961,0.414000004529953,0.3989999890327453,0.4199999868869781,0.4050000011920929,0.4070000052452087,0.4079999923706054,0.3989999890327453,0.4099999964237213,0.4020000100135803,0.4090000092983246,0.414000004529953,0.4189999997615814,0.4079999923706054,0.4180000126361847,0.4059999883174896,0.4070000052452087,0.4120000004768371,0.402999997138977,0.4059999883174896,0.4090000092983246,0.4110000133514404,0.3989999890327453,0.4079999923706054,0.4040000140666961,0.414000004529953,0.4079999923706054,0.402999997138977,0.4099999964237213,0.402999997138977,0.4120000004768371,0.4000000059604645,0.4090000092983246,0.4050000011920929,0.4129999876022339,0.4040000140666961,0.4129999876022339,0.4079999923706054,0.4180000126361847,0.414000004529953,0.4160000085830688,0.4199999868869781,0.4020000100135803,0.4020000100135803,0.4079999923706054,0.4009999930858612,0.4040000140666961,0.4099999964237213,0.4050000011920929,0.4040000140666961,0.414000004529953,0.4180000126361847,0.4050000011920929,0.414000004529953,0.4079999923706054,0.4050000011920929,0.4050000011920929,0.4070000052452087,0.4050000011920929,0.4059999883174896,0.4059999883174896,0.4000000059604645,0.4120000004768371,0.4059999883174896,0.4070000052452087,0.4120000004768371,0.4050000011920929,0.4059999883174896,0.3989999890327453,0.3959999978542328,0.4020000100135803,0.3989999890327453,0.3959999978542328,0.3989999890327453,0.4059999883174896,0.4070000052452087,0.4120000004768371,0.4009999930858612,0.4120000004768371,0.4129999876022339,0.4090000092983246,0.414000004529953,0.4099999964237213,0.4160000085830688,0.4040000140666961,0.4099999964237213,0.414000004529953,0.4050000011920929,0.402999997138977,0.4040000140666961,0.4079999923706054,0.3989999890327453,0.4059999883174896,0.3980000019073486,0.4070000052452087,0.4020000100135803,0.4009999930858612,0.4000000059604645,0.4079999923706054,0.4070000052452087,0.402999997138977,0.4079999923706054,0.4050000011920929,0.4040000140666961,0.4070000052452087,0.4020000100135803,0.3959999978542328,0.402999997138977,0.402999997138977,0.4099999964237213,0.4090000092983246,0.4009999930858612,0.4059999883174896,0.4020000100135803,0.4040000140666961,0.4009999930858612,0.4070000052452087,0.4070000052452087],"label":"FineWeb: id mh + C4 filters"},"big-run-fineweb-v1-all-dumps":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3619999885559082,0.395000010728836,0.3970000147819519,0.3930000066757202,0.4050000011920929,0.3899999856948852,0.4070000052452087,0.4040000140666961,0.4189999997615814,0.4000000059604645,0.4269999861717224,0.4009999930858612,0.3980000019073486,0.414000004529953,0.4099999964237213,0.4120000004768371,0.4050000011920929,0.4070000052452087,0.4070000052452087,0.4129999876022339,0.4009999930858612,0.4070000052452087,0.4059999883174896,0.4050000011920929,0.4059999883174896,0.4090000092983246,0.4160000085830688,0.4059999883174896,0.3899999856948852,0.3899999856948852,0.4009999930858612,0.3970000147819519,0.3959999978542328,0.4110000133514404,0.4040000140666961,0.4110000133514404,0.4050000011920929,0.4090000092983246,0.402999997138977,0.4189999997615814,0.3980000019073486,0.4059999883174896,0.4120000004768371,0.4149999916553497,0.4059999883174896,0.4250000119209289,0.4110000133514404,0.4070000052452087,0.4120000004768371,0.4120000004768371,0.4020000100135803,0.4050000011920929,0.4009999930858612,0.4079999923706054,0.4110000133514404,0.4110000133514404,0.4059999883174896,0.4040000140666961,0.3980000019073486,0.395000010728836,0.4050000011920929,0.402999997138977,0.4020000100135803,0.4090000092983246,0.4079999923706054,0.4020000100135803,0.4000000059604645,0.4020000100135803,0.4090000092983246,0.4160000085830688,0.3959999978542328,0.3970000147819519,0.3970000147819519,0.3989999890327453,0.3970000147819519,0.4009999930858612,0.4020000100135803,0.4009999930858612,0.4050000011920929,0.4110000133514404,0.4050000011920929,0.414000004529953,0.4059999883174896,0.4020000100135803,0.395000010728836,0.4009999930858612,0.402999997138977,0.4040000140666961,0.4020000100135803,0.3989999890327453,0.3980000019073486,0.4040000140666961,0.4059999883174896,0.3899999856948852,0.4009999930858612,0.3980000019073486,0.4040000140666961,0.4110000133514404,0.3939999938011169,0.4040000140666961,0.4040000140666961,0.4059999883174896,0.402999997138977,0.4020000100135803,0.4040000140666961,0.4059999883174896,0.3970000147819519,0.3989999890327453,0.4040000140666961,0.4090000092983246,0.4059999883174896,0.4020000100135803,0.4099999964237213,0.4050000011920929,0.4099999964237213,0.402999997138977,0.4040000140666961,0.3989999890327453,0.4070000052452087,0.4129999876022339,0.4120000004768371,0.4149999916553497,0.4169999957084656,0.3989999890327453,0.414000004529953,0.4169999957084656,0.4079999923706054,0.4020000100135803,0.4009999930858612,0.4020000100135803,0.4090000092983246,0.4189999997615814,0.4050000011920929,0.4090000092983246,0.4040000140666961,0.4090000092983246,0.4160000085830688,0.402999997138977,0.4169999957084656,0.4160000085830688,0.4149999916553497,0.4059999883174896,0.4169999957084656,0.4099999964237213,0.4210000038146972,0.4239999949932098,0.4160000085830688,0.4090000092983246,0.4120000004768371,0.4110000133514404,0.4189999997615814,0.414000004529953,0.4059999883174896,0.4110000133514404,0.4149999916553497,0.4110000133514404,0.4129999876022339,0.4120000004768371,0.4149999916553497,0.414000004529953,0.4079999923706054,0.4070000052452087,0.4099999964237213,0.4059999883174896,0.4040000140666961,0.4149999916553497,0.4099999964237213,0.4149999916553497,0.414000004529953],"label":"FineWeb: id mh + C4 + custom filters"}},"winogrande/acc":{"big-run-sampled_full_filtered_no_dedup":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.515999972820282,0.5170000195503235,0.5090000033378601,0.5120000243186951,0.5220000147819519,0.515999972820282,0.5239999890327454,0.5289999842643738,0.5090000033378601,0.5260000228881836,0.5230000019073486,0.5199999809265137,0.5199999809265137,0.5170000195503235,0.5170000195503235,0.531000018119812,0.5339999794960022,0.5329999923706055,0.5429999828338623,0.5239999890327454,0.550000011920929,0.5460000038146973,0.5429999828338623,0.5410000085830688,0.5460000038146973,0.527999997138977,0.5320000052452087,0.5419999957084656,0.5389999747276306,0.5329999923706055,0.5249999761581421,0.5329999923706055,0.5490000247955322,0.5460000038146973,0.5360000133514404,0.5479999780654907,0.5270000100135803,0.5429999828338623,0.5289999842643738,0.5370000004768372,0.5600000023841858,0.5360000133514404,0.5249999761581421,0.5490000247955322,0.5400000214576721,0.5479999780654907,0.5450000166893005,0.5389999747276306,0.5350000262260437,0.5329999923706055,0.5419999957084656,0.5389999747276306,0.5519999861717224,0.550000011920929,0.5540000200271606,0.531000018119812,0.546999990940094,0.5389999747276306,0.5410000085830688,0.5379999876022339,0.5339999794960022,0.550000011920929,0.5419999957084656,0.5529999732971191,0.5299999713897705,0.5450000166893005,0.5630000233650208,0.5440000295639038,0.546999990940094,0.550000011920929,0.5540000200271606,0.5690000057220459,0.5540000200271606,0.5379999876022339,0.5649999976158142,0.5479999780654907,0.550000011920929,0.5460000038146973,0.5569999814033508,0.5550000071525574,0.5659999847412109,0.5569999814033508,0.5569999814033508,0.5590000152587891,0.5519999861717224,0.5550000071525574,0.5580000281333923,0.5540000200271606,0.5569999814033508,0.5609999895095825,0.5569999814033508,0.5490000247955322,0.5529999732971191,0.5479999780654907,0.5529999732971191,0.5529999732971191,0.5479999780654907,0.5590000152587891,0.5529999732971191,0.5609999895095825,0.5490000247955322,0.5540000200271606,0.5609999895095825,0.5519999861717224,0.5490000247955322,0.5509999990463257,0.550000011920929,0.5630000233650208,0.5600000023841858,0.5509999990463257,0.5640000104904175,0.5540000200271606,0.5590000152587891,0.5600000023841858,0.5669999718666077,0.5559999942779541,0.546999990940094,0.5540000200271606,0.5640000104904175,0.5669999718666077,0.5550000071525574,0.5770000219345093,0.5649999976158142,0.5640000104904175,0.5529999732971191,0.5559999942779541,0.5590000152587891,0.5640000104904175,0.5669999718666077,0.5550000071525574,0.5580000281333923,0.5720000267028809,0.5690000057220459,0.5659999847412109,0.5659999847412109,0.574999988079071,0.5580000281333923,0.5669999718666077,0.5580000281333923,0.5630000233650208,0.5569999814033508,0.5740000009536743,0.5649999976158142,0.5740000009536743,0.5720000267028809,0.5730000138282776,0.5699999928474426,0.5709999799728394,0.5709999799728394,0.5669999718666077,0.5699999928474426,0.5709999799728394,0.5720000267028809,0.5699999928474426,0.5680000185966492,0.5619999766349792,0.5709999799728394,0.5720000267028809,0.5580000281333923,0.5649999976158142,0.5619999766349792,0.5709999799728394,0.5619999766349792,0.5690000057220459,0.5630000233650208,0.5680000185966492,0.5619999766349792,0.5640000104904175,0.5649999976158142],"label":"FineWeb: base filtering only"},"big-run-sampled_full_ind_minhash":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.515999972820282,0.5009999871253967,0.4979999959468841,0.5040000081062317,0.5249999761581421,0.5170000195503235,0.5210000276565552,0.5379999876022339,0.5350000262260437,0.5350000262260437,0.5460000038146973,0.5289999842643738,0.5320000052452087,0.5460000038146973,0.5400000214576721,0.5389999747276306,0.5450000166893005,0.5289999842643738,0.5400000214576721,0.5410000085830688,0.5379999876022339,0.5540000200271606,0.5509999990463257,0.5370000004768372,0.5419999957084656,0.5460000038146973,0.5450000166893005,0.5519999861717224,0.5299999713897705,0.5630000233650208,0.5630000233650208,0.5590000152587891,0.5550000071525574,0.5519999861717224,0.5440000295639038,0.5479999780654907,0.5440000295639038,0.5529999732971191,0.5640000104904175,0.5559999942779541,0.5619999766349792,0.550000011920929,0.5630000233650208,0.5490000247955322,0.5559999942779541,0.550000011920929,0.5590000152587891,0.5609999895095825,0.5529999732971191,0.5509999990463257,0.5529999732971191,0.5580000281333923,0.5479999780654907,0.5509999990463257,0.5590000152587891,0.5529999732971191,0.5450000166893005,0.5649999976158142,0.5590000152587891,0.5630000233650208,0.5550000071525574,0.5600000023841858,0.5550000071525574,0.5680000185966492,0.5680000185966492,0.5699999928474426,0.5580000281333923,0.5619999766349792,0.5659999847412109,0.5690000057220459,0.5820000171661377,0.5659999847412109,0.5559999942779541,0.5720000267028809,0.5609999895095825,0.5680000185966492,0.5630000233650208,0.550000011920929,0.5590000152587891,0.5649999976158142,0.5529999732971191,0.5730000138282776,0.5720000267028809,0.5569999814033508,0.5619999766349792,0.5509999990463257,0.5630000233650208,0.5619999766349792,0.5529999732971191,0.5680000185966492,0.5609999895095825,0.5640000104904175,0.5690000057220459,0.5529999732971191,0.5600000023841858,0.5699999928474426,0.5659999847412109,0.5600000023841858,0.5849999785423279,0.5809999704360962,0.5899999737739563,0.5640000104904175,0.5709999799728394,0.5680000185966492,0.5609999895095825,0.5630000233650208,0.5830000042915344,0.5740000009536743,0.5720000267028809,0.574999988079071,0.5690000057220459,0.5659999847412109,0.5680000185966492,0.5799999833106995,0.5669999718666077,0.5759999752044678,0.5699999928474426,0.578000009059906,0.5699999928474426,0.5889999866485596,0.5740000009536743,0.578000009059906,0.5830000042915344,0.5699999928474426,0.5709999799728394,0.5789999961853027,0.5759999752044678,0.578000009059906,0.5799999833106995,0.5860000252723694,0.5789999961853027,0.5899999737739563,0.574999988079071,0.5879999995231628,0.5669999718666077,0.5820000171661377,0.578000009059906,0.578000009059906,0.5690000057220459,0.5740000009536743,0.5720000267028809,0.5740000009536743,0.5820000171661377,0.5830000042915344,0.574999988079071,0.5789999961853027,0.5849999785423279,0.5720000267028809,0.5849999785423279,0.5839999914169312,0.5789999961853027,0.5899999737739563,0.5799999833106995,0.5699999928474426,0.5839999914169312,0.5879999995231628,0.5839999914169312,0.5870000123977661,0.5809999704360962,0.5889999866485596,0.5789999961853027,0.5929999947547913,0.5730000138282776,0.5809999704360962,0.5870000123977661,0.574999988079071,0.5809999704360962,0.5860000252723694,0.5849999785423279],"label":"FineWeb: independent MinHash (id mh)"},"big-run-sampled-fineweb-c4-filters":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.515999972820282,0.4970000088214874,0.5070000290870667,0.5199999809265137,0.5339999794960022,0.5249999761581421,0.5149999856948853,0.5400000214576721,0.531000018119812,0.5400000214576721,0.5230000019073486,0.5329999923706055,0.5370000004768372,0.5339999794960022,0.5429999828338623,0.5389999747276306,0.5640000104904175,0.5429999828338623,0.5529999732971191,0.5379999876022339,0.5550000071525574,0.5550000071525574,0.5479999780654907,0.5460000038146973,0.5440000295639038,0.5529999732971191,0.5720000267028809,0.5619999766349792,0.5450000166893005,0.5580000281333923,0.5400000214576721,0.5419999957084656,0.5419999957084656,0.5400000214576721,0.546999990940094,0.5550000071525574,0.5329999923706055,0.5410000085830688,0.5509999990463257,0.5669999718666077,0.5509999990463257,0.5519999861717224,0.5460000038146973,0.550000011920929,0.5490000247955322,0.5350000262260437,0.5540000200271606,0.5529999732971191,0.5519999861717224,0.5479999780654907,0.5410000085830688,0.5540000200271606,0.5419999957084656,0.5490000247955322,0.5479999780654907,0.5360000133514404,0.550000011920929,0.5419999957084656,0.5640000104904175,0.5569999814033508,0.5540000200271606,0.5540000200271606,0.5450000166893005,0.5590000152587891,0.5509999990463257,0.5580000281333923,0.5640000104904175,0.5519999861717224,0.5590000152587891,0.5519999861717224,0.5590000152587891,0.5419999957084656,0.5559999942779541,0.5559999942779541,0.5580000281333923,0.5609999895095825,0.5659999847412109,0.5490000247955322,0.5569999814033508,0.5519999861717224,0.5669999718666077,0.5519999861717224,0.550000011920929,0.5640000104904175,0.5609999895095825,0.5600000023841858,0.5479999780654907,0.5490000247955322,0.5519999861717224,0.5600000023841858,0.5540000200271606,0.5559999942779541,0.5709999799728394,0.5690000057220459,0.5609999895095825,0.5600000023841858,0.5640000104904175,0.5569999814033508,0.5709999799728394,0.5630000233650208,0.5559999942779541,0.5619999766349792,0.5580000281333923,0.5509999990463257,0.5630000233650208,0.5630000233650208,0.5580000281333923,0.5590000152587891,0.5550000071525574,0.5669999718666077,0.5659999847412109,0.5590000152587891,0.5649999976158142,0.5559999942779541,0.5659999847412109,0.5580000281333923,0.550000011920929,0.5730000138282776,0.5680000185966492,0.5709999799728394,0.5640000104904175,0.5559999942779541,0.5649999976158142,0.5600000023841858,0.5590000152587891,0.5590000152587891,0.5609999895095825,0.5659999847412109,0.5680000185966492,0.5580000281333923,0.5690000057220459,0.5649999976158142,0.5630000233650208,0.5569999814033508,0.5649999976158142,0.5630000233650208,0.5669999718666077,0.574999988079071,0.5740000009536743,0.5659999847412109,0.5609999895095825,0.5640000104904175,0.5640000104904175,0.5680000185966492,0.5770000219345093,0.5590000152587891,0.5630000233650208,0.5640000104904175,0.5600000023841858,0.5590000152587891,0.5759999752044678,0.5699999928474426,0.5720000267028809,0.5680000185966492,0.5680000185966492,0.5550000071525574,0.5680000185966492,0.5680000185966492,0.5649999976158142,0.5649999976158142,0.5640000104904175,0.5609999895095825,0.5699999928474426,0.5559999942779541,0.550000011920929,0.5619999766349792,0.5559999942779541,0.5580000281333923,0.5580000281333923],"label":"FineWeb: id mh + C4 filters"},"big-run-fineweb-v1-all-dumps":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.515999972820282,0.492000013589859,0.5109999775886536,0.527999997138977,0.5249999761581421,0.5320000052452087,0.5299999713897705,0.5210000276565552,0.5189999938011169,0.5389999747276306,0.5410000085830688,0.5249999761581421,0.531000018119812,0.5299999713897705,0.5410000085830688,0.5260000228881836,0.5320000052452087,0.5440000295639038,0.5389999747276306,0.5479999780654907,0.5339999794960022,0.5389999747276306,0.5540000200271606,0.5529999732971191,0.5400000214576721,0.5429999828338623,0.5389999747276306,0.5329999923706055,0.5299999713897705,0.5360000133514404,0.5529999732971191,0.5490000247955322,0.5509999990463257,0.5550000071525574,0.5379999876022339,0.5410000085830688,0.5479999780654907,0.5270000100135803,0.5329999923706055,0.5379999876022339,0.550000011920929,0.5550000071525574,0.5490000247955322,0.5460000038146973,0.5649999976158142,0.5569999814033508,0.5519999861717224,0.5519999861717224,0.5559999942779541,0.5580000281333923,0.5550000071525574,0.5440000295639038,0.5640000104904175,0.5559999942779541,0.5509999990463257,0.5460000038146973,0.5429999828338623,0.5419999957084656,0.546999990940094,0.5720000267028809,0.5590000152587891,0.5640000104904175,0.5559999942779541,0.5519999861717224,0.5590000152587891,0.5699999928474426,0.5460000038146973,0.5590000152587891,0.5600000023841858,0.5540000200271606,0.5389999747276306,0.5690000057220459,0.5690000057220459,0.5580000281333923,0.5519999861717224,0.5540000200271606,0.5559999942779541,0.5609999895095825,0.5600000023841858,0.5559999942779541,0.5609999895095825,0.5690000057220459,0.5659999847412109,0.5590000152587891,0.5529999732971191,0.5569999814033508,0.5669999718666077,0.5600000023841858,0.5540000200271606,0.5529999732971191,0.5609999895095825,0.5640000104904175,0.5659999847412109,0.5690000057220459,0.5590000152587891,0.5690000057220459,0.5680000185966492,0.5630000233650208,0.5680000185966492,0.5690000057220459,0.5770000219345093,0.5600000023841858,0.5699999928474426,0.5680000185966492,0.5809999704360962,0.5609999895095825,0.5659999847412109,0.5799999833106995,0.5640000104904175,0.5770000219345093,0.574999988079071,0.5789999961853027,0.5720000267028809,0.5830000042915344,0.5699999928474426,0.5720000267028809,0.5720000267028809,0.5770000219345093,0.5730000138282776,0.5669999718666077,0.5789999961853027,0.578000009059906,0.5709999799728394,0.574999988079071,0.5770000219345093,0.578000009059906,0.5669999718666077,0.5820000171661377,0.5759999752044678,0.5770000219345093,0.5789999961853027,0.574999988079071,0.5659999847412109,0.5830000042915344,0.5740000009536743,0.5820000171661377,0.5730000138282776,0.5720000267028809,0.5720000267028809,0.5680000185966492,0.5669999718666077,0.5759999752044678,0.5690000057220459,0.5960000157356262,0.5740000009536743,0.5820000171661377,0.5759999752044678,0.5799999833106995,0.5789999961853027,0.5759999752044678,0.578000009059906,0.5860000252723694,0.5799999833106995,0.5910000205039978,0.5789999961853027,0.5899999737739563,0.5849999785423279,0.593999981880188,0.5920000076293945,0.5839999914169312,0.5899999737739563,0.574999988079071,0.5879999995231628,0.5809999704360962,0.5910000205039978,0.5860000252723694,0.5920000076293945,0.5830000042915344,0.5870000123977661],"label":"FineWeb: id mh + C4 + custom filters"}},"winogrande/acc_norm":{"big-run-sampled_full_filtered_no_dedup":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.4970000088214874,0.5239999890327454,0.4900000095367431,0.5040000081062317,0.5099999904632568,0.4990000128746032,0.5170000195503235,0.5040000081062317,0.5009999871253967,0.5230000019073486,0.5109999775886536,0.5059999823570251,0.5130000114440918,0.5090000033378601,0.5180000066757202,0.5220000147819519,0.5189999938011169,0.5180000066757202,0.5220000147819519,0.5120000243186951,0.5460000038146973,0.5239999890327454,0.5289999842643738,0.5440000295639038,0.5339999794960022,0.5299999713897705,0.5260000228881836,0.5360000133514404,0.5339999794960022,0.5360000133514404,0.5299999713897705,0.5180000066757202,0.5249999761581421,0.5440000295639038,0.5299999713897705,0.5339999794960022,0.5239999890327454,0.527999997138977,0.5139999985694885,0.5289999842643738,0.5360000133514404,0.5260000228881836,0.5389999747276306,0.5460000038146973,0.5270000100135803,0.5339999794960022,0.5320000052452087,0.5329999923706055,0.5260000228881836,0.5220000147819519,0.5260000228881836,0.5379999876022339,0.5410000085830688,0.5350000262260437,0.5389999747276306,0.5320000052452087,0.5389999747276306,0.5379999876022339,0.5329999923706055,0.5270000100135803,0.5170000195503235,0.5329999923706055,0.5370000004768372,0.5379999876022339,0.5249999761581421,0.5479999780654907,0.546999990940094,0.5400000214576721,0.5440000295639038,0.5360000133514404,0.5450000166893005,0.5440000295639038,0.5370000004768372,0.5370000004768372,0.5479999780654907,0.5379999876022339,0.5400000214576721,0.5479999780654907,0.5379999876022339,0.5509999990463257,0.5440000295639038,0.5379999876022339,0.550000011920929,0.5389999747276306,0.5370000004768372,0.5379999876022339,0.5419999957084656,0.5360000133514404,0.5509999990463257,0.5360000133514404,0.5419999957084656,0.5419999957084656,0.550000011920929,0.5360000133514404,0.5519999861717224,0.5540000200271606,0.546999990940094,0.5370000004768372,0.5379999876022339,0.5519999861717224,0.5329999923706055,0.5400000214576721,0.5429999828338623,0.550000011920929,0.5490000247955322,0.5360000133514404,0.550000011920929,0.5569999814033508,0.5490000247955322,0.5490000247955322,0.5479999780654907,0.5350000262260437,0.5490000247955322,0.5370000004768372,0.5440000295639038,0.5329999923706055,0.5440000295639038,0.5429999828338623,0.5389999747276306,0.5450000166893005,0.5320000052452087,0.5450000166893005,0.5400000214576721,0.5419999957084656,0.5460000038146973,0.5370000004768372,0.5400000214576721,0.5460000038146973,0.5370000004768372,0.5370000004768372,0.5460000038146973,0.5400000214576721,0.5490000247955322,0.5529999732971191,0.5379999876022339,0.5460000038146973,0.5450000166893005,0.5429999828338623,0.5460000038146973,0.5400000214576721,0.5479999780654907,0.5460000038146973,0.5540000200271606,0.5400000214576721,0.5350000262260437,0.5490000247955322,0.5460000038146973,0.5460000038146973,0.5509999990463257,0.5410000085830688,0.5429999828338623,0.5379999876022339,0.5450000166893005,0.5389999747276306,0.5400000214576721,0.5400000214576721,0.550000011920929,0.5440000295639038,0.5389999747276306,0.5450000166893005,0.5400000214576721,0.5389999747276306,0.5419999957084656,0.5410000085830688,0.5440000295639038,0.5519999861717224,0.5479999780654907,0.5450000166893005,0.5569999814033508],"label":"FineWeb: base filtering only"},"big-run-sampled_full_ind_minhash":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.4970000088214874,0.4880000054836273,0.492000013589859,0.5059999823570251,0.5139999985694885,0.5070000290870667,0.5090000033378601,0.5230000019073486,0.5189999938011169,0.5189999938011169,0.5220000147819519,0.5149999856948853,0.5260000228881836,0.5329999923706055,0.5230000019073486,0.5180000066757202,0.5289999842643738,0.5400000214576721,0.5410000085830688,0.5440000295639038,0.5329999923706055,0.550000011920929,0.5419999957084656,0.5360000133514404,0.5429999828338623,0.5429999828338623,0.5450000166893005,0.5490000247955322,0.5400000214576721,0.5509999990463257,0.5559999942779541,0.5479999780654907,0.5540000200271606,0.5490000247955322,0.5400000214576721,0.5429999828338623,0.5460000038146973,0.5370000004768372,0.5479999780654907,0.5550000071525574,0.5490000247955322,0.5400000214576721,0.5410000085830688,0.5460000038146973,0.546999990940094,0.5479999780654907,0.546999990940094,0.5509999990463257,0.5450000166893005,0.5590000152587891,0.5419999957084656,0.5540000200271606,0.5440000295639038,0.5450000166893005,0.5580000281333923,0.5540000200271606,0.5440000295639038,0.5619999766349792,0.5450000166893005,0.5600000023841858,0.5559999942779541,0.5600000023841858,0.5400000214576721,0.5569999814033508,0.5600000023841858,0.5619999766349792,0.5529999732971191,0.5649999976158142,0.5609999895095825,0.5550000071525574,0.5609999895095825,0.5580000281333923,0.5550000071525574,0.5619999766349792,0.5550000071525574,0.5519999861717224,0.5600000023841858,0.5550000071525574,0.5550000071525574,0.5590000152587891,0.5490000247955322,0.5580000281333923,0.5600000023841858,0.5419999957084656,0.5559999942779541,0.5559999942779541,0.5529999732971191,0.5609999895095825,0.5519999861717224,0.5569999814033508,0.5569999814033508,0.5509999990463257,0.5619999766349792,0.546999990940094,0.5619999766349792,0.5460000038146973,0.5529999732971191,0.5619999766349792,0.5690000057220459,0.5680000185966492,0.5720000267028809,0.5640000104904175,0.5550000071525574,0.5509999990463257,0.550000011920929,0.5600000023841858,0.5609999895095825,0.5630000233650208,0.5649999976158142,0.5529999732971191,0.5540000200271606,0.5529999732971191,0.5659999847412109,0.5600000023841858,0.5590000152587891,0.5619999766349792,0.5600000023841858,0.5730000138282776,0.5569999814033508,0.5690000057220459,0.5619999766349792,0.5680000185966492,0.578000009059906,0.5730000138282776,0.5550000071525574,0.5529999732971191,0.5600000023841858,0.5630000233650208,0.5590000152587891,0.5659999847412109,0.5669999718666077,0.5609999895095825,0.5630000233650208,0.5569999814033508,0.5490000247955322,0.5619999766349792,0.5550000071525574,0.5630000233650208,0.5559999942779541,0.5559999942779541,0.5649999976158142,0.5569999814033508,0.5619999766349792,0.5559999942779541,0.5669999718666077,0.5609999895095825,0.5690000057220459,0.5770000219345093,0.5690000057220459,0.5720000267028809,0.5619999766349792,0.5649999976158142,0.5669999718666077,0.5680000185966492,0.5699999928474426,0.5640000104904175,0.5609999895095825,0.5740000009536743,0.5690000057220459,0.5669999718666077,0.5720000267028809,0.5699999928474426,0.5709999799728394,0.5740000009536743,0.5680000185966492,0.5619999766349792,0.5690000057220459,0.5659999847412109,0.574999988079071],"label":"FineWeb: independent MinHash (id mh)"},"big-run-sampled-fineweb-c4-filters":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.4970000088214874,0.4790000021457672,0.4839999973773956,0.5059999823570251,0.5109999775886536,0.5070000290870667,0.5099999904632568,0.5239999890327454,0.5239999890327454,0.5120000243186951,0.5339999794960022,0.5220000147819519,0.5189999938011169,0.5210000276565552,0.527999997138977,0.5260000228881836,0.5389999747276306,0.5249999761581421,0.531000018119812,0.527999997138977,0.5299999713897705,0.5230000019073486,0.5289999842643738,0.5450000166893005,0.5419999957084656,0.5329999923706055,0.5400000214576721,0.5270000100135803,0.5299999713897705,0.5379999876022339,0.531000018119812,0.5170000195503235,0.5429999828338623,0.5339999794960022,0.5429999828338623,0.5389999747276306,0.5289999842643738,0.5360000133514404,0.5289999842643738,0.5350000262260437,0.5339999794960022,0.5220000147819519,0.5400000214576721,0.5540000200271606,0.5299999713897705,0.5379999876022339,0.531000018119812,0.5440000295639038,0.5329999923706055,0.5400000214576721,0.5299999713897705,0.5429999828338623,0.5299999713897705,0.5329999923706055,0.5419999957084656,0.5339999794960022,0.5450000166893005,0.5260000228881836,0.5379999876022339,0.5490000247955322,0.5529999732971191,0.527999997138977,0.5350000262260437,0.5429999828338623,0.5410000085830688,0.5400000214576721,0.5410000085830688,0.5320000052452087,0.5360000133514404,0.5329999923706055,0.5339999794960022,0.5410000085830688,0.5550000071525574,0.546999990940094,0.5360000133514404,0.546999990940094,0.5550000071525574,0.5440000295639038,0.5429999828338623,0.5479999780654907,0.5490000247955322,0.5440000295639038,0.5299999713897705,0.546999990940094,0.5529999732971191,0.5429999828338623,0.5419999957084656,0.5460000038146973,0.546999990940094,0.546999990940094,0.5440000295639038,0.5460000038146973,0.5509999990463257,0.5460000038146973,0.5479999780654907,0.5640000104904175,0.546999990940094,0.5419999957084656,0.550000011920929,0.5540000200271606,0.550000011920929,0.5490000247955322,0.5479999780654907,0.546999990940094,0.550000011920929,0.5479999780654907,0.550000011920929,0.5509999990463257,0.5440000295639038,0.5580000281333923,0.550000011920929,0.5590000152587891,0.5590000152587891,0.5600000023841858,0.550000011920929,0.5609999895095825,0.550000011920929,0.5630000233650208,0.5490000247955322,0.5490000247955322,0.5580000281333923,0.5519999861717224,0.5619999766349792,0.5540000200271606,0.5580000281333923,0.5559999942779541,0.5490000247955322,0.5490000247955322,0.5590000152587891,0.5440000295639038,0.550000011920929,0.5540000200271606,0.5590000152587891,0.5529999732971191,0.5540000200271606,0.5559999942779541,0.5540000200271606,0.5619999766349792,0.5509999990463257,0.5699999928474426,0.5529999732971191,0.5490000247955322,0.5529999732971191,0.5580000281333923,0.5540000200271606,0.5590000152587891,0.5590000152587891,0.5590000152587891,0.5509999990463257,0.546999990940094,0.5550000071525574,0.5600000023841858,0.5580000281333923,0.5680000185966492,0.5600000023841858,0.5590000152587891,0.5619999766349792,0.5640000104904175,0.5609999895095825,0.5569999814033508,0.5550000071525574,0.5509999990463257,0.5609999895095825,0.5529999732971191,0.5630000233650208,0.5690000057220459,0.5640000104904175,0.5619999766349792,0.5619999766349792],"label":"FineWeb: id mh + C4 filters"},"big-run-fineweb-v1-all-dumps":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.4970000088214874,0.4760000109672546,0.4979999959468841,0.503000020980835,0.531000018119812,0.515999972820282,0.5220000147819519,0.5210000276565552,0.5260000228881836,0.5289999842643738,0.5249999761581421,0.5239999890327454,0.5189999938011169,0.5260000228881836,0.5289999842643738,0.5139999985694885,0.5299999713897705,0.5370000004768372,0.5350000262260437,0.5329999923706055,0.531000018119812,0.5299999713897705,0.550000011920929,0.5329999923706055,0.5260000228881836,0.5320000052452087,0.5339999794960022,0.5429999828338623,0.5440000295639038,0.5379999876022339,0.5509999990463257,0.5529999732971191,0.5440000295639038,0.5479999780654907,0.5419999957084656,0.5339999794960022,0.5440000295639038,0.5419999957084656,0.5370000004768372,0.5289999842643738,0.5220000147819519,0.5429999828338623,0.5519999861717224,0.5419999957084656,0.5370000004768372,0.546999990940094,0.5509999990463257,0.5509999990463257,0.5460000038146973,0.5519999861717224,0.5429999828338623,0.5419999957084656,0.5379999876022339,0.5450000166893005,0.5440000295639038,0.5440000295639038,0.5239999890327454,0.5450000166893005,0.550000011920929,0.5550000071525574,0.5429999828338623,0.5540000200271606,0.5410000085830688,0.5429999828338623,0.5550000071525574,0.5509999990463257,0.5460000038146973,0.550000011920929,0.546999990940094,0.5429999828338623,0.5299999713897705,0.550000011920929,0.5550000071525574,0.5440000295639038,0.5410000085830688,0.5450000166893005,0.550000011920929,0.546999990940094,0.5519999861717224,0.5529999732971191,0.550000011920929,0.5519999861717224,0.5540000200271606,0.5379999876022339,0.5590000152587891,0.5440000295639038,0.5540000200271606,0.5540000200271606,0.5429999828338623,0.5450000166893005,0.5440000295639038,0.5519999861717224,0.546999990940094,0.5519999861717224,0.5559999942779541,0.5659999847412109,0.5649999976158142,0.5600000023841858,0.5569999814033508,0.5550000071525574,0.5630000233650208,0.5559999942779541,0.5669999718666077,0.5550000071525574,0.5609999895095825,0.5580000281333923,0.5699999928474426,0.5580000281333923,0.5490000247955322,0.5619999766349792,0.5609999895095825,0.5529999732971191,0.5490000247955322,0.5540000200271606,0.5590000152587891,0.5600000023841858,0.5509999990463257,0.5569999814033508,0.5509999990463257,0.5580000281333923,0.5580000281333923,0.5580000281333923,0.5619999766349792,0.5649999976158142,0.5540000200271606,0.5619999766349792,0.5659999847412109,0.5759999752044678,0.5709999799728394,0.5550000071525574,0.5659999847412109,0.5659999847412109,0.5680000185966492,0.5669999718666077,0.5600000023841858,0.5619999766349792,0.5640000104904175,0.5580000281333923,0.5580000281333923,0.5540000200271606,0.5789999961853027,0.5600000023841858,0.5509999990463257,0.5690000057220459,0.5709999799728394,0.5669999718666077,0.5600000023841858,0.5619999766349792,0.5600000023841858,0.5590000152587891,0.5600000023841858,0.5690000057220459,0.5690000057220459,0.5789999961853027,0.5669999718666077,0.5690000057220459,0.5649999976158142,0.5690000057220459,0.5699999928474426,0.5669999718666077,0.5649999976158142,0.5630000233650208,0.5559999942779541,0.5669999718666077,0.5669999718666077,0.5720000267028809,0.5690000057220459,0.5830000042915344,0.5640000104904175],"label":"FineWeb: id mh + C4 + custom filters"}},"sciq/acc":{"big-run-sampled_full_filtered_no_dedup":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2090000063180923,0.5730000138282776,0.6769999861717224,0.7120000123977661,0.7289999723434448,0.7509999871253967,0.7649999856948853,0.765999972820282,0.7789999842643738,0.781000018119812,0.7749999761581421,0.781000018119812,0.7929999828338623,0.7919999957084656,0.7860000133514404,0.7940000295639038,0.8050000071525574,0.8019999861717224,0.8199999928474426,0.8069999814033508,0.8119999766349792,0.7990000247955322,0.8320000171661377,0.8289999961853027,0.8180000185966492,0.7979999780654907,0.8180000185966492,0.8299999833106995,0.8230000138282776,0.8289999961853027,0.8309999704360962,0.8270000219345093,0.8320000171661377,0.8220000267028809,0.8159999847412109,0.8169999718666077,0.8339999914169312,0.8330000042915344,0.8429999947547913,0.8230000138282776,0.8190000057220459,0.828000009059906,0.8240000009536743,0.8199999928474426,0.8360000252723694,0.8489999771118164,0.8370000123977661,0.8270000219345093,0.8489999771118164,0.8529999852180481,0.8529999852180481,0.8360000252723694,0.8349999785423279,0.8410000205039978,0.8410000205039978,0.8500000238418579,0.8370000123977661,0.8410000205039978,0.8399999737739563,0.8519999980926514,0.8600000143051147,0.8479999899864197,0.8330000042915344,0.8420000076293945,0.8429999947547913,0.8519999980926514,0.8489999771118164,0.8370000123977661,0.8339999914169312,0.8410000205039978,0.8410000205039978,0.843999981880188,0.843999981880188,0.8389999866485596,0.8289999961853027,0.8479999899864197,0.859000027179718,0.8330000042915344,0.8460000157356262,0.8489999771118164,0.843999981880188,0.8429999947547913,0.8289999961853027,0.8370000123977661,0.8550000190734863,0.847000002861023,0.8450000286102295,0.8330000042915344,0.8500000238418579,0.8550000190734863,0.8500000238418579,0.8489999771118164,0.8460000157356262,0.8600000143051147,0.8479999899864197,0.8600000143051147,0.8519999980926514,0.8740000128746033,0.8610000014305115,0.8460000157356262,0.8539999723434448,0.8560000061988831,0.843999981880188,0.8529999852180481,0.8529999852180481,0.8500000238418579,0.8489999771118164,0.8659999966621399,0.8550000190734863,0.8539999723434448,0.8550000190734863,0.8500000238418579,0.843999981880188,0.8529999852180481,0.8519999980926514,0.843999981880188,0.8500000238418579,0.8560000061988831,0.8569999933242798,0.8619999885559082,0.8600000143051147,0.8539999723434448,0.8650000095367432,0.8600000143051147,0.8539999723434448,0.8610000014305115,0.8640000224113464,0.8569999933242798,0.8539999723434448,0.8479999899864197,0.8519999980926514,0.8579999804496765,0.8560000061988831,0.8569999933242798,0.8629999756813049,0.859000027179718,0.8650000095367432,0.8679999709129333,0.8560000061988831,0.8669999837875366,0.8669999837875366,0.8690000176429749,0.859000027179718,0.8539999723434448,0.8610000014305115,0.8679999709129333,0.8709999918937683,0.8600000143051147,0.8669999837875366,0.8679999709129333,0.8740000128746033,0.859000027179718,0.8650000095367432,0.8640000224113464,0.8640000224113464,0.8709999918937683,0.8569999933242798,0.8679999709129333,0.8659999966621399,0.8600000143051147,0.8629999756813049,0.8569999933242798,0.8600000143051147,0.8640000224113464,0.8690000176429749,0.8610000014305115,0.8669999837875366,0.871999979019165,0.8669999837875366],"label":"FineWeb: base filtering only"},"big-run-sampled_full_ind_minhash":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2090000063180923,0.574999988079071,0.703000009059906,0.734000027179718,0.7419999837875366,0.7620000243186951,0.7850000262260437,0.777999997138977,0.8050000071525574,0.8019999861717224,0.8069999814033508,0.8159999847412109,0.8149999976158142,0.7950000166893005,0.796999990940094,0.8069999814033508,0.8309999704360962,0.8309999704360962,0.8140000104904175,0.8209999799728394,0.8330000042915344,0.8220000267028809,0.8259999752044678,0.8190000057220459,0.8420000076293945,0.8299999833106995,0.8349999785423279,0.8429999947547913,0.8529999852180481,0.8479999899864197,0.8320000171661377,0.8399999737739563,0.8479999899864197,0.8679999709129333,0.8399999737739563,0.8420000076293945,0.843999981880188,0.8460000157356262,0.8510000109672546,0.8320000171661377,0.8730000257492065,0.8569999933242798,0.8600000143051147,0.8539999723434448,0.8610000014305115,0.8529999852180481,0.8619999885559082,0.8709999918937683,0.8669999837875366,0.859000027179718,0.8679999709129333,0.8560000061988831,0.8659999966621399,0.8669999837875366,0.8690000176429749,0.8619999885559082,0.875,0.8790000081062317,0.8600000143051147,0.8709999918937683,0.8489999771118164,0.8669999837875366,0.8600000143051147,0.8500000238418579,0.8809999823570251,0.8669999837875366,0.8759999871253967,0.8659999966621399,0.8669999837875366,0.8769999742507935,0.871999979019165,0.8700000047683716,0.871999979019165,0.8790000081062317,0.8870000243186951,0.8759999871253967,0.8820000290870667,0.8709999918937683,0.8669999837875366,0.878000020980835,0.8790000081062317,0.8740000128746033,0.875,0.878000020980835,0.8830000162124634,0.8790000081062317,0.8790000081062317,0.8799999952316284,0.871999979019165,0.8579999804496765,0.8820000290870667,0.8740000128746033,0.875,0.8840000033378601,0.878000020980835,0.8849999904632568,0.8840000033378601,0.8799999952316284,0.8809999823570251,0.8870000243186951,0.8859999775886536,0.8920000195503235,0.8690000176429749,0.871999979019165,0.8830000162124634,0.875,0.8849999904632568,0.8759999871253967,0.8870000243186951,0.8799999952316284,0.8840000033378601,0.8809999823570251,0.8820000290870667,0.8920000195503235,0.8790000081062317,0.875,0.8840000033378601,0.8830000162124634,0.8820000290870667,0.8840000033378601,0.8880000114440918,0.8859999775886536,0.8859999775886536,0.8830000162124634,0.8949999809265137,0.8809999823570251,0.8790000081062317,0.8889999985694885,0.8859999775886536,0.8849999904632568,0.8859999775886536,0.8960000276565552,0.8920000195503235,0.8840000033378601,0.8889999985694885,0.8809999823570251,0.8889999985694885,0.8790000081062317,0.890999972820282,0.8939999938011169,0.8799999952316284,0.8889999985694885,0.8899999856948853,0.890999972820282,0.8830000162124634,0.890999972820282,0.8899999856948853,0.8870000243186951,0.8889999985694885,0.8880000114440918,0.8920000195503235,0.8880000114440918,0.8809999823570251,0.8889999985694885,0.8899999856948853,0.890999972820282,0.8920000195503235,0.8870000243186951,0.8849999904632568,0.878000020980835,0.8920000195503235,0.8870000243186951,0.8889999985694885,0.8859999775886536,0.8849999904632568,0.8849999904632568,0.8889999985694885,0.8830000162124634,0.8840000033378601],"label":"FineWeb: independent MinHash (id mh)"},"big-run-sampled-fineweb-c4-filters":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2080000042915344,0.593999981880188,0.6880000233650208,0.7409999966621399,0.765999972820282,0.7699999809265137,0.7680000066757202,0.7710000276565552,0.7820000052452087,0.7940000295639038,0.7870000004768372,0.8090000152587891,0.8050000071525574,0.8130000233650208,0.8230000138282776,0.8109999895095825,0.8240000009536743,0.8320000171661377,0.8309999704360962,0.8360000252723694,0.8320000171661377,0.8410000205039978,0.8429999947547913,0.8330000042915344,0.8389999866485596,0.8410000205039978,0.8360000252723694,0.8479999899864197,0.843999981880188,0.8330000042915344,0.8529999852180481,0.8420000076293945,0.8420000076293945,0.8569999933242798,0.8539999723434448,0.859000027179718,0.8560000061988831,0.8529999852180481,0.8500000238418579,0.8529999852180481,0.8610000014305115,0.8610000014305115,0.8579999804496765,0.8709999918937683,0.8650000095367432,0.8679999709129333,0.8600000143051147,0.8519999980926514,0.8510000109672546,0.847000002861023,0.8550000190734863,0.8399999737739563,0.8629999756813049,0.8629999756813049,0.8550000190734863,0.8640000224113464,0.8759999871253967,0.8560000061988831,0.8679999709129333,0.8629999756813049,0.8619999885559082,0.8610000014305115,0.8679999709129333,0.871999979019165,0.8669999837875366,0.8629999756813049,0.8690000176429749,0.8679999709129333,0.8740000128746033,0.8640000224113464,0.875,0.8629999756813049,0.8700000047683716,0.8659999966621399,0.8569999933242798,0.8650000095367432,0.8740000128746033,0.8759999871253967,0.875,0.871999979019165,0.8650000095367432,0.8629999756813049,0.8690000176429749,0.8640000224113464,0.875,0.8820000290870667,0.8690000176429749,0.8849999904632568,0.8769999742507935,0.8859999775886536,0.871999979019165,0.8830000162124634,0.871999979019165,0.8889999985694885,0.8799999952316284,0.8830000162124634,0.875,0.8809999823570251,0.8830000162124634,0.8769999742507935,0.8769999742507935,0.8870000243186951,0.8799999952316284,0.878000020980835,0.8700000047683716,0.8769999742507935,0.8769999742507935,0.8700000047683716,0.8759999871253967,0.8809999823570251,0.871999979019165,0.8840000033378601,0.8799999952316284,0.8830000162124634,0.8790000081062317,0.8870000243186951,0.8830000162124634,0.8790000081062317,0.8840000033378601,0.8830000162124634,0.875,0.8840000033378601,0.8790000081062317,0.8830000162124634,0.8769999742507935,0.8840000033378601,0.8820000290870667,0.8870000243186951,0.8690000176429749,0.8840000033378601,0.8769999742507935,0.8790000081062317,0.8840000033378601,0.8790000081062317,0.8840000033378601,0.878000020980835,0.871999979019165,0.8849999904632568,0.8849999904632568,0.878000020980835,0.8840000033378601,0.8889999985694885,0.878000020980835,0.878000020980835,0.8840000033378601,0.878000020980835,0.8840000033378601,0.8820000290870667,0.8809999823570251,0.8809999823570251,0.8809999823570251,0.8799999952316284,0.8619999885559082,0.8730000257492065,0.8669999837875366,0.8669999837875366,0.8799999952316284,0.875,0.878000020980835,0.8790000081062317,0.878000020980835,0.8769999742507935,0.8790000081062317,0.8769999742507935,0.8799999952316284,0.8809999823570251,0.878000020980835,0.878000020980835,0.878000020980835],"label":"FineWeb: id mh + C4 filters"},"big-run-fineweb-v1-all-dumps":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2080000042915344,0.5809999704360962,0.6959999799728394,0.7369999885559082,0.7609999775886536,0.7580000162124634,0.7789999842643738,0.800000011920929,0.7950000166893005,0.8059999942779541,0.8090000152587891,0.8059999942779541,0.7950000166893005,0.8059999942779541,0.8169999718666077,0.800000011920929,0.8130000233650208,0.8130000233650208,0.800000011920929,0.8259999752044678,0.8180000185966492,0.8169999718666077,0.8320000171661377,0.843999981880188,0.824999988079071,0.8180000185966492,0.8379999995231628,0.8259999752044678,0.8140000104904175,0.8389999866485596,0.8519999980926514,0.8379999995231628,0.8450000286102295,0.8539999723434448,0.8209999799728394,0.8339999914169312,0.859000027179718,0.8370000123977661,0.8529999852180481,0.8640000224113464,0.843999981880188,0.8339999914169312,0.8399999737739563,0.8510000109672546,0.8460000157356262,0.843999981880188,0.8529999852180481,0.8500000238418579,0.8690000176429749,0.8560000061988831,0.8479999899864197,0.8659999966621399,0.871999979019165,0.8659999966621399,0.859000027179718,0.8569999933242798,0.843999981880188,0.8510000109672546,0.8450000286102295,0.8519999980926514,0.8629999756813049,0.8500000238418579,0.8659999966621399,0.8489999771118164,0.8659999966621399,0.8529999852180481,0.8659999966621399,0.8529999852180481,0.8479999899864197,0.8579999804496765,0.8489999771118164,0.8579999804496765,0.8450000286102295,0.8519999980926514,0.8569999933242798,0.8579999804496765,0.8579999804496765,0.8560000061988831,0.8510000109672546,0.8669999837875366,0.8600000143051147,0.8629999756813049,0.8640000224113464,0.8679999709129333,0.875,0.8500000238418579,0.8619999885559082,0.8700000047683716,0.8659999966621399,0.8799999952316284,0.8730000257492065,0.8740000128746033,0.8579999804496765,0.8700000047683716,0.8659999966621399,0.8709999918937683,0.8550000190734863,0.8569999933242798,0.878000020980835,0.8709999918937683,0.8740000128746033,0.8730000257492065,0.8730000257492065,0.8730000257492065,0.8650000095367432,0.8730000257492065,0.8690000176429749,0.8679999709129333,0.8759999871253967,0.8769999742507935,0.8679999709129333,0.8679999709129333,0.8650000095367432,0.8700000047683716,0.8820000290870667,0.8740000128746033,0.8759999871253967,0.8640000224113464,0.8870000243186951,0.8790000081062317,0.8759999871253967,0.8759999871253967,0.8809999823570251,0.8759999871253967,0.8849999904632568,0.878000020980835,0.875,0.8820000290870667,0.8799999952316284,0.8769999742507935,0.8840000033378601,0.8809999823570251,0.878000020980835,0.8730000257492065,0.8859999775886536,0.8830000162124634,0.8790000081062317,0.8709999918937683,0.8820000290870667,0.8809999823570251,0.8930000066757202,0.8889999985694885,0.8880000114440918,0.8859999775886536,0.8759999871253967,0.8830000162124634,0.8769999742507935,0.8859999775886536,0.8849999904632568,0.878000020980835,0.8820000290870667,0.8799999952316284,0.8889999985694885,0.8809999823570251,0.8920000195503235,0.8820000290870667,0.8849999904632568,0.8899999856948853,0.8889999985694885,0.8989999890327454,0.8930000066757202,0.8939999938011169,0.8809999823570251,0.8880000114440918,0.8859999775886536,0.8859999775886536,0.8920000195503235,0.8859999775886536,0.8859999775886536],"label":"FineWeb: id mh + C4 + custom filters"}},"sciq/acc_norm":{"big-run-sampled_full_filtered_no_dedup":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.202000007033348,0.5149999856948853,0.5960000157356262,0.6209999918937683,0.6119999885559082,0.6380000114440918,0.656000018119812,0.6520000100135803,0.6859999895095825,0.6769999861717224,0.6690000295639038,0.6740000247955322,0.6800000071525574,0.6650000214576721,0.671999990940094,0.6930000185966492,0.6899999976158142,0.699999988079071,0.7059999704360962,0.7089999914169312,0.7160000205039978,0.7089999914169312,0.7329999804496765,0.7360000014305115,0.7269999980926514,0.7059999704360962,0.7279999852180481,0.734000027179718,0.718999981880188,0.7419999837875366,0.7369999885559082,0.7300000190734863,0.7549999952316284,0.7350000143051147,0.7179999947547913,0.7160000205039978,0.7379999756813049,0.7490000128746033,0.7680000066757202,0.7360000014305115,0.7260000109672546,0.7620000243186951,0.7400000095367432,0.7300000190734863,0.7559999823570251,0.7739999890327454,0.7620000243186951,0.7509999871253967,0.7860000133514404,0.7680000066757202,0.7860000133514404,0.7480000257492065,0.7519999742507935,0.7630000114440918,0.7549999952316284,0.7710000276565552,0.746999979019165,0.7599999904632568,0.7670000195503235,0.7799999713897705,0.7860000133514404,0.7630000114440918,0.7369999885559082,0.7400000095367432,0.7730000019073486,0.7620000243186951,0.7630000114440918,0.7509999871253967,0.7409999966621399,0.7549999952316284,0.734000027179718,0.7749999761581421,0.7739999890327454,0.7519999742507935,0.7570000290870667,0.7760000228881836,0.7630000114440918,0.7300000190734863,0.7590000033378601,0.7689999938011169,0.7450000047683716,0.7680000066757202,0.7440000176429749,0.765999972820282,0.781000018119812,0.7599999904632568,0.7620000243186951,0.7549999952316284,0.7739999890327454,0.7639999985694885,0.7609999775886536,0.765999972820282,0.7730000019073486,0.8009999990463257,0.7870000004768372,0.7829999923706055,0.7689999938011169,0.796999990940094,0.7789999842643738,0.7670000195503235,0.7689999938011169,0.7760000228881836,0.7670000195503235,0.7839999794960022,0.7720000147819519,0.7730000019073486,0.7670000195503235,0.7839999794960022,0.7910000085830688,0.7649999856948853,0.7730000019073486,0.7760000228881836,0.7639999985694885,0.7670000195503235,0.7720000147819519,0.7559999823570251,0.7749999761581421,0.7639999985694885,0.7839999794960022,0.777999997138977,0.7649999856948853,0.7680000066757202,0.796999990940094,0.7739999890327454,0.7789999842643738,0.8109999895095825,0.7889999747276306,0.796999990940094,0.7960000038146973,0.7789999842643738,0.7839999794960022,0.7929999828338623,0.7799999713897705,0.7929999828338623,0.7919999957084656,0.7850000262260437,0.7919999957084656,0.8040000200271606,0.7879999876022339,0.7940000295639038,0.7839999794960022,0.796999990940094,0.7929999828338623,0.7950000166893005,0.7879999876022339,0.8029999732971191,0.8040000200271606,0.7919999957084656,0.7889999747276306,0.7889999747276306,0.8009999990463257,0.7919999957084656,0.8069999814033508,0.7829999923706055,0.7910000085830688,0.7910000085830688,0.7839999794960022,0.7929999828338623,0.7919999957084656,0.8029999732971191,0.7799999713897705,0.781000018119812,0.7979999780654907,0.7929999828338623,0.8080000281333923,0.800000011920929,0.7950000166893005,0.8119999766349792,0.8029999732971191],"label":"FineWeb: base filtering only"},"big-run-sampled_full_ind_minhash":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.202000007033348,0.5109999775886536,0.6019999980926514,0.6240000128746033,0.6349999904632568,0.6710000038146973,0.6830000281333923,0.6639999747276306,0.6970000267028809,0.6990000009536743,0.7089999914169312,0.7269999980926514,0.7099999785423279,0.6940000057220459,0.7099999785423279,0.7239999771118164,0.7419999837875366,0.7310000061988831,0.7250000238418579,0.7350000143051147,0.7699999809265137,0.7450000047683716,0.7519999742507935,0.7300000190734863,0.7739999890327454,0.7390000224113464,0.7440000176429749,0.7570000290870667,0.7590000033378601,0.7649999856948853,0.7409999966621399,0.7580000162124634,0.7639999985694885,0.7739999890327454,0.7590000033378601,0.7680000066757202,0.7639999985694885,0.7590000033378601,0.7770000100135803,0.7350000143051147,0.7820000052452087,0.7739999890327454,0.7799999713897705,0.7820000052452087,0.7770000100135803,0.7570000290870667,0.777999997138977,0.7889999747276306,0.7960000038146973,0.7680000066757202,0.7979999780654907,0.7760000228881836,0.7829999923706055,0.7850000262260437,0.7910000085830688,0.7770000100135803,0.8040000200271606,0.8109999895095825,0.781000018119812,0.7879999876022339,0.7649999856948853,0.800000011920929,0.7680000066757202,0.7680000066757202,0.7940000295639038,0.8220000267028809,0.8080000281333923,0.7879999876022339,0.800000011920929,0.8190000057220459,0.7950000166893005,0.7919999957084656,0.8090000152587891,0.7839999794960022,0.8159999847412109,0.7870000004768372,0.8130000233650208,0.7929999828338623,0.7870000004768372,0.8180000185966492,0.800000011920929,0.7979999780654907,0.7919999957084656,0.8180000185966492,0.8209999799728394,0.8069999814033508,0.7919999957084656,0.8040000200271606,0.7979999780654907,0.7870000004768372,0.796999990940094,0.7910000085830688,0.7960000038146973,0.8159999847412109,0.8119999766349792,0.800000011920929,0.8270000219345093,0.8050000071525574,0.8379999995231628,0.8240000009536743,0.8100000023841858,0.8330000042915344,0.8050000071525574,0.8009999990463257,0.7910000085830688,0.8059999942779541,0.8149999976158142,0.8080000281333923,0.8199999928474426,0.8230000138282776,0.8140000104904175,0.8100000023841858,0.824999988079071,0.8140000104904175,0.8050000071525574,0.7990000247955322,0.828000009059906,0.8220000267028809,0.8090000152587891,0.8330000042915344,0.8220000267028809,0.8119999766349792,0.8140000104904175,0.8130000233650208,0.8220000267028809,0.8090000152587891,0.7929999828338623,0.8169999718666077,0.8140000104904175,0.8019999861717224,0.8059999942779541,0.8190000057220459,0.8190000057220459,0.8149999976158142,0.8330000042915344,0.8050000071525574,0.8230000138282776,0.8040000200271606,0.8180000185966492,0.8230000138282776,0.800000011920929,0.8069999814033508,0.8259999752044678,0.824999988079071,0.8059999942779541,0.8159999847412109,0.8209999799728394,0.8190000057220459,0.8270000219345093,0.8230000138282776,0.8140000104904175,0.8230000138282776,0.8159999847412109,0.8149999976158142,0.8309999704360962,0.8299999833106995,0.8320000171661377,0.8199999928474426,0.8080000281333923,0.8119999766349792,0.8159999847412109,0.8240000009536743,0.8169999718666077,0.8169999718666077,0.8090000152587891,0.8270000219345093,0.8289999961853027,0.8169999718666077,0.8320000171661377],"label":"FineWeb: independent MinHash (id mh)"},"big-run-sampled-fineweb-c4-filters":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.202000007033348,0.5239999890327454,0.6060000061988831,0.6470000147819519,0.6520000100135803,0.6549999713897705,0.656000018119812,0.6710000038146973,0.6690000295639038,0.6980000138282776,0.6830000281333923,0.7099999785423279,0.7129999995231628,0.7200000286102295,0.7310000061988831,0.6990000009536743,0.7379999756813049,0.7310000061988831,0.7379999756813049,0.7450000047683716,0.7369999885559082,0.7480000257492065,0.7620000243186951,0.7450000047683716,0.7429999709129333,0.7620000243186951,0.7609999775886536,0.7699999809265137,0.7609999775886536,0.7250000238418579,0.7440000176429749,0.7680000066757202,0.7630000114440918,0.7630000114440918,0.7609999775886536,0.7760000228881836,0.7760000228881836,0.7699999809265137,0.7580000162124634,0.7609999775886536,0.7710000276565552,0.777999997138977,0.7799999713897705,0.8019999861717224,0.7789999842643738,0.796999990940094,0.7929999828338623,0.7639999985694885,0.7559999823570251,0.7620000243186951,0.7940000295639038,0.7480000257492065,0.781000018119812,0.777999997138977,0.7609999775886536,0.7670000195503235,0.8050000071525574,0.7580000162124634,0.8050000071525574,0.7799999713897705,0.7889999747276306,0.7940000295639038,0.7910000085830688,0.8109999895095825,0.777999997138977,0.7739999890327454,0.7979999780654907,0.8050000071525574,0.8019999861717224,0.7829999923706055,0.7910000085830688,0.7990000247955322,0.7929999828338623,0.8029999732971191,0.7860000133514404,0.7820000052452087,0.800000011920929,0.7929999828338623,0.8119999766349792,0.8019999861717224,0.7889999747276306,0.7879999876022339,0.7889999747276306,0.7870000004768372,0.8080000281333923,0.8220000267028809,0.7960000038146973,0.8240000009536743,0.828000009059906,0.8330000042915344,0.7940000295639038,0.8140000104904175,0.7870000004768372,0.8199999928474426,0.8220000267028809,0.8119999766349792,0.8029999732971191,0.8100000023841858,0.8119999766349792,0.8080000281333923,0.8009999990463257,0.828000009059906,0.8159999847412109,0.800000011920929,0.8159999847412109,0.8220000267028809,0.800000011920929,0.7960000038146973,0.8270000219345093,0.8080000281333923,0.8009999990463257,0.8259999752044678,0.8199999928474426,0.824999988079071,0.8149999976158142,0.8220000267028809,0.8050000071525574,0.8050000071525574,0.8069999814033508,0.7979999780654907,0.8080000281333923,0.8090000152587891,0.8159999847412109,0.8220000267028809,0.8059999942779541,0.8199999928474426,0.8220000267028809,0.8289999961853027,0.8090000152587891,0.800000011920929,0.8059999942779541,0.8130000233650208,0.8090000152587891,0.8050000071525574,0.8050000071525574,0.8130000233650208,0.7979999780654907,0.8169999718666077,0.8169999718666077,0.8199999928474426,0.8240000009536743,0.8159999847412109,0.8190000057220459,0.8159999847412109,0.8159999847412109,0.8220000267028809,0.8130000233650208,0.8220000267028809,0.824999988079071,0.8190000057220459,0.8259999752044678,0.8159999847412109,0.800000011920929,0.8169999718666077,0.8029999732971191,0.8119999766349792,0.8140000104904175,0.8230000138282776,0.8270000219345093,0.8140000104904175,0.8199999928474426,0.8149999976158142,0.8159999847412109,0.8220000267028809,0.8199999928474426,0.8140000104904175,0.8190000057220459,0.8109999895095825,0.824999988079071],"label":"FineWeb: id mh + C4 filters"},"big-run-fineweb-v1-all-dumps":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.202000007033348,0.5189999938011169,0.5929999947547913,0.6499999761581421,0.6710000038146973,0.6669999957084656,0.6700000166893005,0.6990000009536743,0.6949999928474426,0.7139999866485596,0.703000009059906,0.699999988079071,0.6919999718666077,0.6980000138282776,0.7139999866485596,0.7009999752044678,0.7139999866485596,0.718999981880188,0.703000009059906,0.7379999756813049,0.7260000109672546,0.7369999885559082,0.7400000095367432,0.7599999904632568,0.7319999933242798,0.7289999723434448,0.7409999966621399,0.7450000047683716,0.7269999980926514,0.7459999918937683,0.7509999871253967,0.7289999723434448,0.7329999804496765,0.7540000081062317,0.7289999723434448,0.7329999804496765,0.7519999742507935,0.7300000190734863,0.7400000095367432,0.7609999775886536,0.75,0.7310000061988831,0.7450000047683716,0.75,0.7570000290870667,0.753000020980835,0.7639999985694885,0.7590000033378601,0.7680000066757202,0.7689999938011169,0.7549999952316284,0.7599999904632568,0.7749999761581421,0.7829999923706055,0.7730000019073486,0.7540000081062317,0.7630000114440918,0.7850000262260437,0.7580000162124634,0.75,0.7770000100135803,0.7450000047683716,0.7760000228881836,0.7620000243186951,0.7900000214576721,0.7720000147819519,0.7749999761581421,0.7670000195503235,0.765999972820282,0.7770000100135803,0.7730000019073486,0.7799999713897705,0.7730000019073486,0.7649999856948853,0.7789999842643738,0.7730000019073486,0.7839999794960022,0.7580000162124634,0.765999972820282,0.7820000052452087,0.7540000081062317,0.7960000038146973,0.7730000019073486,0.7990000247955322,0.7870000004768372,0.7699999809265137,0.7749999761581421,0.7940000295639038,0.7850000262260437,0.8019999861717224,0.796999990940094,0.7950000166893005,0.7940000295639038,0.7870000004768372,0.7889999747276306,0.777999997138977,0.7919999957084656,0.7919999957084656,0.8130000233650208,0.800000011920929,0.7850000262260437,0.7900000214576721,0.8059999942779541,0.8069999814033508,0.7839999794960022,0.7940000295639038,0.7990000247955322,0.7839999794960022,0.8140000104904175,0.8029999732971191,0.796999990940094,0.7929999828338623,0.8029999732971191,0.7889999747276306,0.8119999766349792,0.8220000267028809,0.8090000152587891,0.8109999895095825,0.8299999833106995,0.8040000200271606,0.8109999895095825,0.8080000281333923,0.8199999928474426,0.8080000281333923,0.8159999847412109,0.8109999895095825,0.8090000152587891,0.8209999799728394,0.8320000171661377,0.8149999976158142,0.8190000057220459,0.8299999833106995,0.8140000104904175,0.7990000247955322,0.8199999928474426,0.8209999799728394,0.8149999976158142,0.8109999895095825,0.8199999928474426,0.8289999961853027,0.8159999847412109,0.8209999799728394,0.8180000185966492,0.8209999799728394,0.8130000233650208,0.8209999799728394,0.8019999861717224,0.8320000171661377,0.8230000138282776,0.8100000023841858,0.8370000123977661,0.8299999833106995,0.8309999704360962,0.8199999928474426,0.8230000138282776,0.8289999961853027,0.8270000219345093,0.8309999704360962,0.843999981880188,0.8399999737739563,0.8370000123977661,0.8330000042915344,0.8180000185966492,0.828000009059906,0.8330000042915344,0.8379999995231628,0.8299999833106995,0.828000009059906,0.8349999785423279],"label":"FineWeb: id mh + C4 + custom filters"}},"arc/acc":{"big-run-sampled_full_filtered_no_dedup":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2195000052452087,0.2675000131130218,0.3075000047683716,0.3219999969005584,0.3100000023841858,0.324999988079071,0.3445000052452087,0.3345000147819519,0.3524999916553497,0.359499990940094,0.3655000030994415,0.3569999933242798,0.3625000119209289,0.3659999966621399,0.3614999949932098,0.3630000054836273,0.3765000104904175,0.3729999959468841,0.3804999887943268,0.3785000145435333,0.3704999983310699,0.3740000128746032,0.3774999976158142,0.3810000121593475,0.390500009059906,0.3899999856948852,0.3899999856948852,0.3840000033378601,0.3955000042915344,0.3844999969005584,0.3849999904632568,0.398499995470047,0.3964999914169311,0.3889999985694885,0.3944999873638153,0.3869999945163727,0.3865000009536743,0.3935000002384186,0.3955000042915344,0.3989999890327453,0.3989999890327453,0.3944999873638153,0.3964999914169311,0.4025000035762787,0.4004999995231628,0.3989999890327453,0.3919999897480011,0.4045000076293945,0.4174999892711639,0.3975000083446502,0.4054999947547912,0.4074999988079071,0.4034999907016754,0.4050000011920929,0.4034999907016754,0.3980000019073486,0.4180000126361847,0.4214999973773956,0.4129999876022339,0.414000004529953,0.4074999988079071,0.4025000035762787,0.4020000100135803,0.3980000019073486,0.4045000076293945,0.3980000019073486,0.4120000004768371,0.4225000143051147,0.4165000021457672,0.4169999957084656,0.4050000011920929,0.4124999940395355,0.4169999957084656,0.4154999852180481,0.4194999933242798,0.429500013589859,0.4120000004768371,0.4210000038146972,0.402999997138977,0.4214999973773956,0.4180000126361847,0.4154999852180481,0.4144999980926513,0.4115000069141388,0.4154999852180481,0.4189999997615814,0.4235000014305115,0.4180000126361847,0.4194999933242798,0.429500013589859,0.4194999933242798,0.4255000054836273,0.4169999957084656,0.4180000126361847,0.4144999980926513,0.421999990940094,0.4194999933242798,0.4214999973773956,0.421999990940094,0.4255000054836273,0.4275000095367431,0.4255000054836273,0.4205000102519989,0.4180000126361847,0.4300000071525574,0.4250000119209289,0.4225000143051147,0.4329999983310699,0.4210000038146972,0.4350000023841858,0.4359999895095825,0.4404999911785126,0.4415000081062317,0.4309999942779541,0.4309999942779541,0.426499992609024,0.4334999918937683,0.429500013589859,0.4300000071525574,0.4384999871253967,0.4305000007152557,0.4370000064373016,0.4379999935626983,0.4259999990463257,0.4210000038146972,0.4280000030994415,0.4350000023841858,0.4300000071525574,0.4359999895095825,0.4365000128746032,0.4225000143051147,0.4194999933242798,0.4284999966621399,0.4275000095367431,0.4314999878406524,0.4350000023841858,0.426499992609024,0.4379999935626983,0.4300000071525574,0.4300000071525574,0.4269999861717224,0.4320000112056732,0.4334999918937683,0.4320000112056732,0.4339999854564667,0.4379999935626983,0.4345000088214874,0.4485000073909759,0.4379999935626983,0.4399999976158142,0.4329999983310699,0.4354999959468841,0.4465000033378601,0.4424999952316284,0.4350000023841858,0.4370000064373016,0.4359999895095825,0.4384999871253967,0.4365000128746032,0.4415000081062317,0.4494999945163727,0.4410000145435333,0.4375,0.4424999952316284,0.4460000097751617,0.4449999928474426,0.4435000121593475,0.4365000128746032,0.4429999887943268],"label":"FineWeb: base filtering only"},"big-run-sampled_full_ind_minhash":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2195000052452087,0.2709999978542328,0.3165000081062317,0.3244999945163727,0.3330000042915344,0.3429999947547912,0.3495000004768371,0.3709999918937683,0.3524999916553497,0.3574999868869781,0.363999992609024,0.3709999918937683,0.3759999871253967,0.3634999990463257,0.3740000128746032,0.3860000073909759,0.3815000057220459,0.398499995470047,0.3889999985694885,0.3919999897480011,0.3925000131130218,0.4034999907016754,0.4009999930858612,0.4000000059604645,0.4045000076293945,0.402999997138977,0.4115000069141388,0.3970000147819519,0.4065000116825104,0.4034999907016754,0.4025000035762787,0.4160000085830688,0.4050000011920929,0.4129999876022339,0.4189999997615814,0.4160000085830688,0.4124999940395355,0.4205000102519989,0.4199999868869781,0.4189999997615814,0.4104999899864197,0.4259999990463257,0.4154999852180481,0.4199999868869781,0.4169999957084656,0.4239999949932098,0.426499992609024,0.4339999854564667,0.4275000095367431,0.4325000047683716,0.4300000071525574,0.4210000038146972,0.4189999997615814,0.426499992609024,0.4350000023841858,0.4329999983310699,0.4280000030994415,0.4250000119209289,0.4284999966621399,0.4199999868869781,0.4305000007152557,0.4154999852180481,0.426499992609024,0.429500013589859,0.4269999861717224,0.4480000138282776,0.4334999918937683,0.4415000081062317,0.4309999942779541,0.44200000166893,0.4365000128746032,0.4379999935626983,0.4415000081062317,0.4474999904632568,0.4384999871253967,0.4334999918937683,0.445499986410141,0.4404999911785126,0.4465000033378601,0.4354999959468841,0.4384999871253967,0.445499986410141,0.4505000114440918,0.4350000023841858,0.4555000066757202,0.4410000145435333,0.453000009059906,0.4480000138282776,0.4580000042915344,0.4460000097751617,0.4505000114440918,0.4510000050067901,0.4480000138282776,0.4535000026226043,0.4544999897480011,0.4440000057220459,0.4490000009536743,0.4535000026226043,0.4589999914169311,0.4625000059604645,0.4625000059604645,0.4569999873638153,0.4539999961853027,0.4560000002384186,0.4584999978542328,0.4510000050067901,0.4650000035762787,0.457500010728836,0.4614999890327453,0.4569999873638153,0.4695000052452087,0.4539999961853027,0.4560000002384186,0.4629999995231628,0.4560000002384186,0.4539999961853027,0.4645000100135803,0.4519999921321869,0.449999988079071,0.4580000042915344,0.4494999945163727,0.4555000066757202,0.4550000131130218,0.4519999921321869,0.4550000131130218,0.4539999961853027,0.4569999873638153,0.4659999907016754,0.4550000131130218,0.4564999938011169,0.4560000002384186,0.4465000033378601,0.4595000147819519,0.4665000140666961,0.4659999907016754,0.4569999873638153,0.4665000140666961,0.4614999890327453,0.4650000035762787,0.4645000100135803,0.4665000140666961,0.4665000140666961,0.4695000052452087,0.4709999859333038,0.4679999947547912,0.4684999883174896,0.4639999866485595,0.4704999923706054,0.4740000069141388,0.4699999988079071,0.4690000116825104,0.4665000140666961,0.476500004529953,0.4679999947547912,0.4715000092983246,0.4709999859333038,0.4724999964237213,0.4684999883174896,0.4704999923706054,0.4709999859333038,0.4695000052452087,0.4760000109672546,0.4799999892711639,0.4709999859333038,0.4760000109672546,0.4745000004768371,0.4675000011920929,0.4659999907016754,0.4760000109672546],"label":"FineWeb: independent MinHash (id mh)"},"big-run-sampled-fineweb-c4-filters":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2195000052452087,0.2739999890327453,0.301499992609024,0.3395000100135803,0.3395000100135803,0.3364999890327453,0.3415000140666961,0.3519999980926513,0.359499990940094,0.3625000119209289,0.3544999957084656,0.375,0.3734999895095825,0.3865000009536743,0.3840000033378601,0.3869999945163727,0.3925000131130218,0.4000000059604645,0.395000010728836,0.3849999904632568,0.4025000035762787,0.3964999914169311,0.3975000083446502,0.4054999947547912,0.3889999985694885,0.4009999930858612,0.4110000133514404,0.4065000116825104,0.4180000126361847,0.4135000109672546,0.4115000069141388,0.4104999899864197,0.4199999868869781,0.4120000004768371,0.4194999933242798,0.4205000102519989,0.4120000004768371,0.4129999876022339,0.4115000069141388,0.4199999868869781,0.4284999966621399,0.4135000109672546,0.4090000092983246,0.4275000095367431,0.4144999980926513,0.4244999885559082,0.4235000014305115,0.4189999997615814,0.4225000143051147,0.4259999990463257,0.414000004529953,0.4275000095367431,0.414000004529953,0.4314999878406524,0.4275000095367431,0.4410000145435333,0.4375,0.4214999973773956,0.4284999966621399,0.4345000088214874,0.4284999966621399,0.4135000109672546,0.4334999918937683,0.4424999952316284,0.429500013589859,0.4334999918937683,0.4329999983310699,0.4320000112056732,0.4379999935626983,0.4244999885559082,0.4300000071525574,0.4189999997615814,0.4314999878406524,0.4284999966621399,0.4410000145435333,0.4379999935626983,0.4440000057220459,0.4384999871253967,0.4424999952316284,0.4239999949932098,0.445499986410141,0.4390000104904175,0.4280000030994415,0.4305000007152557,0.4395000040531158,0.4395000040531158,0.4350000023841858,0.4320000112056732,0.4325000047683716,0.4494999945163727,0.4449999928474426,0.4345000088214874,0.4250000119209289,0.4460000097751617,0.4449999928474426,0.4350000023841858,0.4429999887943268,0.4339999854564667,0.4379999935626983,0.4370000064373016,0.4410000145435333,0.4460000097751617,0.4460000097751617,0.4395000040531158,0.4359999895095825,0.4390000104904175,0.4490000009536743,0.4390000104904175,0.4494999945163727,0.4440000057220459,0.4354999959468841,0.4490000009536743,0.4440000057220459,0.4524999856948852,0.4469999969005584,0.4469999969005584,0.4354999959468841,0.4535000026226043,0.4569999873638153,0.4564999938011169,0.445499986410141,0.4485000073909759,0.4474999904632568,0.4505000114440918,0.4490000009536743,0.4539999961853027,0.445499986410141,0.4595000147819519,0.4440000057220459,0.4494999945163727,0.4474999904632568,0.4494999945163727,0.4480000138282776,0.4510000050067901,0.4474999904632568,0.4469999969005584,0.4490000009536743,0.4429999887943268,0.445499986410141,0.4474999904632568,0.4550000131130218,0.4514999985694885,0.4469999969005584,0.4480000138282776,0.4435000121593475,0.4605000019073486,0.4494999945163727,0.449999988079071,0.4544999897480011,0.4514999985694885,0.4490000009536743,0.4595000147819519,0.4485000073909759,0.4494999945163727,0.4435000121593475,0.4535000026226043,0.453000009059906,0.4634999930858612,0.4589999914169311,0.4544999897480011,0.4595000147819519,0.4614999890327453,0.4564999938011169,0.4645000100135803,0.4639999866485595,0.4634999930858612,0.4670000076293945,0.4629999995231628,0.4555000066757202],"label":"FineWeb: id mh + C4 filters"},"big-run-fineweb-v1-all-dumps":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2195000052452087,0.2770000100135803,0.3084999918937683,0.3355000019073486,0.3400000035762787,0.3519999980926513,0.3495000004768371,0.3695000112056732,0.3664999902248382,0.3770000040531158,0.3714999854564667,0.3765000104904175,0.3849999904632568,0.3840000033378601,0.3765000104904175,0.3885000050067901,0.3894999921321869,0.395000010728836,0.3910000026226043,0.3880000114440918,0.3840000033378601,0.4020000100135803,0.3899999856948852,0.3914999961853027,0.3869999945163727,0.3995000123977661,0.3935000002384186,0.3944999873638153,0.390500009059906,0.4169999957084656,0.4079999923706054,0.4009999930858612,0.4110000133514404,0.4120000004768371,0.4174999892711639,0.4104999899864197,0.4095000028610229,0.4124999940395355,0.4099999964237213,0.4194999933242798,0.4110000133514404,0.4135000109672546,0.4314999878406524,0.4050000011920929,0.4144999980926513,0.4149999916553497,0.4194999933242798,0.4314999878406524,0.4259999990463257,0.4384999871253967,0.4255000054836273,0.4359999895095825,0.4214999973773956,0.4339999854564667,0.4194999933242798,0.4259999990463257,0.426499992609024,0.4309999942779541,0.4284999966621399,0.4334999918937683,0.4205000102519989,0.4345000088214874,0.4350000023841858,0.4345000088214874,0.44200000166893,0.4440000057220459,0.4395000040531158,0.4359999895095825,0.4280000030994415,0.4370000064373016,0.4404999911785126,0.4390000104904175,0.4379999935626983,0.4334999918937683,0.4375,0.445499986410141,0.4320000112056732,0.4350000023841858,0.4384999871253967,0.4435000121593475,0.4359999895095825,0.4350000023841858,0.4440000057220459,0.4410000145435333,0.4469999969005584,0.4399999976158142,0.4449999928474426,0.4485000073909759,0.4524999856948852,0.4399999976158142,0.4444999992847442,0.445499986410141,0.4494999945163727,0.4399999976158142,0.44200000166893,0.4314999878406524,0.4345000088214874,0.4375,0.429500013589859,0.4485000073909759,0.4395000040531158,0.4379999935626983,0.4429999887943268,0.4490000009536743,0.4449999928474426,0.4480000138282776,0.4375,0.4384999871253967,0.4524999856948852,0.44200000166893,0.445499986410141,0.4474999904632568,0.4469999969005584,0.4485000073909759,0.4480000138282776,0.4449999928474426,0.4505000114440918,0.445499986410141,0.4460000097751617,0.4444999992847442,0.4544999897480011,0.4535000026226043,0.4600000083446502,0.4564999938011169,0.4474999904632568,0.4539999961853027,0.4544999897480011,0.4510000050067901,0.453000009059906,0.4539999961853027,0.4524999856948852,0.4510000050067901,0.4510000050067901,0.4469999969005584,0.4519999921321869,0.4625000059604645,0.4614999890327453,0.460999995470047,0.4595000147819519,0.4550000131130218,0.4544999897480011,0.457500010728836,0.4494999945163727,0.4584999978542328,0.4569999873638153,0.4595000147819519,0.4600000083446502,0.4535000026226043,0.4584999978542328,0.4605000019073486,0.4665000140666961,0.4639999866485595,0.4595000147819519,0.4584999978542328,0.4645000100135803,0.465499997138977,0.4595000147819519,0.457500010728836,0.4679999947547912,0.4614999890327453,0.4564999938011169,0.4634999930858612,0.457500010728836,0.4614999890327453,0.4625000059604645,0.4580000042915344,0.4595000147819519,0.4625000059604645,0.4639999866485595],"label":"FineWeb: id mh + C4 + custom filters"}},"arc/acc_norm":{"big-run-sampled_full_filtered_no_dedup":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2509999871253967,0.2894999980926513,0.3235000073909759,0.3389999866485595,0.3384999930858612,0.3459999859333038,0.359499990940094,0.3429999947547912,0.3619999885559082,0.3564999997615814,0.3625000119209289,0.363999992609024,0.3680000007152557,0.3680000007152557,0.3785000145435333,0.3684999942779541,0.375,0.3734999895095825,0.3849999904632568,0.3944999873638153,0.3865000009536743,0.395000010728836,0.3935000002384186,0.3980000019073486,0.3910000026226043,0.3885000050067901,0.3914999961853027,0.3815000057220459,0.395000010728836,0.3894999921321869,0.395000010728836,0.3935000002384186,0.4034999907016754,0.4004999995231628,0.3970000147819519,0.3975000083446502,0.3995000123977661,0.3980000019073486,0.4034999907016754,0.3959999978542328,0.3989999890327453,0.402999997138977,0.3880000114440918,0.3980000019073486,0.4040000140666961,0.3989999890327453,0.3970000147819519,0.3925000131130218,0.4120000004768371,0.3935000002384186,0.395000010728836,0.4070000052452087,0.3935000002384186,0.4034999907016754,0.4189999997615814,0.4129999876022339,0.4160000085830688,0.4149999916553497,0.418500006198883,0.4225000143051147,0.4174999892711639,0.4210000038146972,0.4045000076293945,0.4079999923706054,0.4124999940395355,0.4144999980926513,0.4169999957084656,0.4194999933242798,0.4154999852180481,0.4169999957084656,0.4225000143051147,0.4225000143051147,0.4230000078678131,0.4160000085830688,0.4325000047683716,0.4325000047683716,0.4199999868869781,0.4199999868869781,0.4189999997615814,0.4269999861717224,0.4259999990463257,0.4230000078678131,0.4144999980926513,0.4329999983310699,0.4275000095367431,0.4305000007152557,0.4289999902248382,0.4235000014305115,0.4235000014305115,0.4325000047683716,0.4244999885559082,0.4314999878406524,0.4194999933242798,0.4350000023841858,0.4269999861717224,0.4235000014305115,0.4300000071525574,0.4284999966621399,0.4255000054836273,0.4280000030994415,0.4345000088214874,0.4225000143051147,0.4334999918937683,0.4300000071525574,0.4350000023841858,0.429500013589859,0.4325000047683716,0.4384999871253967,0.4345000088214874,0.4354999959468841,0.4359999895095825,0.4354999959468841,0.4424999952316284,0.4424999952316284,0.4320000112056732,0.4280000030994415,0.4390000104904175,0.4480000138282776,0.4415000081062317,0.4384999871253967,0.4390000104904175,0.4494999945163727,0.4449999928474426,0.4384999871253967,0.4424999952316284,0.4359999895095825,0.445499986410141,0.4399999976158142,0.4375,0.4410000145435333,0.4384999871253967,0.4375,0.4329999983310699,0.4370000064373016,0.4354999959468841,0.4440000057220459,0.4384999871253967,0.4384999871253967,0.4390000104904175,0.4424999952316284,0.4379999935626983,0.4345000088214874,0.4354999959468841,0.4440000057220459,0.4395000040531158,0.4465000033378601,0.4404999911785126,0.4505000114440918,0.4480000138282776,0.4449999928474426,0.445499986410141,0.4410000145435333,0.4485000073909759,0.4460000097751617,0.4480000138282776,0.4465000033378601,0.4460000097751617,0.4460000097751617,0.4395000040531158,0.4474999904632568,0.4469999969005584,0.4404999911785126,0.4440000057220459,0.4435000121593475,0.4435000121593475,0.4514999985694885,0.4474999904632568,0.4474999904632568,0.445499986410141],"label":"FineWeb: base filtering only"},"big-run-sampled_full_ind_minhash":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2509999871253967,0.2939999997615814,0.3174999952316284,0.3294999897480011,0.3510000109672546,0.3485000133514404,0.3634999990463257,0.3700000047683716,0.3524999916553497,0.375,0.3804999887943268,0.37950000166893,0.3824999928474426,0.3799999952316284,0.3865000009536743,0.395000010728836,0.3844999969005584,0.3894999921321869,0.3855000138282776,0.3955000042915344,0.3995000123977661,0.4009999930858612,0.3939999938011169,0.3970000147819519,0.3955000042915344,0.3955000042915344,0.4079999923706054,0.3959999978542328,0.4090000092983246,0.4045000076293945,0.3930000066757202,0.4099999964237213,0.4054999947547912,0.4124999940395355,0.4160000085830688,0.4149999916553497,0.4070000052452087,0.4110000133514404,0.4144999980926513,0.4120000004768371,0.4050000011920929,0.4165000021457672,0.4180000126361847,0.4050000011920929,0.4120000004768371,0.4135000109672546,0.4320000112056732,0.4284999966621399,0.4269999861717224,0.414000004529953,0.4255000054836273,0.4165000021457672,0.4144999980926513,0.4079999923706054,0.4205000102519989,0.4180000126361847,0.4244999885559082,0.4235000014305115,0.4244999885559082,0.4300000071525574,0.4160000085830688,0.4205000102519989,0.4329999983310699,0.4280000030994415,0.4244999885559082,0.4375,0.4244999885559082,0.4365000128746032,0.4329999983310699,0.4424999952316284,0.4390000104904175,0.4449999928474426,0.445499986410141,0.4320000112056732,0.4365000128746032,0.4244999885559082,0.429500013589859,0.4395000040531158,0.4284999966621399,0.44200000166893,0.4370000064373016,0.4399999976158142,0.4334999918937683,0.4429999887943268,0.44200000166893,0.4334999918937683,0.4384999871253967,0.4365000128746032,0.4390000104904175,0.4354999959468841,0.44200000166893,0.4350000023841858,0.4390000104904175,0.4404999911785126,0.4410000145435333,0.4305000007152557,0.4490000009536743,0.4510000050067901,0.4605000019073486,0.4490000009536743,0.449999988079071,0.4595000147819519,0.4514999985694885,0.4490000009536743,0.4474999904632568,0.4444999992847442,0.4524999856948852,0.4465000033378601,0.4519999921321869,0.4550000131130218,0.4524999856948852,0.4429999887943268,0.4550000131130218,0.4510000050067901,0.4560000002384186,0.4465000033378601,0.4485000073909759,0.4524999856948852,0.4440000057220459,0.457500010728836,0.4544999897480011,0.4480000138282776,0.4584999978542328,0.4544999897480011,0.4569999873638153,0.4584999978542328,0.4444999992847442,0.4629999995231628,0.457500010728836,0.4555000066757202,0.4569999873638153,0.4474999904632568,0.4564999938011169,0.4595000147819519,0.4634999930858612,0.4555000066757202,0.453000009059906,0.457500010728836,0.4614999890327453,0.460999995470047,0.4539999961853027,0.4595000147819519,0.4629999995231628,0.4670000076293945,0.4580000042915344,0.4639999866485595,0.457500010728836,0.4595000147819519,0.4665000140666961,0.4584999978542328,0.4629999995231628,0.4595000147819519,0.4659999907016754,0.4645000100135803,0.4675000011920929,0.4690000116825104,0.4715000092983246,0.4634999930858612,0.4634999930858612,0.4639999866485595,0.465499997138977,0.4675000011920929,0.4670000076293945,0.4600000083446502,0.4595000147819519,0.4625000059604645,0.4600000083446502,0.4645000100135803,0.4715000092983246],"label":"FineWeb: independent MinHash (id mh)"},"big-run-sampled-fineweb-c4-filters":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2509999871253967,0.2985000014305115,0.3269999921321869,0.340499997138977,0.3495000004768371,0.3535000085830688,0.3519999980926513,0.3625000119209289,0.3569999933242798,0.3659999966621399,0.3619999885559082,0.3759999871253967,0.3779999911785126,0.3919999897480011,0.3925000131130218,0.3835000097751617,0.402999997138977,0.3899999856948852,0.3869999945163727,0.3885000050067901,0.3989999890327453,0.390500009059906,0.4054999947547912,0.398499995470047,0.3989999890327453,0.398499995470047,0.4014999866485595,0.398499995470047,0.4135000109672546,0.4045000076293945,0.4144999980926513,0.4079999923706054,0.4124999940395355,0.4169999957084656,0.4074999988079071,0.4205000102519989,0.4135000109672546,0.4160000085830688,0.4124999940395355,0.4225000143051147,0.4214999973773956,0.418500006198883,0.4115000069141388,0.4165000021457672,0.4199999868869781,0.418500006198883,0.414000004529953,0.4194999933242798,0.4095000028610229,0.4214999973773956,0.4149999916553497,0.426499992609024,0.4160000085830688,0.4169999957084656,0.4314999878406524,0.4404999911785126,0.4325000047683716,0.4305000007152557,0.4275000095367431,0.4250000119209289,0.4230000078678131,0.4214999973773956,0.4275000095367431,0.4354999959468841,0.4235000014305115,0.4244999885559082,0.4199999868869781,0.4235000014305115,0.4275000095367431,0.4205000102519989,0.4244999885559082,0.4230000078678131,0.4235000014305115,0.4280000030994415,0.4305000007152557,0.4305000007152557,0.4359999895095825,0.4345000088214874,0.4395000040531158,0.4280000030994415,0.4350000023841858,0.4365000128746032,0.4255000054836273,0.4339999854564667,0.4314999878406524,0.4329999983310699,0.4345000088214874,0.4395000040531158,0.4350000023841858,0.4535000026226043,0.4449999928474426,0.445499986410141,0.4404999911785126,0.4424999952316284,0.4505000114440918,0.4440000057220459,0.4519999921321869,0.4449999928474426,0.4474999904632568,0.4494999945163727,0.4494999945163727,0.445499986410141,0.4510000050067901,0.4524999856948852,0.4395000040531158,0.4444999992847442,0.4469999969005584,0.4460000097751617,0.4539999961853027,0.4494999945163727,0.4465000033378601,0.4544999897480011,0.4474999904632568,0.4550000131130218,0.4510000050067901,0.4555000066757202,0.4480000138282776,0.4589999914169311,0.4550000131130218,0.4510000050067901,0.4519999921321869,0.4514999985694885,0.4539999961853027,0.4535000026226043,0.4569999873638153,0.4620000123977661,0.4634999930858612,0.4555000066757202,0.4465000033378601,0.4550000131130218,0.4485000073909759,0.4435000121593475,0.4480000138282776,0.4555000066757202,0.4469999969005584,0.4535000026226043,0.4555000066757202,0.4519999921321869,0.4485000073909759,0.4639999866485595,0.4584999978542328,0.4490000009536743,0.4524999856948852,0.453000009059906,0.4535000026226043,0.460999995470047,0.4589999914169311,0.4544999897480011,0.4589999914169311,0.4569999873638153,0.4544999897480011,0.4625000059604645,0.4474999904632568,0.4510000050067901,0.4480000138282776,0.453000009059906,0.4460000097751617,0.460999995470047,0.4634999930858612,0.4679999947547912,0.4639999866485595,0.4720000028610229,0.4659999907016754,0.4650000035762787,0.4620000123977661,0.4659999907016754,0.465499997138977,0.4595000147819519,0.4620000123977661],"label":"FineWeb: id mh + C4 filters"},"big-run-fineweb-v1-all-dumps":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2509999871253967,0.296999990940094,0.3219999969005584,0.3305000066757202,0.3555000126361847,0.351500004529953,0.3600000143051147,0.363999992609024,0.3680000007152557,0.3785000145435333,0.3765000104904175,0.382999986410141,0.3785000145435333,0.3835000097751617,0.3894999921321869,0.3819999992847442,0.3935000002384186,0.387499988079071,0.3935000002384186,0.3959999978542328,0.3860000073909759,0.3935000002384186,0.3885000050067901,0.3810000121593475,0.3880000114440918,0.3964999914169311,0.4054999947547912,0.3935000002384186,0.3944999873638153,0.3989999890327453,0.3980000019073486,0.4050000011920929,0.4054999947547912,0.4009999930858612,0.4110000133514404,0.4054999947547912,0.4180000126361847,0.4110000133514404,0.4050000011920929,0.4079999923706054,0.4120000004768371,0.402999997138977,0.4205000102519989,0.4129999876022339,0.4120000004768371,0.4169999957084656,0.4269999861717224,0.4230000078678131,0.4225000143051147,0.4300000071525574,0.4180000126361847,0.4284999966621399,0.4165000021457672,0.4325000047683716,0.4235000014305115,0.4210000038146972,0.4239999949932098,0.4235000014305115,0.421999990940094,0.4280000030994415,0.4300000071525574,0.4275000095367431,0.4305000007152557,0.4244999885559082,0.4314999878406524,0.4325000047683716,0.4395000040531158,0.4325000047683716,0.4300000071525574,0.4399999976158142,0.4320000112056732,0.4370000064373016,0.4280000030994415,0.4309999942779541,0.4314999878406524,0.4370000064373016,0.4280000030994415,0.4325000047683716,0.4300000071525574,0.4334999918937683,0.4334999918937683,0.4379999935626983,0.4399999976158142,0.4350000023841858,0.4395000040531158,0.4375,0.4390000104904175,0.4365000128746032,0.4435000121593475,0.4365000128746032,0.445499986410141,0.4440000057220459,0.4460000097751617,0.4415000081062317,0.4415000081062317,0.4339999854564667,0.4429999887943268,0.4399999976158142,0.4359999895095825,0.4370000064373016,0.4469999969005584,0.4404999911785126,0.4435000121593475,0.445499986410141,0.4424999952316284,0.4480000138282776,0.4370000064373016,0.4444999992847442,0.4465000033378601,0.4309999942779541,0.4440000057220459,0.4469999969005584,0.4539999961853027,0.4440000057220459,0.4555000066757202,0.4519999921321869,0.4510000050067901,0.4519999921321869,0.4544999897480011,0.4494999945163727,0.4584999978542328,0.4580000042915344,0.4544999897480011,0.4514999985694885,0.4550000131130218,0.4560000002384186,0.4600000083446502,0.4589999914169311,0.4560000002384186,0.457500010728836,0.4679999947547912,0.4494999945163727,0.4505000114440918,0.4440000057220459,0.4539999961853027,0.4535000026226043,0.4514999985694885,0.457500010728836,0.4620000123977661,0.4564999938011169,0.4595000147819519,0.4564999938011169,0.4550000131130218,0.4539999961853027,0.4544999897480011,0.4569999873638153,0.457500010728836,0.4539999961853027,0.4595000147819519,0.4665000140666961,0.465499997138977,0.4625000059604645,0.4629999995231628,0.4580000042915344,0.4569999873638153,0.4620000123977661,0.457500010728836,0.4550000131130218,0.4645000100135803,0.4629999995231628,0.4584999978542328,0.465499997138977,0.460999995470047,0.4634999930858612,0.4605000019073486,0.4584999978542328,0.4550000131130218,0.4564999938011169,0.4600000083446502],"label":"FineWeb: id mh + C4 + custom filters"}},"mmlu/acc":{"big-run-sampled_full_filtered_no_dedup":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2302941530942917,0.2394891679286956,0.2503184080123901,0.2556455731391907,0.253048300743103,0.2535789608955383,0.2549353539943695,0.2566771805286407,0.2623271644115448,0.2609411180019378,0.2578624784946441,0.2614805698394775,0.2605361342430115,0.2652340233325958,0.2688854038715362,0.2619531750679016,0.270562082529068,0.2670970559120178,0.2664526104927063,0.266819030046463,0.2683889269828796,0.2680206894874573,0.2757416367530823,0.2774391770362854,0.2746606171131134,0.2770424485206604,0.271879106760025,0.2707585990428924,0.2712187170982361,0.2728039920330047,0.2749942243099212,0.2732555270195007,0.276515781879425,0.2748349606990814,0.2744706273078918,0.2774482667446136,0.2771708071231842,0.278818279504776,0.2794012129306793,0.2771688103675842,0.2806626260280609,0.2767289280891418,0.2752445638179779,0.2794993221759796,0.2787448167800903,0.2791335582733154,0.2845953106880188,0.285821795463562,0.2835574150085449,0.2810848653316498,0.2827566564083099,0.2799965143203735,0.2829867005348205,0.2818765938282013,0.2831662595272064,0.2812851965427398,0.2809430658817291,0.2845199406147003,0.2810761034488678,0.280548632144928,0.2843766808509826,0.2836973965167999,0.2816115319728851,0.2813279032707214,0.2831666767597198,0.289567083120346,0.2827740609645843,0.2853868007659912,0.2859958112239837,0.2849586009979248,0.2829121947288513,0.2878905236721039,0.2904602885246277,0.2833390831947326,0.2841251194477081,0.2823526859283447,0.286386489868164,0.2867838144302368,0.2879679501056671,0.289354145526886,0.287205308675766,0.2860118150711059,0.2881567776203155,0.2898057699203491,0.2845668792724609,0.2820063829421997,0.2879539728164673,0.2910474836826324,0.29256671667099,0.2911987900733948,0.2911952137947082,0.2891197204589844,0.2894909679889679,0.2945535480976105,0.292443186044693,0.2922341823577881,0.2958264946937561,0.2897793650627136,0.2953986227512359,0.2889650464057922,0.2916810512542724,0.2924517393112182,0.2911387085914612,0.2910221815109253,0.2896819710731506,0.2910731434822082,0.2926735877990722,0.2947866320610046,0.2912710309028625,0.2928700745105743,0.2902169823646545,0.2913528084754944,0.2931830883026123,0.288572609424591,0.2932479381561279,0.2927209436893463,0.2933314144611358,0.294957548379898,0.2944406569004059,0.292906254529953,0.2974542081356048,0.28949174284935,0.2940118312835693,0.2939378619194031,0.2899948358535766,0.2916503548622131,0.2933265566825866,0.2923474609851837,0.2926449179649353,0.2939247488975525,0.2955576777458191,0.2945278882980346,0.2925565838813782,0.2975679039955139,0.2975771427154541,0.2975721061229706,0.2964449226856231,0.2963431775569916,0.2957415282726288,0.294972151517868,0.2952609956264496,0.2951166331768036,0.295406699180603,0.2954263091087341,0.2938945293426513,0.2970178127288818,0.2952383458614349,0.2960261702537536,0.2939098477363586,0.2990855574607849,0.2983920276165008,0.2962434887886047,0.2976707518100738,0.2962033450603485,0.2950758635997772,0.2956030964851379,0.2977538108825683,0.29536834359169,0.2968058288097381,0.299165278673172,0.2938053607940674,0.2983893454074859,0.2968741953372955,0.2985494136810303,0.2971247434616089,0.3027064800262451,0.2975856065750122,0.2972559630870819,0.2974089086055755],"label":"FineWeb: base filtering only"},"big-run-sampled_full_ind_minhash":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2302941530942917,0.2425713837146759,0.2531454265117645,0.2537876963615417,0.2551585733890533,0.2630817592144012,0.2590664327144623,0.2628366947174072,0.2701342403888702,0.2698567509651184,0.271359920501709,0.2727656662464142,0.2754974663257599,0.2764639556407928,0.2794494330883026,0.2763088345527649,0.2768554091453552,0.2772888541221618,0.2821019887924194,0.2798008024692535,0.2795673012733459,0.2807479798793793,0.2834879159927368,0.2836300134658813,0.2781426012516022,0.2808595299720764,0.2884292304515838,0.2846161127090454,0.2882022559642792,0.2798523306846618,0.2833814024925232,0.2899111211299896,0.2866390347480774,0.2880376279354095,0.2878502905368805,0.2910982966423034,0.2891170382499695,0.2878516912460327,0.2887516915798187,0.2885439991950989,0.2882349789142608,0.2928331792354584,0.2946663200855255,0.2949031591415405,0.2920069396495819,0.2924359738826751,0.290930837392807,0.293034166097641,0.2966321110725403,0.2919987440109253,0.2924461662769317,0.2912311255931854,0.2928816676139831,0.2924420535564422,0.2932154536247253,0.2947424054145813,0.2945475578308105,0.2935222089290619,0.294662207365036,0.295950710773468,0.2920311093330383,0.2915212213993072,0.2947100698947906,0.2916833460330963,0.2941240966320038,0.2964881658554077,0.2978979051113128,0.2917112410068512,0.2940752804279327,0.2992609441280365,0.2978897094726562,0.2970111072063446,0.2954381704330444,0.2933490872383117,0.299363225698471,0.2922609746456146,0.2961671948432922,0.2965226173400879,0.2974887192249298,0.2948525846004486,0.2986953854560852,0.2982926368713379,0.3001065552234649,0.2970279455184936,0.2948827743530273,0.2972462773323059,0.2986973524093628,0.302126407623291,0.2985441088676452,0.3023014366626739,0.2973113656044006,0.2982563078403473,0.2950666844844818,0.2980487942695617,0.3008447885513305,0.2989610433578491,0.301068365573883,0.3022592663764953,0.299753189086914,0.2994685769081116,0.2996334731578827,0.3049249649047851,0.3035067319869995,0.3010409772396087,0.299841970205307,0.2963119149208069,0.2975607812404632,0.3001983761787414,0.3019936382770538,0.2994698882102966,0.3028704822063446,0.3017867803573608,0.302071064710617,0.3033528625965118,0.3001683056354522,0.30193692445755,0.3014234602451324,0.3008273243904114,0.306147426366806,0.2973030209541321,0.3003686368465423,0.3036256730556488,0.3054963648319244,0.3041203916072845,0.299890786409378,0.3041128814220428,0.3024519681930542,0.3039655685424804,0.3017177283763885,0.3039222657680511,0.306195467710495,0.3029496073722839,0.3023946583271026,0.3038596510887146,0.3035906255245209,0.3072469830513,0.305474191904068,0.3046322464942932,0.3048957586288452,0.3062893450260162,0.3037531077861786,0.3028694093227386,0.3044112920761108,0.3069455027580261,0.3019899427890777,0.3069635331630707,0.305140882730484,0.3064731061458587,0.3043522238731384,0.3063851594924927,0.3055339753627777,0.3054327368736267,0.3066801428794861,0.304499089717865,0.3043224513530731,0.3086932897567749,0.3066151142120361,0.3063015937805176,0.3042306900024414,0.3038672804832458,0.3038462996482849,0.3068911433219909,0.3072203993797302,0.3089776933193207,0.3058432340621948,0.3073770105838775,0.3080585896968841,0.3049748837947845,0.3095029592514038],"label":"FineWeb: independent MinHash (id mh)"},"big-run-sampled-fineweb-c4-filters":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2302941530942917,0.2416165918111801,0.2465773671865463,0.2550011575222015,0.2562028765678406,0.2559355199337005,0.2601136267185211,0.2648983895778656,0.2668758332729339,0.2661155462265014,0.2700996994972229,0.2700810432434082,0.2751079499721527,0.2817017734050751,0.2775908708572387,0.2807701230049133,0.2780005633831024,0.277756005525589,0.2800264358520508,0.2816061377525329,0.2787154912948608,0.2837608754634857,0.2833610475063324,0.2869403064250946,0.2818289399147033,0.2815172076225281,0.2825063169002533,0.2822394371032715,0.283560961484909,0.2845624685287475,0.2808583080768585,0.2856335341930389,0.283153772354126,0.2809292078018188,0.2879937887191772,0.2861495614051819,0.2862360179424286,0.284620851278305,0.2889460921287536,0.291010707616806,0.2918261587619781,0.2878852188587188,0.2887992560863495,0.2906351387500763,0.291594535112381,0.2916258573532104,0.2940799593925476,0.2953670024871826,0.2921494245529175,0.2901459634304046,0.2911422252655029,0.288271814584732,0.2928976714611053,0.2932228446006775,0.2913794815540313,0.2931770086288452,0.2893092036247253,0.2919811904430389,0.2963067293167114,0.2945298850536346,0.2921327352523803,0.2955751419067383,0.2930903434753418,0.2965002655982971,0.2925142645835876,0.2930790483951568,0.2950820326805115,0.3016147017478943,0.2957343757152557,0.2973732948303222,0.2980496287345886,0.2937801778316498,0.2975121140480041,0.2972249388694763,0.2927454710006714,0.2995944917201996,0.2972663044929504,0.299287348985672,0.3034520447254181,0.2974648177623749,0.3006473779678345,0.3002971708774566,0.2987279891967773,0.293788731098175,0.3026892244815826,0.2962919175624847,0.3015013635158539,0.2992649972438812,0.2973540425300598,0.3007019460201263,0.3004373610019684,0.301533430814743,0.3003078401088714,0.3002879917621612,0.3053040206432342,0.3009098470211029,0.3052077293395996,0.3000718057155609,0.3052977323532104,0.3029014468193054,0.3008818328380584,0.2969191372394562,0.3021617233753204,0.3027226626873016,0.3052931129932403,0.3046871721744537,0.3007875680923462,0.2988024353981018,0.3013858199119568,0.2989254593849182,0.3035505414009094,0.3065397441387176,0.3058773577213287,0.3074235320091247,0.3077766299247741,0.3094547986984253,0.3044511973857879,0.3044136464595794,0.3030754029750824,0.3100808560848236,0.3076854348182678,0.3109170794486999,0.3098921477794647,0.3061263263225555,0.3073848783969879,0.3109084069728851,0.3095578253269195,0.3118360638618469,0.3103491961956024,0.3104451894760132,0.3080173432826996,0.309375137090683,0.3082537055015564,0.3087423741817474,0.311290442943573,0.3062575161457062,0.3073985278606415,0.306458443403244,0.3076779246330261,0.3111271560192108,0.3131977319717407,0.3087161481380462,0.3097175657749176,0.3050792813301086,0.3076922595500946,0.3114715814590454,0.3094529509544372,0.3095039129257202,0.3077337443828583,0.3111476898193359,0.3087998628616333,0.3099845051765442,0.3060329556465149,0.309011697769165,0.3055911958217621,0.3098457157611847,0.3087575733661651,0.3070004880428314,0.3075965940952301,0.3112162053585052,0.3082130849361419,0.3050159811973572,0.3081380724906921,0.308324784040451,0.3092889487743377,0.3137482702732086,0.310991883277893,0.3088895082473755,0.3081137239933014],"label":"FineWeb: id mh + C4 filters"},"big-run-fineweb-v1-all-dumps":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2302941530942917,0.2429431527853012,0.2520783543586731,0.2535875141620636,0.2579584121704101,0.257623016834259,0.2644924223423004,0.2671386897563934,0.2653158605098724,0.2712894976139068,0.2698535323143005,0.2731362879276275,0.2742581963539123,0.2757896780967712,0.2756090462207794,0.2761907577514648,0.2783097922801971,0.279890775680542,0.2743463218212127,0.2842880189418793,0.2752239108085632,0.2845419943332672,0.2855455577373504,0.2857337892055511,0.2793377041816711,0.2816682457923889,0.2881568074226379,0.2871111631393432,0.2884154617786407,0.2881301641464233,0.2881889343261719,0.290662944316864,0.2889313101768493,0.2874985039234161,0.2872265875339508,0.2902538776397705,0.2895982563495636,0.2874856889247894,0.2929568886756897,0.2919563949108124,0.2933833599090576,0.2893504798412323,0.2896448373794555,0.2870636880397796,0.2922311425209045,0.2901489734649658,0.2952201068401336,0.2961722910404205,0.2950969934463501,0.2943172454833984,0.2969871759414673,0.2978093922138214,0.2953187227249145,0.2998792827129364,0.2959098517894745,0.2978285253047943,0.2961616218090057,0.2955605983734131,0.2994873821735382,0.297453761100769,0.298129141330719,0.2945198118686676,0.2945064306259155,0.2999708950519562,0.2966920733451843,0.2985979914665222,0.296327531337738,0.2994519770145416,0.2990739047527313,0.2982426583766937,0.2979331314563751,0.3012721538543701,0.2975340783596039,0.2971437573432922,0.2973226308822632,0.3015873730182647,0.3030371367931366,0.3020343482494354,0.2967538833618164,0.3022714257240295,0.2964615821838379,0.2969719767570495,0.3021347522735595,0.3022515475749969,0.3036020398139953,0.2992149591445923,0.3027081489562988,0.3003914952278137,0.3025355339050293,0.3023872077465057,0.2999485433101654,0.3029618561267853,0.2977318465709686,0.3005884289741516,0.2998825311660766,0.3007142543792724,0.3015275001525879,0.301339715719223,0.3018406927585602,0.3034264743328094,0.3009020388126373,0.3016874492168426,0.3064017593860626,0.3028382062911987,0.3059247136116028,0.3040496110916137,0.3017222285270691,0.3020863533020019,0.3049421310424804,0.3061611950397491,0.3010604679584503,0.3062057495117187,0.3023945987224579,0.3036775290966034,0.3038296699523926,0.304576426744461,0.3018009066581726,0.3044451773166656,0.3059386610984802,0.3034792244434356,0.3044394254684448,0.3055608868598938,0.3025961518287658,0.3034948408603668,0.3066565692424774,0.3064004778861999,0.3041964173316955,0.3044833540916443,0.305993914604187,0.3065198957920074,0.3063429296016693,0.3075101375579834,0.3054932951927185,0.3063079118728637,0.3068665564060211,0.3083882927894592,0.3099013566970825,0.3096524775028229,0.3054267466068268,0.3075705170631408,0.3095861971378326,0.3075299263000488,0.3098695278167724,0.3088628053665161,0.310608297586441,0.3069742023944855,0.3081973195075989,0.3076914548873901,0.3091990649700165,0.3107609748840332,0.310116708278656,0.3084039390087127,0.3063969612121582,0.3065977990627289,0.3062192797660827,0.3088618218898773,0.3076717853546142,0.3072896003723144,0.3100455403327942,0.3078337013721466,0.308096319437027,0.3064403831958771,0.3083605468273163,0.307317852973938,0.3075421750545501,0.3094031512737274,0.3077214360237121,0.3130360543727875,0.3118569850921631],"label":"FineWeb: id mh + C4 + custom filters"}},"mmlu/acc_norm":{"big-run-sampled_full_filtered_no_dedup":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2501466572284698,0.2516599297523498,0.2610189318656921,0.2666046619415283,0.2667981088161468,0.2667821645736694,0.2708088159561157,0.2738403379917145,0.2726235687732696,0.2762763500213623,0.2768311202526092,0.2809228301048279,0.2836140990257263,0.2822815179824829,0.2831664383411407,0.2797218561172485,0.286342591047287,0.2855269610881805,0.2847287058830261,0.2888180613517761,0.286526083946228,0.2865165770053863,0.294582188129425,0.2925947606563568,0.2947863042354584,0.2892930805683136,0.2903610467910766,0.288201242685318,0.2873396277427673,0.2916238009929657,0.2908017039299011,0.2907920777797699,0.2952797412872314,0.2941452264785766,0.2921333611011505,0.2925891280174255,0.2968584895133972,0.2980035543441772,0.2964116632938385,0.2962304651737213,0.2950254380702972,0.2977516651153564,0.2944138348102569,0.3003402054309845,0.2976303696632385,0.3013098239898681,0.302829384803772,0.3018766045570373,0.305361807346344,0.2971298694610595,0.3014816343784332,0.3019805550575256,0.3037064969539642,0.2970167994499206,0.2995208501815796,0.2970106601715088,0.2990955114364624,0.3027818500995636,0.3048534691333771,0.2993872463703155,0.2986327707767486,0.3015393316745758,0.3003426790237427,0.3003274798393249,0.3017795085906982,0.3019182682037353,0.3015450537204742,0.3046211004257202,0.3031167984008789,0.3020436763763428,0.3011128306388855,0.3029948472976684,0.3045558631420135,0.301642894744873,0.3029441833496094,0.3035804331302643,0.3004390001296997,0.3021787703037262,0.306041270494461,0.3064048886299133,0.3087956011295318,0.3070018291473388,0.3065581619739532,0.3093871772289276,0.3060930073261261,0.3033313155174255,0.3072777390480041,0.306413859128952,0.3104493916034698,0.3056999444961548,0.3077532052993774,0.309231549501419,0.3070645034313202,0.3117790520191192,0.3114112913608551,0.312661737203598,0.3181777000427246,0.3117201030254364,0.3099702894687652,0.3074746131896972,0.3064963519573211,0.3105958700180053,0.3111456036567688,0.3084964454174042,0.3087405860424042,0.3121673166751861,0.3121528625488281,0.3100416660308838,0.3142979145050049,0.3129935264587402,0.3112611472606659,0.3119436800479889,0.3154115974903106,0.3091593086719513,0.3103814721107483,0.3130497634410858,0.3133455514907837,0.3152708411216736,0.3137963414192199,0.3099324703216553,0.3164172768592834,0.3133907914161682,0.3128255009651184,0.3134104907512665,0.3106969892978668,0.3130004107952118,0.3131391704082489,0.3130116462707519,0.3143952488899231,0.3143975436687469,0.3143710494041443,0.3163396418094635,0.3166862726211548,0.3184126019477844,0.3178988993167877,0.317479133605957,0.3184944093227386,0.316694974899292,0.3176258206367492,0.3182629346847534,0.3200214207172394,0.3181648552417755,0.320680022239685,0.3178716897964477,0.3182425796985626,0.3182984292507171,0.3158398568630218,0.3152642548084259,0.3132680356502533,0.3178914785385132,0.3156660795211792,0.3161703050136566,0.3176451921463012,0.3173815906047821,0.3194171786308288,0.3193057179450989,0.3172560334205627,0.317656546831131,0.3155770003795624,0.3199106156826019,0.3170182108879089,0.3156754970550537,0.3180731236934662,0.3205638229846954,0.3175432682037353,0.3184471428394317,0.3192788958549499,0.3197042346000671,0.3177168369293213],"label":"FineWeb: base filtering only"},"big-run-sampled_full_ind_minhash":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2501466572284698,0.2558934390544891,0.2618628144264221,0.2683217823505401,0.2699837982654571,0.2738722860813141,0.2744417488574981,0.2740873992443084,0.2807216048240661,0.2820421457290649,0.2891400754451751,0.2879075407981872,0.2881667613983154,0.2892490327358246,0.2882707118988037,0.2935869693756103,0.2870290875434875,0.2911452651023865,0.2949125170707702,0.2916406095027923,0.2981449663639068,0.2953989207744598,0.2946988642215729,0.297021746635437,0.3001497685909271,0.3010218441486358,0.2977036237716675,0.2992585003376007,0.2986803948879242,0.2994338274002075,0.2989781498908996,0.3041955828666687,0.3030496537685394,0.303806334733963,0.3036351203918457,0.3058845102787018,0.300450712442398,0.3025284707546234,0.3072526752948761,0.3039065897464752,0.3073755502700805,0.3070493042469024,0.3083153367042541,0.3123056292533874,0.307761400938034,0.3053378164768219,0.3116358816623688,0.3080427348613739,0.308482676744461,0.307318776845932,0.3083004653453827,0.3089516758918762,0.3088736236095428,0.3077724277973175,0.3126304149627685,0.3101697862148285,0.3159398734569549,0.314792275428772,0.3103811144828796,0.3111368715763092,0.3129658997058868,0.311605304479599,0.3118223249912262,0.3133279979228973,0.3146496713161468,0.3195074200630188,0.3142614662647247,0.3125102519989013,0.3115333616733551,0.3183117806911468,0.3168580532073974,0.3187012672424316,0.3179306983947754,0.3157722651958465,0.3214826583862304,0.3145081698894501,0.3172421753406524,0.3151432573795318,0.3181649446487427,0.3180212080478668,0.3171605765819549,0.3212067782878876,0.3180184066295624,0.3209905624389648,0.319052129983902,0.3212707936763763,0.3196887373924255,0.3188316226005554,0.3164899051189422,0.3241994678974151,0.3179469406604767,0.3214083909988403,0.3206575512886047,0.3263285160064697,0.3219505250453949,0.3181525468826294,0.3219776451587677,0.3259726762771606,0.3197665512561798,0.3236161768436432,0.3177970349788666,0.3258080780506134,0.3208407461643219,0.3251138925552368,0.3242645859718323,0.3229723274707794,0.3227455914020538,0.3206316232681274,0.3256695866584778,0.3241210877895355,0.3224890530109405,0.3263737261295318,0.3214233517646789,0.3240345120429992,0.3222567737102508,0.3242291808128357,0.3257078528404236,0.3278365731239319,0.3277338743209839,0.3253948092460632,0.3232105076313019,0.3267974853515625,0.3263654410839081,0.3262891769409179,0.3238334357738495,0.3294911682605743,0.3261866867542267,0.3243315815925598,0.3250119090080261,0.326727420091629,0.3268802464008331,0.3269768059253692,0.3257980346679687,0.3280686736106872,0.3274897634983063,0.3282252252101898,0.3272863030433655,0.328346699476242,0.325562834739685,0.3301684856414795,0.3284023404121399,0.3268299400806427,0.3286610245704651,0.3291078805923462,0.324972927570343,0.3314772248268127,0.3278062343597412,0.326839417219162,0.3277239501476288,0.330414742231369,0.3271744549274444,0.3279334008693695,0.3288575112819671,0.3285425007343292,0.3282454907894134,0.3296376466751098,0.3305942714214325,0.3276287615299225,0.3292438983917236,0.329515129327774,0.3281475007534027,0.3282177448272705,0.3333999514579773,0.3302631080150604,0.330238401889801,0.3323166668415069,0.3313035368919372,0.32961106300354,0.3321967124938965],"label":"FineWeb: independent MinHash (id mh)"},"big-run-sampled-fineweb-c4-filters":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2501466572284698,0.251920074224472,0.2591456174850464,0.2687398791313171,0.269056499004364,0.2683902382850647,0.2725079655647278,0.2752586305141449,0.2753303050994873,0.2848396897315979,0.2833426892757416,0.2844280302524566,0.2847303748130798,0.294879138469696,0.2871393859386444,0.2900991439819336,0.2932447791099548,0.2926276624202728,0.2924879789352417,0.2937914729118347,0.2919517457485199,0.2991980910301208,0.2929336428642273,0.3003193736076355,0.2955676615238189,0.2993899285793304,0.2975476682186126,0.2978275716304779,0.2994768321514129,0.2984132170677185,0.2998209595680237,0.3030214607715606,0.2984272837638855,0.2997688949108124,0.3041917085647583,0.3071142137050628,0.3038201630115509,0.3035272359848022,0.3047704994678497,0.3072718679904938,0.3085931539535522,0.3052116930484772,0.3084307312965393,0.3089986145496368,0.3102100193500519,0.3066395819187164,0.3109234273433685,0.3082580268383026,0.3055950105190277,0.3064471781253814,0.3052197098731994,0.3076579868793487,0.3114514350891113,0.3092200756072998,0.3083749115467071,0.3078047931194305,0.3102362751960754,0.3083966672420501,0.3149019181728363,0.3096835613250732,0.3129985630512237,0.3098655939102173,0.3105471730232239,0.3110797703266144,0.3097324073314667,0.3102588951587677,0.3108883202075958,0.3140653371810913,0.3143481016159057,0.3121947944164276,0.3064004778861999,0.3148718774318695,0.3152956068515777,0.3166911900043487,0.3115324079990387,0.311627596616745,0.3122025728225708,0.3186626732349396,0.3177326321601867,0.3107803463935852,0.3128083050251007,0.3109799027442932,0.3142008483409881,0.3121736049652099,0.3163987696170807,0.3134956955909729,0.3152486085891723,0.3163009285926819,0.3165099024772644,0.3186413049697876,0.315637856721878,0.3207236230373382,0.3161193430423736,0.3157550990581512,0.320356547832489,0.3172537386417389,0.318843811750412,0.3146925568580627,0.3193819522857666,0.3169102966785431,0.3154685497283935,0.3166710138320923,0.3187788426876068,0.3196616470813751,0.3190047442913055,0.3186605274677276,0.3162576556205749,0.3164195120334625,0.3191222250461578,0.3135613799095154,0.3175683617591858,0.3212282657623291,0.3279584646224975,0.3228197395801544,0.3242316544055938,0.3254729807376861,0.3239398598670959,0.3223652243614197,0.3198129832744598,0.3218621611595154,0.3264771103858948,0.323866069316864,0.32564178109169,0.32478728890419,0.3236158192157745,0.3245747685432434,0.3280244767665863,0.3271372020244598,0.3254362642765045,0.3266178965568542,0.3218266665935516,0.3268883228302002,0.321928471326828,0.324524849653244,0.3237947523593902,0.3238577842712402,0.3237817287445068,0.3233639299869537,0.325821191072464,0.3257157802581787,0.3272253274917602,0.3244009912014007,0.3231483995914459,0.3226592242717743,0.3233656585216522,0.3266710937023163,0.3259218335151672,0.3275097906589508,0.3273427188396454,0.3276328444480896,0.3251460194587707,0.3274493515491485,0.3227463960647583,0.3261785507202148,0.32408007979393,0.3253126442432403,0.3242971301078796,0.326819509267807,0.3268508613109588,0.3265140950679779,0.3266753256320953,0.3250673115253448,0.3271500170230865,0.3292337656021118,0.3286773562431335,0.3286141455173492,0.3296676576137543,0.3257955610752105,0.3266003727912903],"label":"FineWeb: id mh + C4 filters"},"big-run-fineweb-v1-all-dumps":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2501466572284698,0.2562687695026397,0.264194518327713,0.2659797668457031,0.2690401375293731,0.2707462012767792,0.2736803293228149,0.2808477580547333,0.2819793820381164,0.2818062305450439,0.2852273285388946,0.2852552533149719,0.293150246143341,0.2869345247745514,0.2896078526973724,0.2926198840141296,0.2911646664142608,0.2883031964302063,0.2938489317893982,0.2923268675804138,0.2927436530590057,0.2957125902175903,0.2942458391189575,0.2957732379436493,0.2933609783649444,0.2939628064632416,0.2984270751476288,0.2989151179790497,0.3007727265357971,0.2968312501907348,0.2969468235969543,0.3013020753860473,0.3045085966587066,0.3018752634525299,0.3014349043369293,0.2988792657852173,0.3034284710884094,0.3015728890895843,0.3065252900123596,0.3021449446678161,0.3043071627616882,0.303546279668808,0.3056059181690216,0.2971993386745453,0.3057574033737182,0.3057517111301422,0.3124973773956299,0.3139103651046753,0.3144983947277069,0.3126215636730194,0.3140240907669067,0.3113631308078766,0.3124240636825561,0.3126817643642425,0.3123457431793213,0.3111095428466797,0.3113269805908203,0.3142518699169159,0.3163851797580719,0.3134008049964905,0.3138530254364013,0.3171449303627014,0.3119543790817261,0.3147956132888794,0.3138984441757202,0.3178529143333435,0.3162296414375305,0.315980851650238,0.3123161196708679,0.3166452944278717,0.3140694200992584,0.3176922798156738,0.3176673054695129,0.3150016367435455,0.3161586821079254,0.3222477436065674,0.3194025754928589,0.3176416158676147,0.3159928619861603,0.3169592320919037,0.3135637938976288,0.3155058920383453,0.3215300440788269,0.3201274275779724,0.3192023932933807,0.3156079053878784,0.3212503492832184,0.3163617849349975,0.3223940432071686,0.3191330432891845,0.3194314539432525,0.3221519589424133,0.3211863040924072,0.3197937309741974,0.3174488544464111,0.3159596025943756,0.3157133460044861,0.3193388879299164,0.3163386285305023,0.3202225565910339,0.3163421154022217,0.3212694227695465,0.3187369704246521,0.3203508555889129,0.3224054872989654,0.3207881152629852,0.3219418525695801,0.3197605609893799,0.3255409598350525,0.3253240585327148,0.319698303937912,0.3250498473644256,0.3228228390216827,0.3213794529438019,0.3219127357006073,0.3214426934719085,0.3238218128681183,0.3229665458202362,0.3220484256744385,0.3240038454532623,0.3246393501758575,0.3237775564193725,0.3258441984653473,0.322843462228775,0.3241913020610809,0.324148565530777,0.3238157927989959,0.3248989582061767,0.3280864655971527,0.3288898766040802,0.3265794515609741,0.3277602791786194,0.3231202363967895,0.3224002718925476,0.323845773935318,0.3278093039989471,0.3247094452381134,0.3289697468280792,0.3272296786308288,0.3275051414966583,0.3271359801292419,0.3280861675739288,0.3281281590461731,0.327859491109848,0.3281152546405792,0.3282515406608581,0.3258990049362182,0.3271094560623169,0.3259278535842895,0.3258941769599914,0.3278749883174896,0.3300504386425018,0.326113760471344,0.3242938220500946,0.3262194991111755,0.3263693153858185,0.3274452090263366,0.3254594206809997,0.3287247717380523,0.3250340223312378,0.3270816206932068,0.3275731801986694,0.3282500207424164,0.3257671594619751,0.3272948265075683,0.3274084031581878,0.3302212655544281,0.3322067260742187,0.3296935856342315],"label":"FineWeb: id mh + C4 + custom filters"}}},"layout":{"xaxis":{"title":{"text":"Training tokens (billions)"}},"yaxis":{"title":{"text":"Agg score"},"range":[0.44,0.495]},"title":{"text":"The different FineWeb processing steps"}},"defaultWindowSize":5}
\ No newline at end of file