assets/data/plots/dedup_attempts/mmlu_acc_norm.json

{"data": {"big-run-refinedweb": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2501466572284698, 0.2528519630432129, 0.2616856694221496, 0.2665999829769134, 0.2683407664299011, 0.2742894291877746, 0.2762066125869751, 0.2807516455650329, 0.2767378389835357, 0.2807380557060241, 0.2788906991481781, 0.2844051718711853, 0.2856102883815765, 0.2883394360542297, 0.2890409529209137, 0.2894668281078338, 0.2883355319499969, 0.2872501015663147, 0.291619062423706, 0.2900333702564239, 0.2962473034858703, 0.2962896525859833, 0.297355443239212, 0.2932226359844208, 0.2886744439601898, 0.29665008187294, 0.2976542115211487, 0.2991503179073334, 0.3004479110240936, 0.3044549524784088, 0.2976194322109222, 0.3014707863330841, 0.3048252463340759, 0.3039425611495971, 0.303354948759079, 0.3027459383010864, 0.2999922931194305, 0.3050121665000915, 0.2998814284801483, 0.2978588044643402, 0.3041949570178985, 0.3010904192924499, 0.3022017180919647, 0.2997751235961914, 0.3015910983085632, 0.3096485137939453, 0.3012076020240783, 0.3065535724163055, 0.3042872548103332, 0.3104783594608307, 0.2997980415821075, 0.3051296770572662, 0.303458571434021, 0.3088337182998657, 0.3145398199558258, 0.3032208085060119, 0.310806930065155, 0.3075874149799347, 0.3101692199707031, 0.310107946395874, 0.3066047430038452, 0.3109066784381866, 0.3081336915493011, 0.3084586262702942, 0.3086149394512176, 0.3085348606109619, 0.3136637806892395, 0.3110873103141784, 0.31076380610466, 0.3084572553634643, 0.3133681714534759, 0.3125792145729065, 0.3124453127384186, 0.3097185790538788, 0.3106793165206909, 0.3089564740657806, 0.3111244142055511, 0.3123694658279419, 0.3144859969615936, 0.3135123550891876, 0.311982125043869, 0.3142133951187134, 0.3122903704643249, 0.3147654831409454, 0.3078767359256744, 0.314947634935379, 0.3171303570270538, 0.3129573762416839, 0.3154936134815216, 0.3158208429813385, 0.3153132200241089, 0.3141326904296875, 0.3163397014141083, 0.3166318237781524, 0.3168410360813141, 0.3198235332965851, 0.3201336860656738, 0.3212967813014984, 0.3191385567188263, 0.3178017139434814, 0.3192791938781738, 0.323061466217041, 0.320336639881134, 0.3165886104106903, 0.3206393420696258, 0.3167395293712616, 0.3135207295417785, 0.315539002418518, 0.3191742599010467, 0.321073055267334, 0.3222262561321258, 0.3193058371543884, 0.3213480710983276, 0.3198905289173126, 0.3219239711761474, 0.3211614489555359, 0.318855881690979, 0.3177095353603363, 0.324197381734848, 0.3208906352519989, 0.3264936804771423, 0.3245965242385864, 0.3231639564037323, 0.3221887946128845, 0.3277338445186615, 0.3227696120738983, 0.3263820111751556, 0.3258577883243561, 0.3264622390270233, 0.3222362995147705, 0.3286814987659454, 0.3235024213790893, 0.32446950674057, 0.3311836123466491, 0.328130304813385, 0.3271634578704834, 0.3250012993812561, 0.3309800624847412, 0.3274554014205932, 0.3273015916347503, 0.3261759579181671, 0.32697594165802, 0.3303172886371612, 0.3282814025878906, 0.3289586305618286, 0.3260826468467712, 0.3258011937141418, 0.3297208249568939, 0.3254813551902771, 0.3287739753723144, 0.3287097811698913, 0.3275279700756073, 0.3293041586875915, 0.3314100801944732, 0.3287808299064636, 0.3251930773258209, 0.3288172781467438, 0.3265027701854706, 0.3275215625762939, 0.3290774822235107, 0.3261331617832184, 0.3299777805805206, 0.331955999135971, 0.3305029273033142, 0.3274719417095184, 0.3235560953617096, 0.3269940316677093, 0.3323083519935608], "label": "RefinedWeb"}, "big-run-sampled_full_ind_minhash": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2501466572284698, 0.2558934390544891, 0.2618628144264221, 0.2683217823505401, 0.2699837982654571, 0.2738722860813141, 0.2744417488574981, 0.2740873992443084, 0.2807216048240661, 0.2820421457290649, 0.2891400754451751, 0.2879075407981872, 0.2881667613983154, 0.2892490327358246, 0.2935869693756103, 0.2870290875434875, 0.2911452651023865, 0.2949125170707702, 0.2916406095027923, 0.2981449663639068, 0.2953989207744598, 0.2946988642215729, 0.297021746635437, 0.3001497685909271, 0.3010218441486358, 0.2977036237716675, 0.2992585003376007, 0.2986803948879242, 0.2994338274002075, 0.2989781498908996, 0.3041955828666687, 0.3030496537685394, 0.303806334733963, 0.3036351203918457, 0.3058845102787018, 0.300450712442398, 0.3025284707546234, 0.3072526752948761, 0.3039065897464752, 0.3073755502700805, 0.3070493042469024, 0.3083153367042541, 0.3123056292533874, 0.307761400938034, 0.3053378164768219, 0.3116358816623688, 0.3080427348613739, 0.308482676744461, 0.307318776845932, 0.3083004653453827, 0.3089516758918762, 0.3088736236095428, 0.3077724277973175, 0.3126304149627685, 0.3101697862148285, 0.3159398734569549, 0.314792275428772, 0.3103811144828796, 0.3111368715763092, 0.3129658997058868, 0.311605304479599, 0.3118223249912262, 0.3133279979228973, 0.3146496713161468, 0.3195074200630188, 0.3142614662647247, 0.3125102519989013, 0.3115333616733551, 0.3183117806911468, 0.3168580532073974, 0.3187012672424316, 0.3179306983947754, 0.3157722651958465, 0.3214826583862304, 0.3145081698894501, 0.3172421753406524, 0.3151432573795318, 0.3181649446487427, 0.3180212080478668, 0.3171605765819549, 0.3212067782878876, 0.3180184066295624, 0.3209905624389648, 0.319052129983902, 0.3212707936763763, 0.3196887373924255, 0.3188316226005554, 0.3164899051189422, 0.3241994678974151, 0.3179469406604767, 0.3214083909988403, 0.3206575512886047, 0.3263285160064697, 0.3219505250453949, 0.3181525468826294, 0.3219776451587677, 0.3259726762771606, 0.3197665512561798, 0.3236161768436432, 0.3177970349788666, 0.3258080780506134, 0.3208407461643219, 0.3251138925552368, 0.3242645859718323, 0.3229723274707794, 0.3227455914020538, 0.3206316232681274, 0.3256695866584778, 0.3241210877895355, 0.3224890530109405, 0.3263737261295318, 0.3214233517646789, 0.3240345120429992, 0.3222567737102508, 0.3242291808128357, 0.3257078528404236, 0.3278365731239319, 0.3277338743209839, 0.3253948092460632, 0.3232105076313019, 0.3267974853515625, 0.3263654410839081, 0.3262891769409179, 0.3238334357738495, 0.3294911682605743, 0.3261866867542267, 0.3243315815925598, 0.3250119090080261, 0.326727420091629, 0.3268802464008331, 0.3269768059253692, 0.3257980346679687, 0.3280686736106872, 0.3274897634983063, 0.3282252252101898, 0.3272863030433655, 0.328346699476242, 0.325562834739685, 0.3301684856414795, 0.3284023404121399, 0.3268299400806427, 0.3286610245704651, 0.3291078805923462, 0.324972927570343, 0.3314772248268127, 0.3278062343597412, 0.326839417219162, 0.3277239501476288, 0.330414742231369, 0.3271744549274444, 0.3279334008693695, 0.3288575112819671, 0.3285425007343292, 0.3282454907894134, 0.3296376466751098, 0.3305942714214325, 0.3276287615299225, 0.3292438983917236, 0.329515129327774, 0.3281475007534027, 0.3282177448272705, 0.3333999514579773, 0.3302631080150604, 0.330238401889801, 0.3323166668415069, 0.3313035368919372, 0.32961106300354, 0.3321967124938965], "label": "FineWeb independent MinHash"}, "big-run-url_dedups_lowercase_char_length": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2501270473003387, 0.2601193785667419, 0.2603300809860229, 0.2651051580905914, 0.2728359699249267, 0.2695354223251343, 0.2739534378051758, 0.273395299911499, 0.2795966863632202, 0.284147173166275, 0.2829134464263916, 0.2859565317630768, 0.2828491330146789, 0.2857730388641357, 0.2869693040847778, 0.2732402086257934, 0.2847454845905304, 0.2865219116210937, 0.2886554598808288, 0.2892797291278839, 0.291290283203125, 0.2916518449783325, 0.2931891679763794, 0.2898360192775726, 0.2938919961452484, 0.2971687614917755, 0.3001134991645813, 0.294775515794754, 0.2936112582683563, 0.295440137386322, 0.2940499782562256, 0.2959242463111877, 0.2958227396011352, 0.2964979708194732, 0.2992638945579529, 0.297306627035141, 0.3005943894386291, 0.2951188385486603, 0.2941581606864929, 0.293078601360321, 0.2979267835617065, 0.3031066656112671, 0.3003516793251037, 0.2999812364578247, 0.3004582524299621, 0.2986674308776855, 0.3050016462802887, 0.3036046326160431, 0.3008712530136108, 0.3021310865879059, 0.2994182109832763, 0.3020281195640564, 0.3047858774662018, 0.3041724264621734, 0.3056511282920837, 0.301408976316452, 0.3070854544639587, 0.3071627020835876, 0.306472510099411, 0.3035155236721039, 0.3071917593479156, 0.3056483864784241, 0.3062016367912292, 0.308484673500061, 0.3041844666004181, 0.3077157437801361, 0.3091868460178375, 0.3021266460418701, 0.3123455643653869, 0.3037546277046203, 0.3053824007511139, 0.3085947334766388, 0.3063064217567444, 0.3060091733932495, 0.3091322183609009, 0.3121630549430847, 0.3081730604171753, 0.3094003200531006, 0.3113689124584198, 0.3081904053688049, 0.3116835951805115, 0.3110847771167755, 0.3124465942382812, 0.3175485730171203, 0.3095638453960418, 0.3100215196609497, 0.3138969242572784, 0.3140412271022796, 0.3111719191074371, 0.3088774979114532, 0.3125203847885132, 0.3101697266101837, 0.3074556291103363, 0.3127395212650299, 0.3137616813182831, 0.3123770952224731, 0.3175848126411438, 0.3179801702499389, 0.3177808821201324, 0.3152839839458465, 0.3149872720241546, 0.3162716925144195, 0.313893973827362, 0.3169337511062622, 0.3194557428359985, 0.320783257484436, 0.3173812925815582, 0.3184501230716705, 0.3196139335632324, 0.3192282319068908, 0.3193719089031219, 0.3167150914669037, 0.3165983259677887, 0.3183095753192901, 0.3176077306270599, 0.3150804936885834, 0.3173128664493561, 0.3199821710586548, 0.3199923634529114, 0.3177184164524078, 0.3217757642269134, 0.3218257427215576, 0.3207743465900421, 0.3207042217254638, 0.3210084140300751, 0.320665568113327, 0.3229833245277405, 0.3163409233093261, 0.3208892941474914, 0.3266535699367523, 0.3246155977249145, 0.3205644786357879, 0.3224078416824341, 0.3222611546516418, 0.3225222527980804, 0.3242463171482086, 0.3233701586723327, 0.3194558620452881, 0.3234175741672516, 0.3216695189476013, 0.3188563883304596, 0.3213144540786743, 0.3217793107032776, 0.32503741979599, 0.3196976482868194, 0.3221116364002228, 0.3204020261764526, 0.321814477443695, 0.3251912891864776, 0.3248582780361175, 0.3253252208232879, 0.3280388116836548, 0.3276797235012054, 0.3250380158424377, 0.326240211725235, 0.3244286477565765, 0.3302447497844696, 0.3256846368312835, 0.3278273046016693, 0.3264793753623962, 0.3292208611965179, 0.3291683495044708, 0.3294762372970581, 0.325553834438324, 0.3297241032123565, 0.3272131681442261, 0.3282396793365478, 0.3285378813743591], "label": "FineWeb URL dedup"}, "big-run-sampled_line_dedup_3lines2": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2501466572284698, 0.2519457042217254, 0.2616576254367828, 0.2658758163452148, 0.2679929733276367, 0.2748787999153137, 0.2722893059253692, 0.2727676928043365, 0.2729955911636352, 0.2822930216789245, 0.2800237536430359, 0.2829027771949768, 0.2829135060310364, 0.2898730635643005, 0.2846636474132538, 0.2839370965957641, 0.2861545979976654, 0.2896808981895447, 0.2867587506771087, 0.2898013889789581, 0.294308990240097, 0.2903220653533935, 0.2936711013317108, 0.2989178001880646, 0.2917765974998474, 0.2910472750663757, 0.2990753650665283, 0.2938545048236847, 0.295077919960022, 0.2974505126476288, 0.2954602241516113, 0.2991233468055725, 0.2987752854824066, 0.2968650162220001, 0.2968560755252838, 0.293784499168396, 0.3008463978767395, 0.2980752885341644, 0.2968375384807586, 0.2989378273487091, 0.3031772673130035, 0.2982144057750702, 0.3072997033596039, 0.3009755611419678, 0.3018175363540649, 0.2972880899906158, 0.3021102547645569, 0.2980607748031616, 0.3018033504486084, 0.3023277521133423, 0.300980657339096, 0.3057446777820587, 0.3020549416542053, 0.3060078024864197, 0.3068509101867676, 0.3020707070827484, 0.3008501827716827, 0.29716557264328, 0.302139401435852, 0.3058683276176452, 0.3006373047828674, 0.3022995293140411, 0.301407903432846, 0.3064575493335724, 0.303903192281723, 0.3047733604907989, 0.3033999502658844, 0.3063433170318603, 0.303598016500473, 0.3049065470695495, 0.3019661605358124, 0.3097213208675384, 0.3073177337646484, 0.3025659918785095, 0.3060482144355774, 0.3043042421340942, 0.3042346537113189, 0.3050568997859955, 0.3085763156414032, 0.3084185421466827, 0.3137410581111908, 0.3108421564102173, 0.3040379583835602, 0.3115585446357727, 0.3095895648002624, 0.3092672228813171, 0.3157180249691009, 0.3095114827156067, 0.3092750906944275, 0.312365710735321, 0.3091018795967102, 0.305467814207077, 0.3066084682941437, 0.3131795823574066, 0.3122726380825043, 0.3114704191684723, 0.3103253245353699, 0.3097927272319793, 0.3119098246097564, 0.3089095056056976, 0.3157062232494354, 0.3098137676715851, 0.3152211308479309, 0.3178564608097076, 0.3106072545051574, 0.3152905702590942, 0.3110293745994568, 0.3181415498256683, 0.3124554455280304, 0.3141775727272033, 0.3106608688831329, 0.3153694272041321, 0.3164840936660766, 0.3161872029304504, 0.3145796358585357, 0.3129156231880188, 0.3179356455802917, 0.3162539005279541, 0.3172806203365326, 0.3169152438640594, 0.315283328294754, 0.3183337450027466, 0.3184880316257477, 0.3185418248176574, 0.3173484802246094, 0.3167769014835357, 0.3173246681690216, 0.3174279034137726, 0.3163758516311645, 0.3178513050079345, 0.3180612027645111, 0.3173169791698456, 0.3186269700527191, 0.3139888346195221, 0.3200428187847137, 0.3192640244960785, 0.3197024464607239, 0.3211536407470703, 0.3195748925209045, 0.3156979978084564, 0.3221191167831421, 0.3171336948871612, 0.3193728923797607, 0.3215304613113403, 0.3195070922374725, 0.3209142386913299, 0.3222731053829193, 0.323394238948822, 0.3211849927902221, 0.3216917812824249, 0.3207966089248657, 0.31895911693573, 0.3225454092025757, 0.3228538036346435, 0.3228538334369659, 0.3240528106689453, 0.3232811093330383, 0.3257603347301483, 0.3250167369842529, 0.3232788741588592, 0.3213972151279449, 0.3212160468101501, 0.3239104747772217, 0.322483479976654, 0.3179150223731994, 0.3196662366390228, 0.3223597407341003, 0.3219237923622131], "label": "FineWeb 3-line dedup"}, "big-run-sampled_cross_minhash_dump": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2501466572284698, 0.2544876635074615, 0.2636238932609558, 0.2635596990585327, 0.2753011584281921, 0.276723712682724, 0.2776635885238647, 0.2790510952472687, 0.2780559957027435, 0.2842589914798736, 0.2803126275539398, 0.2806592285633087, 0.2843835055828094, 0.2832211852073669, 0.2839561700820923, 0.2892738282680511, 0.2865834534168243, 0.286511093378067, 0.2889319062232971, 0.2891861796379089, 0.290885180234909, 0.2850055992603302, 0.2917909622192383, 0.2899129688739776, 0.2898374497890472, 0.2910006940364837, 0.2872054278850555, 0.2907578349113464, 0.2926150560379028, 0.2880342006683349, 0.2901965379714966, 0.2952837347984314, 0.2859585881233215, 0.2937746942043304, 0.2954647243022918, 0.2966125607490539, 0.2966502606868744, 0.297608733177185, 0.2967801690101623, 0.2954789400100708, 0.291534274816513, 0.2982968688011169, 0.2948050796985626, 0.2971893846988678, 0.2985599935054779, 0.3000908493995666, 0.3015654385089874, 0.3026306331157684, 0.2969894111156463, 0.295008510351181, 0.3051140904426574, 0.3011809289455414, 0.301148384809494, 0.30084028840065, 0.3000010251998901, 0.2981067597866058, 0.2965763211250305, 0.2994557917118072, 0.299673318862915, 0.302642285823822, 0.2997134327888489, 0.3017182052135467, 0.2968311905860901, 0.3011281490325928, 0.3021756708621979, 0.3043635487556457, 0.2973764538764953, 0.3025802671909332, 0.2972780764102936, 0.3005335927009582, 0.3014411330223083, 0.3007441163063049, 0.298946738243103, 0.2994847297668457, 0.3046847283840179, 0.3010449707508087, 0.3046635091304779, 0.302239179611206, 0.306140124797821, 0.298642635345459, 0.3050216436386108, 0.3010282516479492, 0.304199755191803, 0.3069856762886047, 0.3023611009120941, 0.3038834035396576, 0.3043374717235565, 0.3029325902462005, 0.3067526221275329, 0.3038187325000763, 0.3058615326881408, 0.3053784370422363, 0.3040686249732971, 0.3057010769844055, 0.3075809180736542, 0.3058017790317535, 0.3063019514083862, 0.3042554259300232, 0.3066894114017486, 0.3059817552566528, 0.31159707903862, 0.3104826211929321, 0.3057895004749298, 0.3096732795238495, 0.308764636516571, 0.3081749975681305, 0.3074744343757629, 0.3111171126365661, 0.3071461021900177, 0.3081350028514862, 0.30860435962677, 0.3113418519496918, 0.312028169631958, 0.3068177998065948, 0.3104725778102875, 0.3109223246574402, 0.3129202127456665, 0.3100030422210693, 0.3143675029277801, 0.3113570511341095, 0.3117307424545288, 0.3134656250476837, 0.3128443658351898, 0.3097193837165832, 0.3132749795913696, 0.3155365586280823, 0.3150430917739868, 0.3125199973583221, 0.3146211802959442, 0.3124625384807586, 0.3148326575756073, 0.3140344321727752, 0.3188642859458923, 0.3200671076774597, 0.3202098309993744, 0.3182824552059173, 0.3144026398658752, 0.3155149817466736, 0.3157094419002533, 0.3168105185031891, 0.3165365159511566, 0.3145294785499573, 0.3134921789169311, 0.3159840404987335, 0.3180464506149292, 0.3156932294368744, 0.3171059191226959, 0.3154203295707702, 0.3152349889278412, 0.3141801059246063, 0.3131091594696045, 0.3181729018688202, 0.3161401152610779, 0.3146364092826843, 0.3182015419006347, 0.3157785534858703, 0.3172916769981384, 0.3164207339286804, 0.3199963867664337, 0.3189407289028168, 0.3206113576889038, 0.3212437927722931, 0.3190592527389526, 0.3212800323963165, 0.3199907541275024, 0.3186413943767547, 0.3241027593612671, 0.3206748366355896], "label": "FineWeb full MinHash"}, "big-run-sampled_line_dedup_min_words": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2501466572284698, 0.2545117735862732, 0.2621592879295349, 0.2663872838020324, 0.2735494375228882, 0.2750547230243683, 0.2745842039585113, 0.2804706394672394, 0.2774804532527923, 0.2806868255138397, 0.2805372774600982, 0.2818433940410614, 0.2860418856143951, 0.2857778966426849, 0.2832511961460113, 0.2857283651828766, 0.2871247231960296, 0.2976761162281036, 0.291380375623703, 0.2948584854602813, 0.2915708124637604, 0.2921579778194427, 0.2946071922779083, 0.293646365404129, 0.2965326607227325, 0.2922790348529815, 0.2949602603912353, 0.2975448966026306, 0.2989871203899383, 0.2986166477203369, 0.2999732196331024, 0.2998775541782379, 0.2963463366031647, 0.2952789962291717, 0.2985642850399017, 0.3006074130535126, 0.3027309477329254, 0.3005261421203613, 0.300907164812088, 0.3029783368110657, 0.3044944405555725, 0.2981569766998291, 0.2956142127513885, 0.299979031085968, 0.305809885263443, 0.3034764528274536, 0.3013955950736999, 0.3041820526123047, 0.3046390116214752, 0.3076345920562744, 0.3025684952735901, 0.302787572145462, 0.3042838275432586, 0.3087618947029114, 0.3073809146881103, 0.3083157241344452, 0.309103399515152, 0.3066750168800354, 0.3067053854465484, 0.3106936514377594, 0.3109026551246643, 0.3106796741485595, 0.3055593967437744, 0.3090705275535583, 0.3055923879146576, 0.3087252378463745, 0.3072529137134552, 0.3051963150501251, 0.3050454556941986, 0.3084619641304016, 0.306672602891922, 0.3049459159374237, 0.3070027530193329, 0.3086561560630798, 0.308915913105011, 0.3056142330169678, 0.3065256178379059, 0.3072161078453064, 0.3122203350067138, 0.3062950074672699, 0.3103486597537994, 0.3102059662342071, 0.3119488358497619, 0.3082771897315979, 0.3100796043872833, 0.3124868273735046, 0.3110047280788421, 0.3118720054626465, 0.3041315376758575, 0.3115057647228241, 0.3088001906871795, 0.3168577551841736, 0.3113644421100616, 0.3124366104602813, 0.3168828785419464, 0.3092926144599914, 0.3121701180934906, 0.3163682520389557, 0.3150610029697418, 0.3114746809005737, 0.3134048581123352, 0.3160704970359802, 0.3136301040649414, 0.3169615864753723, 0.3144893646240234, 0.3145791292190552, 0.3127212226390838, 0.3167306184768677, 0.3172886669635772, 0.3168951570987701, 0.3155937790870666, 0.3135920763015747, 0.3156870603561401, 0.3176205158233642, 0.3117742240428924, 0.3131571114063263, 0.3150772750377655, 0.3159766495227813, 0.3157162070274353, 0.3173562586307525, 0.3140435516834259, 0.3161553144454956, 0.3147145509719848, 0.317251056432724, 0.3186215758323669, 0.3167826533317566, 0.314603179693222, 0.3149664998054504, 0.3215184211730957, 0.3178073167800903, 0.3187208175659179, 0.317701518535614, 0.3186627030372619, 0.3185585141181946, 0.3173464238643646, 0.3165761530399322, 0.3158655762672424, 0.3201327919960022, 0.3181135058403015, 0.3217732012271881, 0.3195838332176208, 0.3207148909568786, 0.3191827833652496, 0.3201151490211487, 0.3208780586719513, 0.3220908343791961, 0.3213065266609192, 0.3219057321548462, 0.3219298720359802, 0.3216041922569275, 0.321382611989975, 0.3205022811889648, 0.3241901993751526, 0.3208385705947876, 0.3208568692207336, 0.3225097060203552, 0.3254899382591247, 0.3231809437274933, 0.3233455717563629, 0.3200404942035675, 0.3185034096240997, 0.3179292380809784, 0.3200477659702301, 0.3212410807609558, 0.3217600584030151, 0.3198374509811401, 0.3197197318077087, 0.3201925456523895], "label": "FineWeb line dedup w/ min words"}, "big-run-sampled_full_imh_linededup": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2501466572284698, 0.253999799489975, 0.2583010494709015, 0.269153743982315, 0.2707667946815491, 0.2717087566852569, 0.2736553251743316, 0.2758435606956482, 0.2778100669384002, 0.2814604938030243, 0.2868002951145172, 0.2827531099319458, 0.2838069796562195, 0.2848111987113952, 0.2881324887275696, 0.2899852097034454, 0.288834810256958, 0.2855388522148132, 0.2903755009174347, 0.2859087288379669, 0.286707192659378, 0.2928432524204254, 0.2948739528656006, 0.2832534611225128, 0.2934349179267883, 0.2905211448669433, 0.295222669839859, 0.29123255610466, 0.2889701426029205, 0.2944531738758087, 0.2919276058673858, 0.2897505760192871, 0.2937909960746765, 0.2939953207969665, 0.2948339879512787, 0.2973888516426086, 0.2988723516464233, 0.2959459722042084, 0.2978571951389313, 0.2987410128116607, 0.2943701148033142, 0.3009988367557525, 0.2991230487823486, 0.2992964088916778, 0.2981067895889282, 0.3001026511192322, 0.2982764840126037, 0.2994687259197235, 0.3011341691017151, 0.3028860092163086, 0.3003491461277008, 0.2989377677440643, 0.3023573756217956, 0.3063880503177643, 0.3044538795948028, 0.3035243451595306, 0.3003852665424347, 0.302204430103302, 0.2988624274730682, 0.3033603131771087, 0.2980654537677765, 0.3027355670928955, 0.3041884303092956, 0.3046613335609436, 0.3049206435680389, 0.3040647804737091, 0.3053110539913177, 0.3015013635158539, 0.3050790131092071, 0.3055492341518402, 0.3106111586093902, 0.3116686344146728, 0.304739236831665, 0.3043427765369415, 0.304662674665451, 0.3055848479270935, 0.3095492422580719, 0.3075328767299652, 0.3046663999557495, 0.3070131838321686, 0.3052798807621002, 0.310669481754303, 0.3065283000469208, 0.3076212704181671, 0.3061128854751587, 0.30768883228302, 0.3123957514762878, 0.313648521900177, 0.3068180084228515, 0.3100768029689789, 0.3143931329250335, 0.3057041764259338, 0.3121876120567322, 0.3097154200077057, 0.3098792433738708, 0.3116051256656647, 0.310238629579544, 0.3088849484920501, 0.3070208132266998, 0.3095521926879883, 0.3128596842288971, 0.315104991197586, 0.3098082840442657, 0.3137387633323669, 0.3135212957859039, 0.3119608759880066, 0.3123177587985992, 0.3123584687709808, 0.3123020827770233, 0.3156505823135376, 0.3147969245910644, 0.3167971968650818, 0.3161757290363312, 0.3147077262401581, 0.3128670156002044, 0.3146953582763672, 0.3170470297336578, 0.3193329870700836, 0.3174440562725067, 0.3133153319358825, 0.3175253570079803, 0.316369891166687, 0.3154952228069305, 0.3167658150196075, 0.3139858841896057, 0.3135108947753906, 0.3178616762161255, 0.3165631294250488, 0.3164533972740173, 0.3176324367523193, 0.317125141620636, 0.3161855041980743, 0.3160880208015442, 0.3186675608158111, 0.3159597814083099, 0.3184659481048584, 0.3191149234771728, 0.3208386898040771, 0.3176317512989044, 0.3166281580924988, 0.3184658586978912, 0.3182388842105865, 0.3204719126224518, 0.3183542490005493, 0.3210960924625397, 0.3198772072792053, 0.3213189542293548, 0.3197827935218811, 0.3216342031955719, 0.3246194422245025, 0.3220229744911194, 0.3178151845932007, 0.3214964270591736, 0.3223589956760406, 0.3244864344596863, 0.3241894841194153, 0.3217694163322449, 0.3197280764579773, 0.3211534321308136, 0.3182283639907837, 0.320689857006073, 0.3222837746143341, 0.3229076564311981, 0.3252326548099518, 0.322723776102066, 0.3235912024974823, 0.3184932470321655, 0.3200807273387909], "label": "FineWeb line dedup"}, "big-run-sampled_full_filtered_no_dedup": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2501466572284698, 0.2516599297523498, 0.2610189318656921, 0.2666046619415283, 0.2667981088161468, 0.2667821645736694, 0.2708088159561157, 0.2738403379917145, 0.2726235687732696, 0.2762763500213623, 0.2768311202526092, 0.2809228301048279, 0.2836140990257263, 0.2822815179824829, 0.2797218561172485, 0.286342591047287, 0.2855269610881805, 0.2847287058830261, 0.2888180613517761, 0.286526083946228, 0.2865165770053863, 0.294582188129425, 0.2925947606563568, 0.2947863042354584, 0.2892930805683136, 0.2903610467910766, 0.288201242685318, 0.2873396277427673, 0.2916238009929657, 0.2908017039299011, 0.2907920777797699, 0.2952797412872314, 0.2941452264785766, 0.2921333611011505, 0.2925891280174255, 0.2968584895133972, 0.2980035543441772, 0.2964116632938385, 0.2962304651737213, 0.2950254380702972, 0.2977516651153564, 0.2944138348102569, 0.3003402054309845, 0.2976303696632385, 0.3013098239898681, 0.302829384803772, 0.3018766045570373, 0.305361807346344, 0.2971298694610595, 0.3014816343784332, 0.3019805550575256, 0.3037064969539642, 0.2970167994499206, 0.2995208501815796, 0.2970106601715088, 0.2990955114364624, 0.3027818500995636, 0.3048534691333771, 0.2993872463703155, 0.2986327707767486, 0.3015393316745758, 0.3003426790237427, 0.3003274798393249, 0.3017795085906982, 0.3019182682037353, 0.3015450537204742, 0.3046211004257202, 0.3031167984008789, 0.3020436763763428, 0.3011128306388855, 0.3029948472976684, 0.3045558631420135, 0.301642894744873, 0.3029441833496094, 0.3035804331302643, 0.3004390001296997, 0.3021787703037262, 0.306041270494461, 0.3064048886299133, 0.3087956011295318, 0.3070018291473388, 0.3065581619739532, 0.3093871772289276, 0.3060930073261261, 0.3033313155174255, 0.3072777390480041, 0.306413859128952, 0.3104493916034698, 0.3056999444961548, 0.3077532052993774, 0.309231549501419, 0.3070645034313202, 0.3117790520191192, 0.3114112913608551, 0.312661737203598, 0.3181777000427246, 0.3117201030254364, 0.3099702894687652, 0.3074746131896972, 0.3064963519573211, 0.3105958700180053, 0.3111456036567688, 0.3084964454174042, 0.3087405860424042, 0.3121673166751861, 0.3121528625488281, 0.3100416660308838, 0.3142979145050049, 0.3129935264587402, 0.3112611472606659, 0.3119436800479889, 0.3154115974903106, 0.3091593086719513, 0.3103814721107483, 0.3130497634410858, 0.3133455514907837, 0.3152708411216736, 0.3137963414192199, 0.3099324703216553, 0.3164172768592834, 0.3133907914161682, 0.3128255009651184, 0.3134104907512665, 0.3106969892978668, 0.3130004107952118, 0.3131391704082489, 0.3130116462707519, 0.3143952488899231, 0.3143975436687469, 0.3143710494041443, 0.3163396418094635, 0.3166862726211548, 0.3184126019477844, 0.3178988993167877, 0.317479133605957, 0.3184944093227386, 0.316694974899292, 0.3176258206367492, 0.3182629346847534, 0.3200214207172394, 0.3181648552417755, 0.320680022239685, 0.3178716897964477, 0.3182425796985626, 0.3182984292507171, 0.3158398568630218, 0.3152642548084259, 0.3132680356502533, 0.3178914785385132, 0.3156660795211792, 0.3161703050136566, 0.3176451921463012, 0.3173815906047821, 0.3194171786308288, 0.3193057179450989, 0.3172560334205627, 0.317656546831131, 0.3155770003795624, 0.3199106156826019, 0.3170182108879089, 0.3156754970550537, 0.3180731236934662, 0.3205638229846954, 0.3175432682037353, 0.3184471428394317, 0.3192788958549499, 0.3197042346000671, 0.3177168369293213], "label": "FineWeb filtered only"}}, "layout": {"title": {"text": "Attempting to further globally dedup worsened perf"}}}