data/plots/dedup_attempts/piqa_acc_norm.json

{"data":{"big-run-refinedweb":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5099999904632568,0.6019999980926514,0.652999997138977,0.6710000038146973,0.6740000247955322,0.6899999976158142,0.6919999718666077,0.6909999847412109,0.7070000171661377,0.7089999914169312,0.7129999995231628,0.7229999899864197,0.7120000123977661,0.7200000286102295,0.7279999852180481,0.7369999885559082,0.7390000224113464,0.7350000143051147,0.7319999933242798,0.7279999852180481,0.7269999980926514,0.7459999918937683,0.7400000095367432,0.7390000224113464,0.7319999933242798,0.7390000224113464,0.7379999756813049,0.7390000224113464,0.7360000014305115,0.7440000176429749,0.7400000095367432,0.7360000014305115,0.7480000257492065,0.7360000014305115,0.7440000176429749,0.7459999918937683,0.7409999966621399,0.746999979019165,0.7440000176429749,0.7450000047683716,0.753000020980835,0.7390000224113464,0.7490000128746033,0.7419999837875366,0.7390000224113464,0.7559999823570251,0.7519999742507935,0.7549999952316284,0.7419999837875366,0.7490000128746033,0.7540000081062317,0.7480000257492065,0.7450000047683716,0.7429999709129333,0.7509999871253967,0.7549999952316284,0.7490000128746033,0.7490000128746033,0.7400000095367432,0.753000020980835,0.75,0.7509999871253967,0.7570000290870667,0.7590000033378601,0.7570000290870667,0.7329999804496765,0.7540000081062317,0.746999979019165,0.7409999966621399,0.7590000033378601,0.7509999871253967,0.7570000290870667,0.75,0.7540000081062317,0.7480000257492065,0.7580000162124634,0.7639999985694885,0.7630000114440918,0.7590000033378601,0.7549999952316284,0.7480000257492065,0.7509999871253967,0.7570000290870667,0.75,0.7540000081062317,0.7480000257492065,0.7549999952316284,0.7559999823570251,0.7580000162124634,0.7580000162124634,0.753000020980835,0.7490000128746033,0.7540000081062317,0.7639999985694885,0.7580000162124634,0.7519999742507935,0.7590000033378601,0.75,0.7570000290870667,0.7620000243186951,0.7710000276565552,0.7739999890327454,0.7620000243186951,0.7549999952316284,0.7599999904632568,0.765999972820282,0.7680000066757202,0.7639999985694885,0.7540000081062317,0.7649999856948853,0.7649999856948853,0.7609999775886536,0.7549999952316284,0.765999972820282,0.7639999985694885,0.7580000162124634,0.7710000276565552,0.7570000290870667,0.7630000114440918,0.7580000162124634,0.7599999904632568,0.7649999856948853,0.7670000195503235,0.7699999809265137,0.7710000276565552,0.7559999823570251,0.7609999775886536,0.7620000243186951,0.7620000243186951,0.7609999775886536,0.753000020980835,0.7570000290870667,0.7620000243186951,0.7609999775886536,0.7609999775886536,0.7559999823570251,0.7540000081062317,0.7570000290870667,0.7639999985694885,0.7590000033378601,0.7680000066757202,0.7680000066757202,0.765999972820282,0.765999972820282,0.7670000195503235,0.7739999890327454,0.7649999856948853,0.7749999761581421,0.7699999809265137,0.7639999985694885,0.7680000066757202,0.7630000114440918,0.7680000066757202,0.7699999809265137,0.7739999890327454,0.7749999761581421,0.765999972820282,0.7680000066757202,0.7710000276565552,0.7680000066757202,0.765999972820282,0.7689999938011169,0.7760000228881836,0.7710000276565552,0.7680000066757202,0.7649999856948853,0.7720000147819519,0.7730000019073486],"label":"RefinedWeb"},"big-run-sampled_cross_minhash_dump":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5099999904632568,0.6150000095367432,0.6449999809265137,0.6669999957084656,0.675000011920929,0.6909999847412109,0.703000009059906,0.6990000009536743,0.7160000205039978,0.7070000171661377,0.7120000123977661,0.7200000286102295,0.7139999866485596,0.7179999947547913,0.7149999737739563,0.7170000076293945,0.7210000157356262,0.7200000286102295,0.7149999737739563,0.7289999723434448,0.7229999899864197,0.7179999947547913,0.7179999947547913,0.7200000286102295,0.7289999723434448,0.722000002861023,0.7229999899864197,0.7179999947547913,0.7139999866485596,0.7239999771118164,0.7200000286102295,0.7250000238418579,0.7260000109672546,0.7139999866485596,0.7239999771118164,0.7260000109672546,0.7239999771118164,0.7269999980926514,0.7310000061988831,0.718999981880188,0.7260000109672546,0.7310000061988831,0.7329999804496765,0.7289999723434448,0.7350000143051147,0.7440000176429749,0.7300000190734863,0.7319999933242798,0.7250000238418579,0.7319999933242798,0.7419999837875366,0.7360000014305115,0.7260000109672546,0.7350000143051147,0.7390000224113464,0.7440000176429749,0.7400000095367432,0.7379999756813049,0.7279999852180481,0.7440000176429749,0.7289999723434448,0.746999979019165,0.7329999804496765,0.7419999837875366,0.7390000224113464,0.7250000238418579,0.7429999709129333,0.7329999804496765,0.7350000143051147,0.7360000014305115,0.7450000047683716,0.7390000224113464,0.7409999966621399,0.7390000224113464,0.7350000143051147,0.7329999804496765,0.734000027179718,0.7459999918937683,0.7440000176429749,0.75,0.7379999756813049,0.7450000047683716,0.7450000047683716,0.7419999837875366,0.7459999918937683,0.746999979019165,0.7400000095367432,0.7310000061988831,0.7450000047683716,0.7409999966621399,0.7450000047683716,0.746999979019165,0.75,0.75,0.753000020980835,0.7519999742507935,0.7450000047683716,0.7450000047683716,0.7549999952316284,0.7429999709129333,0.75,0.746999979019165,0.7540000081062317,0.7599999904632568,0.7559999823570251,0.746999979019165,0.7559999823570251,0.7540000081062317,0.7570000290870667,0.7490000128746033,0.746999979019165,0.7509999871253967,0.7519999742507935,0.7540000081062317,0.7570000290870667,0.746999979019165,0.7570000290870667,0.7480000257492065,0.7580000162124634,0.7570000290870667,0.7580000162124634,0.7519999742507935,0.7459999918937683,0.7599999904632568,0.7580000162124634,0.7509999871253967,0.7540000081062317,0.7580000162124634,0.753000020980835,0.7429999709129333,0.7480000257492065,0.7480000257492065,0.7549999952316284,0.7570000290870667,0.7609999775886536,0.7549999952316284,0.7580000162124634,0.7620000243186951,0.7599999904632568,0.753000020980835,0.7540000081062317,0.7599999904632568,0.7580000162124634,0.7459999918937683,0.7580000162124634,0.7549999952316284,0.7590000033378601,0.7599999904632568,0.7570000290870667,0.7599999904632568,0.7559999823570251,0.7630000114440918,0.7549999952316284,0.7609999775886536,0.7609999775886536,0.7549999952316284,0.7540000081062317,0.7590000033378601,0.7540000081062317,0.753000020980835,0.7590000033378601,0.75,0.7599999904632568,0.7580000162124634,0.7559999823570251,0.7519999742507935,0.7599999904632568,0.7580000162124634],"label":"FineWeb full MinHash"},"big-run-sampled_full_filtered_no_dedup":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5099999904632568,0.621999979019165,0.6439999938011169,0.6700000166893005,0.6790000200271606,0.6869999766349792,0.6959999799728394,0.6790000200271606,0.6880000233650208,0.7049999833106995,0.699999988079071,0.6990000009536743,0.6940000057220459,0.7110000252723694,0.7120000123977661,0.7070000171661377,0.7070000171661377,0.6990000009536743,0.7009999752044678,0.7160000205039978,0.7200000286102295,0.7149999737739563,0.7250000238418579,0.7210000157356262,0.722000002861023,0.7310000061988831,0.7289999723434448,0.7319999933242798,0.7250000238418579,0.722000002861023,0.7210000157356262,0.7170000076293945,0.7260000109672546,0.7250000238418579,0.7210000157356262,0.7200000286102295,0.7379999756813049,0.7239999771118164,0.7239999771118164,0.7080000042915344,0.7289999723434448,0.7289999723434448,0.7300000190734863,0.7329999804496765,0.7319999933242798,0.7350000143051147,0.7390000224113464,0.7350000143051147,0.7289999723434448,0.734000027179718,0.7329999804496765,0.7400000095367432,0.7409999966621399,0.7310000061988831,0.7350000143051147,0.7360000014305115,0.7360000014305115,0.7409999966621399,0.7319999933242798,0.7409999966621399,0.7400000095367432,0.7390000224113464,0.7329999804496765,0.7459999918937683,0.753000020980835,0.746999979019165,0.734000027179718,0.7369999885559082,0.7419999837875366,0.734000027179718,0.7419999837875366,0.7289999723434448,0.7350000143051147,0.7300000190734863,0.7519999742507935,0.7390000224113464,0.7400000095367432,0.7409999966621399,0.7429999709129333,0.7450000047683716,0.7329999804496765,0.7260000109672546,0.7570000290870667,0.7360000014305115,0.7519999742507935,0.7419999837875366,0.7379999756813049,0.7390000224113464,0.7490000128746033,0.734000027179718,0.7360000014305115,0.7390000224113464,0.7440000176429749,0.7450000047683716,0.7319999933242798,0.7429999709129333,0.7519999742507935,0.7540000081062317,0.7519999742507935,0.753000020980835,0.7480000257492065,0.7440000176429749,0.7459999918937683,0.7369999885559082,0.7419999837875366,0.7480000257492065,0.7419999837875366,0.765999972820282,0.746999979019165,0.7459999918937683,0.7570000290870667,0.7390000224113464,0.7409999966621399,0.7459999918937683,0.75,0.7570000290870667,0.753000020980835,0.7549999952316284,0.7519999742507935,0.7490000128746033,0.746999979019165,0.7459999918937683,0.7459999918937683,0.746999979019165,0.7409999966621399,0.7419999837875366,0.7459999918937683,0.7440000176429749,0.7459999918937683,0.7490000128746033,0.7450000047683716,0.7409999966621399,0.7419999837875366,0.7490000128746033,0.7590000033378601,0.7549999952316284,0.7549999952316284,0.746999979019165,0.753000020980835,0.7549999952316284,0.746999979019165,0.7580000162124634,0.7490000128746033,0.753000020980835,0.75,0.75,0.7540000081062317,0.7540000081062317,0.7490000128746033,0.7570000290870667,0.7570000290870667,0.7590000033378601,0.7559999823570251,0.7620000243186951,0.7590000033378601,0.7509999871253967,0.7639999985694885,0.7580000162124634,0.7599999904632568,0.7620000243186951,0.7590000033378601,0.7609999775886536,0.7559999823570251,0.75,0.7509999871253967,0.7549999952316284,0.7540000081062317,0.7540000081062317],"label":"FineWeb filtered only"},"big-run-sampled_full_imh_linededup":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5099999904632568,0.6050000190734863,0.6420000195503235,0.6589999794960022,0.6740000247955322,0.6809999942779541,0.6919999718666077,0.6940000057220459,0.699999988079071,0.7110000252723694,0.7110000252723694,0.7049999833106995,0.7059999704360962,0.7089999914169312,0.7099999785423279,0.7210000157356262,0.7149999737739563,0.7210000157356262,0.7129999995231628,0.7210000157356262,0.7089999914169312,0.7170000076293945,0.7210000157356262,0.7250000238418579,0.7329999804496765,0.7070000171661377,0.7170000076293945,0.7200000286102295,0.7160000205039978,0.7269999980926514,0.7279999852180481,0.7239999771118164,0.7269999980926514,0.7110000252723694,0.7360000014305115,0.7239999771118164,0.7350000143051147,0.7250000238418579,0.7289999723434448,0.7310000061988831,0.718999981880188,0.7260000109672546,0.7369999885559082,0.7369999885559082,0.7400000095367432,0.734000027179718,0.7350000143051147,0.7310000061988831,0.7310000061988831,0.7239999771118164,0.7279999852180481,0.7360000014305115,0.7279999852180481,0.7440000176429749,0.7450000047683716,0.7409999966621399,0.7360000014305115,0.7379999756813049,0.7300000190734863,0.7440000176429749,0.7390000224113464,0.7459999918937683,0.7379999756813049,0.7480000257492065,0.7310000061988831,0.7390000224113464,0.746999979019165,0.7549999952316284,0.7400000095367432,0.7459999918937683,0.7459999918937683,0.7509999871253967,0.7419999837875366,0.7509999871253967,0.7480000257492065,0.7390000224113464,0.7570000290870667,0.7480000257492065,0.7480000257492065,0.7580000162124634,0.7590000033378601,0.7519999742507935,0.7519999742507935,0.753000020980835,0.753000020980835,0.7580000162124634,0.75,0.7509999871253967,0.7580000162124634,0.753000020980835,0.7620000243186951,0.7490000128746033,0.746999979019165,0.7509999871253967,0.7459999918937683,0.7519999742507935,0.7549999952316284,0.7419999837875366,0.7490000128746033,0.7419999837875366,0.7570000290870667,0.7609999775886536,0.7540000081062317,0.7570000290870667,0.7540000081062317,0.7509999871253967,0.7480000257492065,0.7609999775886536,0.7620000243186951,0.7609999775886536,0.7570000290870667,0.7559999823570251,0.7559999823570251,0.7509999871253967,0.7570000290870667,0.7590000033378601,0.7590000033378601,0.7559999823570251,0.7570000290870667,0.7540000081062317,0.7609999775886536,0.7620000243186951,0.7590000033378601,0.7630000114440918,0.7639999985694885,0.765999972820282,0.7630000114440918,0.765999972820282,0.7680000066757202,0.7559999823570251,0.7609999775886536,0.7649999856948853,0.7699999809265137,0.7630000114440918,0.7670000195503235,0.7630000114440918,0.7639999985694885,0.7639999985694885,0.7699999809265137,0.7720000147819519,0.7639999985694885,0.7680000066757202,0.7739999890327454,0.7620000243186951,0.7749999761581421,0.7710000276565552,0.7760000228881836,0.7670000195503235,0.7720000147819519,0.781000018119812,0.7710000276565552,0.7699999809265137,0.7730000019073486,0.7739999890327454,0.7689999938011169,0.7670000195503235,0.765999972820282,0.765999972820282,0.7689999938011169,0.7620000243186951,0.7649999856948853,0.765999972820282,0.7630000114440918,0.7770000100135803,0.7710000276565552,0.7730000019073486,0.7749999761581421,0.7789999842643738],"label":"FineWeb line dedup"},"big-run-sampled_full_ind_minhash":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5099999904632568,0.6209999918937683,0.6549999713897705,0.6800000071525574,0.6830000281333923,0.703000009059906,0.7020000219345093,0.7110000252723694,0.7160000205039978,0.7129999995231628,0.7210000157356262,0.7250000238418579,0.7210000157356262,0.7310000061988831,0.7269999980926514,0.7329999804496765,0.7459999918937683,0.734000027179718,0.7409999966621399,0.7390000224113464,0.7350000143051147,0.7509999871253967,0.7440000176429749,0.7379999756813049,0.7599999904632568,0.7400000095367432,0.7409999966621399,0.7590000033378601,0.7409999966621399,0.7440000176429749,0.7400000095367432,0.7450000047683716,0.75,0.7440000176429749,0.7409999966621399,0.7429999709129333,0.7440000176429749,0.7440000176429749,0.7559999823570251,0.7459999918937683,0.7559999823570251,0.7540000081062317,0.7599999904632568,0.7559999823570251,0.7490000128746033,0.7490000128746033,0.7429999709129333,0.7609999775886536,0.7519999742507935,0.7480000257492065,0.7490000128746033,0.7620000243186951,0.7580000162124634,0.7580000162124634,0.7540000081062317,0.7509999871253967,0.7519999742507935,0.7440000176429749,0.7459999918937683,0.7559999823570251,0.7620000243186951,0.746999979019165,0.7570000290870667,0.7620000243186951,0.7570000290870667,0.7540000081062317,0.7540000081062317,0.7570000290870667,0.7590000033378601,0.7519999742507935,0.75,0.7559999823570251,0.7590000033378601,0.7559999823570251,0.7519999742507935,0.7639999985694885,0.7620000243186951,0.7549999952316284,0.7490000128746033,0.7559999823570251,0.7639999985694885,0.7609999775886536,0.7609999775886536,0.7519999742507935,0.7549999952316284,0.7570000290870667,0.7620000243186951,0.7599999904632568,0.7639999985694885,0.7559999823570251,0.753000020980835,0.7649999856948853,0.753000020980835,0.7549999952316284,0.7609999775886536,0.7599999904632568,0.7680000066757202,0.7540000081062317,0.7559999823570251,0.7590000033378601,0.7590000033378601,0.7649999856948853,0.7639999985694885,0.7710000276565552,0.7699999809265137,0.7609999775886536,0.765999972820282,0.7670000195503235,0.7720000147819519,0.7639999985694885,0.7609999775886536,0.7549999952316284,0.7630000114440918,0.7670000195503235,0.7599999904632568,0.765999972820282,0.7670000195503235,0.7670000195503235,0.7670000195503235,0.7720000147819519,0.7760000228881836,0.7710000276565552,0.7829999923706055,0.7630000114440918,0.7720000147819519,0.7649999856948853,0.7630000114440918,0.7699999809265137,0.7720000147819519,0.7720000147819519,0.7689999938011169,0.777999997138977,0.7689999938011169,0.7760000228881836,0.7730000019073486,0.7799999713897705,0.7720000147819519,0.7760000228881836,0.7710000276565552,0.7770000100135803,0.777999997138977,0.7670000195503235,0.7789999842643738,0.7799999713897705,0.7749999761581421,0.7730000019073486,0.777999997138977,0.777999997138977,0.7799999713897705,0.7770000100135803,0.7770000100135803,0.7789999842643738,0.7760000228881836,0.7770000100135803,0.7770000100135803,0.7770000100135803,0.7739999890327454,0.7689999938011169,0.7760000228881836,0.777999997138977,0.7699999809265137,0.7739999890327454,0.7670000195503235,0.7699999809265137,0.7710000276565552,0.7730000019073486,0.7739999890327454,0.7680000066757202],"label":"FineWeb independent MinHash"},"big-run-sampled_line_dedup_3lines2":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5099999904632568,0.6060000061988831,0.6380000114440918,0.6589999794960022,0.6629999876022339,0.6909999847412109,0.6859999895095825,0.699999988079071,0.703000009059906,0.7070000171661377,0.7149999737739563,0.7059999704360962,0.7149999737739563,0.7170000076293945,0.7170000076293945,0.7059999704360962,0.7129999995231628,0.7070000171661377,0.7070000171661377,0.7160000205039978,0.7129999995231628,0.6990000009536743,0.7120000123977661,0.7129999995231628,0.7170000076293945,0.7210000157356262,0.7160000205039978,0.7149999737739563,0.7239999771118164,0.7229999899864197,0.7250000238418579,0.7110000252723694,0.7170000076293945,0.7129999995231628,0.7250000238418579,0.7260000109672546,0.7269999980926514,0.7300000190734863,0.7329999804496765,0.7289999723434448,0.7289999723434448,0.7210000157356262,0.7210000157356262,0.7319999933242798,0.7350000143051147,0.7279999852180481,0.7310000061988831,0.7319999933242798,0.7260000109672546,0.7329999804496765,0.7329999804496765,0.7360000014305115,0.7329999804496765,0.7279999852180481,0.7390000224113464,0.7480000257492065,0.7319999933242798,0.7279999852180481,0.7450000047683716,0.734000027179718,0.7379999756813049,0.7289999723434448,0.7360000014305115,0.7350000143051147,0.7369999885559082,0.7400000095367432,0.7450000047683716,0.7310000061988831,0.7300000190734863,0.7300000190734863,0.7400000095367432,0.7350000143051147,0.7369999885559082,0.7379999756813049,0.7450000047683716,0.7429999709129333,0.7329999804496765,0.7369999885559082,0.7360000014305115,0.7480000257492065,0.7400000095367432,0.7519999742507935,0.7440000176429749,0.7419999837875366,0.7480000257492065,0.7400000095367432,0.7390000224113464,0.7450000047683716,0.7319999933242798,0.7519999742507935,0.746999979019165,0.7490000128746033,0.75,0.7459999918937683,0.7419999837875366,0.7429999709129333,0.7480000257492065,0.7459999918937683,0.753000020980835,0.753000020980835,0.75,0.7509999871253967,0.7540000081062317,0.7599999904632568,0.7559999823570251,0.7580000162124634,0.7519999742507935,0.7509999871253967,0.7509999871253967,0.7590000033378601,0.75,0.7549999952316284,0.7649999856948853,0.7509999871253967,0.7620000243186951,0.7599999904632568,0.7609999775886536,0.7559999823570251,0.7419999837875366,0.746999979019165,0.7559999823570251,0.7509999871253967,0.7559999823570251,0.7570000290870667,0.753000020980835,0.7519999742507935,0.7559999823570251,0.7549999952316284,0.7559999823570251,0.7590000033378601,0.7540000081062317,0.7580000162124634,0.753000020980835,0.7559999823570251,0.7540000081062317,0.753000020980835,0.7480000257492065,0.7519999742507935,0.7509999871253967,0.7519999742507935,0.75,0.7609999775886536,0.7549999952316284,0.7630000114440918,0.7590000033378601,0.7649999856948853,0.7559999823570251,0.7580000162124634,0.7570000290870667,0.7570000290870667,0.7559999823570251,0.7549999952316284,0.7540000081062317,0.7609999775886536,0.7639999985694885,0.7620000243186951,0.7559999823570251,0.7580000162124634,0.7540000081062317,0.7620000243186951,0.7599999904632568,0.7599999904632568,0.7599999904632568,0.7570000290870667,0.7599999904632568,0.7609999775886536,0.7559999823570251,0.7570000290870667],"label":"FineWeb 3-line dedup"},"big-run-sampled_line_dedup_min_words":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5099999904632568,0.6240000128746033,0.6470000147819519,0.6520000100135803,0.6700000166893005,0.6940000057220459,0.6970000267028809,0.6970000267028809,0.699999988079071,0.6890000104904175,0.6909999847412109,0.7089999914169312,0.7099999785423279,0.7059999704360962,0.7120000123977661,0.7070000171661377,0.7039999961853027,0.7210000157356262,0.7269999980926514,0.7160000205039978,0.7279999852180481,0.7260000109672546,0.7210000157356262,0.7200000286102295,0.722000002861023,0.7229999899864197,0.7310000061988831,0.722000002861023,0.7229999899864197,0.7400000095367432,0.7289999723434448,0.7390000224113464,0.7379999756813049,0.7390000224113464,0.7350000143051147,0.734000027179718,0.7329999804496765,0.7310000061988831,0.7269999980926514,0.7369999885559082,0.734000027179718,0.7409999966621399,0.7390000224113464,0.7300000190734863,0.734000027179718,0.7329999804496765,0.7310000061988831,0.7379999756813049,0.734000027179718,0.7329999804496765,0.7239999771118164,0.7289999723434448,0.7310000061988831,0.7289999723434448,0.7319999933242798,0.7279999852180481,0.7379999756813049,0.75,0.7419999837875366,0.734000027179718,0.75,0.753000020980835,0.7559999823570251,0.7419999837875366,0.7480000257492065,0.7400000095367432,0.7390000224113464,0.7429999709129333,0.7459999918937683,0.7360000014305115,0.7390000224113464,0.7459999918937683,0.7429999709129333,0.7509999871253967,0.7379999756813049,0.7360000014305115,0.7409999966621399,0.7450000047683716,0.7419999837875366,0.7400000095367432,0.7509999871253967,0.7450000047683716,0.7459999918937683,0.753000020980835,0.7490000128746033,0.7549999952316284,0.7440000176429749,0.7480000257492065,0.7440000176429749,0.753000020980835,0.7440000176429749,0.746999979019165,0.7490000128746033,0.7459999918937683,0.7509999871253967,0.746999979019165,0.7549999952316284,0.7480000257492065,0.7480000257492065,0.7519999742507935,0.7580000162124634,0.7620000243186951,0.7519999742507935,0.7390000224113464,0.7570000290870667,0.7509999871253967,0.7559999823570251,0.7480000257492065,0.7459999918937683,0.753000020980835,0.7570000290870667,0.753000020980835,0.7630000114440918,0.7540000081062317,0.7440000176429749,0.7620000243186951,0.7590000033378601,0.7570000290870667,0.7570000290870667,0.7609999775886536,0.7620000243186951,0.7570000290870667,0.7549999952316284,0.7670000195503235,0.7670000195503235,0.7599999904632568,0.7599999904632568,0.7670000195503235,0.7609999775886536,0.7540000081062317,0.7670000195503235,0.7670000195503235,0.7609999775886536,0.7680000066757202,0.7720000147819519,0.7680000066757202,0.7630000114440918,0.7670000195503235,0.7699999809265137,0.7609999775886536,0.7649999856948853,0.7649999856948853,0.7599999904632568,0.7549999952316284,0.7599999904632568,0.7519999742507935,0.7620000243186951,0.7649999856948853,0.7639999985694885,0.7639999985694885,0.7620000243186951,0.7620000243186951,0.7580000162124634,0.7680000066757202,0.7649999856948853,0.7639999985694885,0.7749999761581421,0.7649999856948853,0.7609999775886536,0.7620000243186951,0.7609999775886536,0.7670000195503235,0.7670000195503235,0.7649999856948853,0.7739999890327454,0.7599999904632568,0.7630000114440918,0.765999972820282],"label":"FineWeb line dedup w/ min words"},"big-run-url_dedups_lowercase_char_length":{"x":[0.0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5099999904632568,0.6150000095367432,0.6420000195503235,0.6850000023841858,0.6759999990463257,0.6949999928474426,0.6949999928474426,0.7020000219345093,0.6959999799728394,0.7059999704360962,0.7099999785423279,0.7009999752044678,0.7129999995231628,0.7089999914169312,0.7229999899864197,0.703000009059906,0.7099999785423279,0.7080000042915344,0.7250000238418579,0.7080000042915344,0.7200000286102295,0.7239999771118164,0.7210000157356262,0.7099999785423279,0.7210000157356262,0.7210000157356262,0.7360000014305115,0.718999981880188,0.7269999980926514,0.7229999899864197,0.7160000205039978,0.7260000109672546,0.7300000190734863,0.7279999852180481,0.7350000143051147,0.7310000061988831,0.7279999852180481,0.7279999852180481,0.7369999885559082,0.7440000176429749,0.7300000190734863,0.7390000224113464,0.7369999885559082,0.7409999966621399,0.7409999966621399,0.7310000061988831,0.7360000014305115,0.7419999837875366,0.7450000047683716,0.7429999709129333,0.7409999966621399,0.7429999709129333,0.7559999823570251,0.7459999918937683,0.75,0.75,0.75,0.7390000224113464,0.7450000047683716,0.7419999837875366,0.7459999918937683,0.7480000257492065,0.7450000047683716,0.7570000290870667,0.746999979019165,0.7519999742507935,0.7519999742507935,0.7570000290870667,0.7549999952316284,0.7549999952316284,0.7549999952316284,0.75,0.7519999742507935,0.7680000066757202,0.7620000243186951,0.7639999985694885,0.7509999871253967,0.7490000128746033,0.753000020980835,0.7549999952316284,0.7580000162124634,0.7570000290870667,0.7590000033378601,0.7509999871253967,0.7549999952316284,0.7649999856948853,0.7570000290870667,0.7670000195503235,0.7540000081062317,0.7519999742507935,0.7490000128746033,0.7580000162124634,0.7630000114440918,0.7429999709129333,0.7440000176429749,0.7509999871253967,0.753000020980835,0.7540000081062317,0.7590000033378601,0.7509999871253967,0.7549999952316284,0.7570000290870667,0.7559999823570251,0.7590000033378601,0.7580000162124634,0.7699999809265137,0.7630000114440918,0.7630000114440918,0.75,0.7649999856948853,0.7639999985694885,0.753000020980835,0.7639999985694885,0.7540000081062317,0.7549999952316284,0.7620000243186951,0.7649999856948853,0.7599999904632568,0.7639999985694885,0.7549999952316284,0.7639999985694885,0.7639999985694885,0.7639999985694885,0.7689999938011169,0.765999972820282,0.7630000114440918,0.7580000162124634,0.765999972820282,0.7699999809265137,0.7630000114440918,0.7699999809265137,0.7639999985694885,0.7710000276565552,0.7699999809265137,0.7639999985694885,0.7620000243186951,0.7630000114440918,0.7599999904632568,0.7630000114440918,0.7549999952316284,0.7699999809265137,0.7720000147819519,0.7670000195503235,0.7630000114440918,0.7620000243186951,0.7720000147819519,0.7649999856948853,0.7720000147819519,0.7649999856948853,0.7649999856948853,0.7630000114440918,0.765999972820282,0.7680000066757202,0.7630000114440918,0.7789999842643738,0.7739999890327454,0.7689999938011169,0.7689999938011169,0.7820000052452087,0.7770000100135803,0.777999997138977,0.7739999890327454,0.7710000276565552,0.7720000147819519,0.7699999809265137,0.7720000147819519,0.765999972820282,0.7730000019073486],"label":"FineWeb URL dedup"}},"layout":{"xaxis":{"title":{"text":"Training tokens (billions)"}},"title":{"text":"Attempting to further globally dedup worsened perf"}}}