assets/data/plots/dedup_attempts/piqa_acc_norm.json

{"data": {"big-run-sampled_full_imh_linededup": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.5099999904632568, 0.6050000190734863, 0.6420000195503235, 0.6589999794960022, 0.6740000247955322, 0.6809999942779541, 0.6919999718666077, 0.6940000057220459, 0.699999988079071, 0.7110000252723694, 0.7110000252723694, 0.7049999833106995, 0.7059999704360962, 0.7089999914169312, 0.7099999785423279, 0.7210000157356262, 0.7149999737739563, 0.7210000157356262, 0.7129999995231628, 0.7210000157356262, 0.7089999914169312, 0.7170000076293945, 0.7210000157356262, 0.7250000238418579, 0.7329999804496765, 0.7070000171661377, 0.7170000076293945, 0.7200000286102295, 0.7160000205039978, 0.7269999980926514, 0.7279999852180481, 0.7239999771118164, 0.7269999980926514, 0.7110000252723694, 0.7360000014305115, 0.7239999771118164, 0.7350000143051147, 0.7250000238418579, 0.7289999723434448, 0.7310000061988831, 0.718999981880188, 0.7260000109672546, 0.7369999885559082, 0.7369999885559082, 0.7400000095367432, 0.734000027179718, 0.7350000143051147, 0.7310000061988831, 0.7310000061988831, 0.7239999771118164, 0.7279999852180481, 0.7360000014305115, 0.7279999852180481, 0.7440000176429749, 0.7450000047683716, 0.7409999966621399, 0.7360000014305115, 0.7379999756813049, 0.7300000190734863, 0.7440000176429749, 0.7390000224113464, 0.7459999918937683, 0.7379999756813049, 0.7480000257492065, 0.7310000061988831, 0.7390000224113464, 0.746999979019165, 0.7549999952316284, 0.7400000095367432, 0.7459999918937683, 0.7459999918937683, 0.7509999871253967, 0.7419999837875366, 0.7509999871253967, 0.7480000257492065, 0.7390000224113464, 0.7570000290870667, 0.7480000257492065, 0.7480000257492065, 0.7580000162124634, 0.7590000033378601, 0.7519999742507935, 0.7519999742507935, 0.753000020980835, 0.753000020980835, 0.7580000162124634, 0.75, 0.7509999871253967, 0.7580000162124634, 0.753000020980835, 0.7620000243186951, 0.7490000128746033, 0.746999979019165, 0.7509999871253967, 0.7459999918937683, 0.7519999742507935, 0.7549999952316284, 0.7419999837875366, 0.7490000128746033, 0.7419999837875366, 0.7570000290870667, 0.7609999775886536, 0.7540000081062317, 0.7570000290870667, 0.7540000081062317, 0.7509999871253967, 0.7480000257492065, 0.7609999775886536, 0.7620000243186951, 0.7609999775886536, 0.7570000290870667, 0.7559999823570251, 0.7559999823570251, 0.7509999871253967, 0.7570000290870667, 0.7590000033378601, 0.7590000033378601, 0.7559999823570251, 0.7570000290870667, 0.7540000081062317, 0.7609999775886536, 0.7620000243186951, 0.7590000033378601, 0.7630000114440918, 0.7639999985694885, 0.765999972820282, 0.7630000114440918, 0.765999972820282, 0.7680000066757202, 0.7559999823570251, 0.7609999775886536, 0.7649999856948853, 0.7699999809265137, 0.7630000114440918, 0.7670000195503235, 0.7630000114440918, 0.7639999985694885, 0.7639999985694885, 0.7699999809265137, 0.7720000147819519, 0.7639999985694885, 0.7680000066757202, 0.7739999890327454, 0.7620000243186951, 0.7749999761581421, 0.7710000276565552, 0.7760000228881836, 0.7670000195503235, 0.7720000147819519, 0.781000018119812, 0.7710000276565552, 0.7699999809265137, 0.7730000019073486, 0.7739999890327454, 0.7689999938011169, 0.7670000195503235, 0.765999972820282, 0.765999972820282, 0.7689999938011169, 0.7620000243186951, 0.7649999856948853, 0.765999972820282, 0.7630000114440918, 0.7770000100135803, 0.7710000276565552, 0.7730000019073486, 0.7749999761581421, 0.7789999842643738], "label": "FineWeb line dedup"}, "big-run-refinedweb": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.5099999904632568, 0.6019999980926514, 0.652999997138977, 0.6710000038146973, 0.6740000247955322, 0.6899999976158142, 0.6919999718666077, 0.6909999847412109, 0.7070000171661377, 0.7089999914169312, 0.7129999995231628, 0.7229999899864197, 0.7120000123977661, 0.7200000286102295, 0.7279999852180481, 0.7369999885559082, 0.7390000224113464, 0.7350000143051147, 0.7319999933242798, 0.7279999852180481, 0.7269999980926514, 0.7459999918937683, 0.7400000095367432, 0.7390000224113464, 0.7319999933242798, 0.7390000224113464, 0.7379999756813049, 0.7390000224113464, 0.7360000014305115, 0.7440000176429749, 0.7400000095367432, 0.7360000014305115, 0.7480000257492065, 0.7360000014305115, 0.7440000176429749, 0.7459999918937683, 0.7409999966621399, 0.746999979019165, 0.7440000176429749, 0.7450000047683716, 0.753000020980835, 0.7390000224113464, 0.7490000128746033, 0.7419999837875366, 0.7390000224113464, 0.7559999823570251, 0.7519999742507935, 0.7549999952316284, 0.7419999837875366, 0.7490000128746033, 0.7540000081062317, 0.7480000257492065, 0.7450000047683716, 0.7429999709129333, 0.7509999871253967, 0.7549999952316284, 0.7490000128746033, 0.7490000128746033, 0.7400000095367432, 0.753000020980835, 0.75, 0.7509999871253967, 0.7570000290870667, 0.7590000033378601, 0.7570000290870667, 0.7329999804496765, 0.7540000081062317, 0.746999979019165, 0.7409999966621399, 0.7590000033378601, 0.7509999871253967, 0.7570000290870667, 0.75, 0.7540000081062317, 0.7480000257492065, 0.7580000162124634, 0.7639999985694885, 0.7630000114440918, 0.7590000033378601, 0.7549999952316284, 0.7480000257492065, 0.7509999871253967, 0.7570000290870667, 0.75, 0.7540000081062317, 0.7480000257492065, 0.7549999952316284, 0.7559999823570251, 0.7580000162124634, 0.7580000162124634, 0.753000020980835, 0.7490000128746033, 0.7540000081062317, 0.7639999985694885, 0.7580000162124634, 0.7519999742507935, 0.7590000033378601, 0.75, 0.7570000290870667, 0.7620000243186951, 0.7710000276565552, 0.7739999890327454, 0.7620000243186951, 0.7549999952316284, 0.7599999904632568, 0.765999972820282, 0.7680000066757202, 0.7639999985694885, 0.7540000081062317, 0.7649999856948853, 0.7649999856948853, 0.7609999775886536, 0.7549999952316284, 0.765999972820282, 0.7639999985694885, 0.7580000162124634, 0.7710000276565552, 0.7570000290870667, 0.7630000114440918, 0.7580000162124634, 0.7599999904632568, 0.7649999856948853, 0.7670000195503235, 0.7699999809265137, 0.7710000276565552, 0.7559999823570251, 0.7609999775886536, 0.7620000243186951, 0.7620000243186951, 0.7609999775886536, 0.753000020980835, 0.7570000290870667, 0.7620000243186951, 0.7609999775886536, 0.7609999775886536, 0.7559999823570251, 0.7540000081062317, 0.7570000290870667, 0.7639999985694885, 0.7590000033378601, 0.7680000066757202, 0.7680000066757202, 0.765999972820282, 0.765999972820282, 0.7670000195503235, 0.7739999890327454, 0.7649999856948853, 0.7749999761581421, 0.7699999809265137, 0.7639999985694885, 0.7680000066757202, 0.7630000114440918, 0.7680000066757202, 0.7699999809265137, 0.7739999890327454, 0.7749999761581421, 0.765999972820282, 0.7680000066757202, 0.7710000276565552, 0.7680000066757202, 0.765999972820282, 0.7689999938011169, 0.7760000228881836, 0.7710000276565552, 0.7680000066757202, 0.7649999856948853, 0.7720000147819519, 0.7730000019073486], "label": "RefinedWeb"}, "big-run-url_dedups_lowercase_char_length": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.5099999904632568, 0.6150000095367432, 0.6420000195503235, 0.6850000023841858, 0.6759999990463257, 0.6949999928474426, 0.6949999928474426, 0.7020000219345093, 0.6959999799728394, 0.7059999704360962, 0.7099999785423279, 0.7009999752044678, 0.7129999995231628, 0.7089999914169312, 0.7229999899864197, 0.703000009059906, 0.7099999785423279, 0.7080000042915344, 0.7250000238418579, 0.7080000042915344, 0.7200000286102295, 0.7239999771118164, 0.7210000157356262, 0.7099999785423279, 0.7210000157356262, 0.7210000157356262, 0.7360000014305115, 0.718999981880188, 0.7269999980926514, 0.7229999899864197, 0.7160000205039978, 0.7260000109672546, 0.7300000190734863, 0.7279999852180481, 0.7350000143051147, 0.7310000061988831, 0.7279999852180481, 0.7279999852180481, 0.7369999885559082, 0.7440000176429749, 0.7300000190734863, 0.7390000224113464, 0.7369999885559082, 0.7409999966621399, 0.7409999966621399, 0.7310000061988831, 0.7360000014305115, 0.7419999837875366, 0.7450000047683716, 0.7429999709129333, 0.7409999966621399, 0.7429999709129333, 0.7559999823570251, 0.7459999918937683, 0.75, 0.75, 0.75, 0.7390000224113464, 0.7450000047683716, 0.7419999837875366, 0.7459999918937683, 0.7480000257492065, 0.7450000047683716, 0.7570000290870667, 0.746999979019165, 0.7519999742507935, 0.7519999742507935, 0.7570000290870667, 0.7549999952316284, 0.7549999952316284, 0.7549999952316284, 0.75, 0.7519999742507935, 0.7680000066757202, 0.7620000243186951, 0.7639999985694885, 0.7509999871253967, 0.7490000128746033, 0.753000020980835, 0.7549999952316284, 0.7580000162124634, 0.7570000290870667, 0.7590000033378601, 0.7509999871253967, 0.7549999952316284, 0.7649999856948853, 0.7570000290870667, 0.7670000195503235, 0.7540000081062317, 0.7519999742507935, 0.7490000128746033, 0.7580000162124634, 0.7630000114440918, 0.7429999709129333, 0.7440000176429749, 0.7509999871253967, 0.753000020980835, 0.7540000081062317, 0.7590000033378601, 0.7509999871253967, 0.7549999952316284, 0.7570000290870667, 0.7559999823570251, 0.7590000033378601, 0.7580000162124634, 0.7699999809265137, 0.7630000114440918, 0.7630000114440918, 0.75, 0.7649999856948853, 0.7639999985694885, 0.753000020980835, 0.7639999985694885, 0.7540000081062317, 0.7549999952316284, 0.7620000243186951, 0.7649999856948853, 0.7599999904632568, 0.7639999985694885, 0.7549999952316284, 0.7639999985694885, 0.7639999985694885, 0.7639999985694885, 0.7689999938011169, 0.765999972820282, 0.7630000114440918, 0.7580000162124634, 0.765999972820282, 0.7699999809265137, 0.7630000114440918, 0.7699999809265137, 0.7639999985694885, 0.7710000276565552, 0.7699999809265137, 0.7639999985694885, 0.7620000243186951, 0.7630000114440918, 0.7599999904632568, 0.7630000114440918, 0.7549999952316284, 0.7699999809265137, 0.7720000147819519, 0.7670000195503235, 0.7630000114440918, 0.7620000243186951, 0.7720000147819519, 0.7649999856948853, 0.7720000147819519, 0.7649999856948853, 0.7649999856948853, 0.7630000114440918, 0.765999972820282, 0.7680000066757202, 0.7630000114440918, 0.7789999842643738, 0.7739999890327454, 0.7689999938011169, 0.7689999938011169, 0.7820000052452087, 0.7770000100135803, 0.777999997138977, 0.7739999890327454, 0.7710000276565552, 0.7720000147819519, 0.7699999809265137, 0.7720000147819519, 0.765999972820282, 0.7730000019073486], "label": "FineWeb URL dedup"}, "big-run-sampled_full_ind_minhash": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.5099999904632568, 0.6209999918937683, 0.6549999713897705, 0.6800000071525574, 0.6830000281333923, 0.703000009059906, 0.7020000219345093, 0.7110000252723694, 0.7160000205039978, 0.7129999995231628, 0.7210000157356262, 0.7250000238418579, 0.7210000157356262, 0.7310000061988831, 0.7269999980926514, 0.7329999804496765, 0.7459999918937683, 0.734000027179718, 0.7409999966621399, 0.7390000224113464, 0.7350000143051147, 0.7509999871253967, 0.7440000176429749, 0.7379999756813049, 0.7599999904632568, 0.7400000095367432, 0.7409999966621399, 0.7590000033378601, 0.7409999966621399, 0.7440000176429749, 0.7400000095367432, 0.7450000047683716, 0.75, 0.7440000176429749, 0.7409999966621399, 0.7429999709129333, 0.7440000176429749, 0.7440000176429749, 0.7559999823570251, 0.7459999918937683, 0.7559999823570251, 0.7540000081062317, 0.7599999904632568, 0.7559999823570251, 0.7490000128746033, 0.7490000128746033, 0.7429999709129333, 0.7609999775886536, 0.7519999742507935, 0.7480000257492065, 0.7490000128746033, 0.7620000243186951, 0.7580000162124634, 0.7580000162124634, 0.7540000081062317, 0.7509999871253967, 0.7519999742507935, 0.7440000176429749, 0.7459999918937683, 0.7559999823570251, 0.7620000243186951, 0.746999979019165, 0.7570000290870667, 0.7620000243186951, 0.7570000290870667, 0.7540000081062317, 0.7540000081062317, 0.7570000290870667, 0.7590000033378601, 0.7519999742507935, 0.75, 0.7559999823570251, 0.7590000033378601, 0.7559999823570251, 0.7519999742507935, 0.7639999985694885, 0.7620000243186951, 0.7549999952316284, 0.7490000128746033, 0.7559999823570251, 0.7639999985694885, 0.7609999775886536, 0.7609999775886536, 0.7519999742507935, 0.7549999952316284, 0.7570000290870667, 0.7620000243186951, 0.7599999904632568, 0.7639999985694885, 0.7559999823570251, 0.753000020980835, 0.7649999856948853, 0.753000020980835, 0.7549999952316284, 0.7609999775886536, 0.7599999904632568, 0.7680000066757202, 0.7540000081062317, 0.7559999823570251, 0.7590000033378601, 0.7590000033378601, 0.7649999856948853, 0.7639999985694885, 0.7710000276565552, 0.7699999809265137, 0.7609999775886536, 0.765999972820282, 0.7670000195503235, 0.7720000147819519, 0.7639999985694885, 0.7609999775886536, 0.7549999952316284, 0.7630000114440918, 0.7670000195503235, 0.7599999904632568, 0.765999972820282, 0.7670000195503235, 0.7670000195503235, 0.7670000195503235, 0.7720000147819519, 0.7760000228881836, 0.7710000276565552, 0.7829999923706055, 0.7630000114440918, 0.7720000147819519, 0.7649999856948853, 0.7630000114440918, 0.7699999809265137, 0.7720000147819519, 0.7720000147819519, 0.7689999938011169, 0.777999997138977, 0.7689999938011169, 0.7760000228881836, 0.7730000019073486, 0.7799999713897705, 0.7720000147819519, 0.7760000228881836, 0.7710000276565552, 0.7770000100135803, 0.777999997138977, 0.7670000195503235, 0.7789999842643738, 0.7799999713897705, 0.7749999761581421, 0.7730000019073486, 0.777999997138977, 0.777999997138977, 0.7799999713897705, 0.7770000100135803, 0.7770000100135803, 0.7789999842643738, 0.7760000228881836, 0.7770000100135803, 0.7770000100135803, 0.7770000100135803, 0.7739999890327454, 0.7689999938011169, 0.7760000228881836, 0.777999997138977, 0.7699999809265137, 0.7739999890327454, 0.7670000195503235, 0.7699999809265137, 0.7710000276565552, 0.7730000019073486, 0.7739999890327454, 0.7680000066757202], "label": "FineWeb independent MinHash"}, "big-run-sampled_line_dedup_min_words": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.5099999904632568, 0.6240000128746033, 0.6470000147819519, 0.6520000100135803, 0.6700000166893005, 0.6940000057220459, 0.6970000267028809, 0.6970000267028809, 0.699999988079071, 0.6890000104904175, 0.6909999847412109, 0.7089999914169312, 0.7099999785423279, 0.7059999704360962, 0.7120000123977661, 0.7070000171661377, 0.7039999961853027, 0.7210000157356262, 0.7269999980926514, 0.7160000205039978, 0.7279999852180481, 0.7260000109672546, 0.7210000157356262, 0.7200000286102295, 0.722000002861023, 0.7229999899864197, 0.7310000061988831, 0.722000002861023, 0.7229999899864197, 0.7400000095367432, 0.7289999723434448, 0.7390000224113464, 0.7379999756813049, 0.7390000224113464, 0.7350000143051147, 0.734000027179718, 0.7329999804496765, 0.7310000061988831, 0.7269999980926514, 0.7369999885559082, 0.734000027179718, 0.7409999966621399, 0.7390000224113464, 0.7300000190734863, 0.734000027179718, 0.7329999804496765, 0.7310000061988831, 0.7379999756813049, 0.734000027179718, 0.7329999804496765, 0.7239999771118164, 0.7289999723434448, 0.7310000061988831, 0.7289999723434448, 0.7319999933242798, 0.7279999852180481, 0.7379999756813049, 0.75, 0.7419999837875366, 0.734000027179718, 0.75, 0.753000020980835, 0.7559999823570251, 0.7419999837875366, 0.7480000257492065, 0.7400000095367432, 0.7390000224113464, 0.7429999709129333, 0.7459999918937683, 0.7360000014305115, 0.7390000224113464, 0.7459999918937683, 0.7429999709129333, 0.7509999871253967, 0.7379999756813049, 0.7360000014305115, 0.7409999966621399, 0.7450000047683716, 0.7419999837875366, 0.7400000095367432, 0.7509999871253967, 0.7450000047683716, 0.7459999918937683, 0.753000020980835, 0.7490000128746033, 0.7549999952316284, 0.7440000176429749, 0.7480000257492065, 0.7440000176429749, 0.753000020980835, 0.7440000176429749, 0.746999979019165, 0.7490000128746033, 0.7459999918937683, 0.7509999871253967, 0.746999979019165, 0.7549999952316284, 0.7480000257492065, 0.7480000257492065, 0.7519999742507935, 0.7580000162124634, 0.7620000243186951, 0.7519999742507935, 0.7390000224113464, 0.7570000290870667, 0.7509999871253967, 0.7559999823570251, 0.7480000257492065, 0.7459999918937683, 0.753000020980835, 0.7570000290870667, 0.753000020980835, 0.7630000114440918, 0.7540000081062317, 0.7440000176429749, 0.7620000243186951, 0.7590000033378601, 0.7570000290870667, 0.7570000290870667, 0.7609999775886536, 0.7620000243186951, 0.7570000290870667, 0.7549999952316284, 0.7670000195503235, 0.7670000195503235, 0.7599999904632568, 0.7599999904632568, 0.7670000195503235, 0.7609999775886536, 0.7540000081062317, 0.7670000195503235, 0.7670000195503235, 0.7609999775886536, 0.7680000066757202, 0.7720000147819519, 0.7680000066757202, 0.7630000114440918, 0.7670000195503235, 0.7699999809265137, 0.7609999775886536, 0.7649999856948853, 0.7649999856948853, 0.7599999904632568, 0.7549999952316284, 0.7599999904632568, 0.7519999742507935, 0.7620000243186951, 0.7649999856948853, 0.7639999985694885, 0.7639999985694885, 0.7620000243186951, 0.7620000243186951, 0.7580000162124634, 0.7680000066757202, 0.7649999856948853, 0.7639999985694885, 0.7749999761581421, 0.7649999856948853, 0.7609999775886536, 0.7620000243186951, 0.7609999775886536, 0.7670000195503235, 0.7670000195503235, 0.7649999856948853, 0.7739999890327454, 0.7599999904632568, 0.7630000114440918, 0.765999972820282], "label": "FineWeb line dedup w/ min words"}, "big-run-sampled_cross_minhash_dump": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.5099999904632568, 0.6150000095367432, 0.6449999809265137, 0.6669999957084656, 0.675000011920929, 0.6909999847412109, 0.703000009059906, 0.6990000009536743, 0.7160000205039978, 0.7070000171661377, 0.7120000123977661, 0.7200000286102295, 0.7139999866485596, 0.7179999947547913, 0.7149999737739563, 0.7170000076293945, 0.7210000157356262, 0.7200000286102295, 0.7149999737739563, 0.7289999723434448, 0.7229999899864197, 0.7179999947547913, 0.7179999947547913, 0.7200000286102295, 0.7289999723434448, 0.722000002861023, 0.7229999899864197, 0.7179999947547913, 0.7139999866485596, 0.7239999771118164, 0.7200000286102295, 0.7250000238418579, 0.7260000109672546, 0.7139999866485596, 0.7239999771118164, 0.7260000109672546, 0.7239999771118164, 0.7269999980926514, 0.7310000061988831, 0.718999981880188, 0.7260000109672546, 0.7310000061988831, 0.7329999804496765, 0.7289999723434448, 0.7350000143051147, 0.7440000176429749, 0.7300000190734863, 0.7319999933242798, 0.7250000238418579, 0.7319999933242798, 0.7419999837875366, 0.7360000014305115, 0.7260000109672546, 0.7350000143051147, 0.7390000224113464, 0.7440000176429749, 0.7400000095367432, 0.7379999756813049, 0.7279999852180481, 0.7440000176429749, 0.7289999723434448, 0.746999979019165, 0.7329999804496765, 0.7419999837875366, 0.7390000224113464, 0.7250000238418579, 0.7429999709129333, 0.7329999804496765, 0.7350000143051147, 0.7360000014305115, 0.7450000047683716, 0.7390000224113464, 0.7409999966621399, 0.7390000224113464, 0.7350000143051147, 0.7329999804496765, 0.734000027179718, 0.7459999918937683, 0.7440000176429749, 0.75, 0.7379999756813049, 0.7450000047683716, 0.7450000047683716, 0.7419999837875366, 0.7459999918937683, 0.746999979019165, 0.7400000095367432, 0.7310000061988831, 0.7450000047683716, 0.7409999966621399, 0.7450000047683716, 0.746999979019165, 0.75, 0.75, 0.753000020980835, 0.7519999742507935, 0.7450000047683716, 0.7450000047683716, 0.7549999952316284, 0.7429999709129333, 0.75, 0.746999979019165, 0.7540000081062317, 0.7599999904632568, 0.7559999823570251, 0.746999979019165, 0.7559999823570251, 0.7540000081062317, 0.7570000290870667, 0.7490000128746033, 0.746999979019165, 0.7509999871253967, 0.7519999742507935, 0.7540000081062317, 0.7570000290870667, 0.746999979019165, 0.7570000290870667, 0.7480000257492065, 0.7580000162124634, 0.7570000290870667, 0.7580000162124634, 0.7519999742507935, 0.7459999918937683, 0.7599999904632568, 0.7580000162124634, 0.7509999871253967, 0.7540000081062317, 0.7580000162124634, 0.753000020980835, 0.7429999709129333, 0.7480000257492065, 0.7480000257492065, 0.7549999952316284, 0.7570000290870667, 0.7609999775886536, 0.7549999952316284, 0.7580000162124634, 0.7620000243186951, 0.7599999904632568, 0.753000020980835, 0.7540000081062317, 0.7599999904632568, 0.7580000162124634, 0.7459999918937683, 0.7580000162124634, 0.7549999952316284, 0.7590000033378601, 0.7599999904632568, 0.7570000290870667, 0.7599999904632568, 0.7559999823570251, 0.7630000114440918, 0.7549999952316284, 0.7609999775886536, 0.7609999775886536, 0.7549999952316284, 0.7540000081062317, 0.7590000033378601, 0.7540000081062317, 0.753000020980835, 0.7590000033378601, 0.75, 0.7599999904632568, 0.7580000162124634, 0.7559999823570251, 0.7519999742507935, 0.7599999904632568, 0.7580000162124634], "label": "FineWeb full MinHash"}, "big-run-sampled_line_dedup_3lines2": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.5099999904632568, 0.6060000061988831, 0.6380000114440918, 0.6589999794960022, 0.6629999876022339, 0.6909999847412109, 0.6859999895095825, 0.699999988079071, 0.703000009059906, 0.7070000171661377, 0.7149999737739563, 0.7059999704360962, 0.7149999737739563, 0.7170000076293945, 0.7170000076293945, 0.7059999704360962, 0.7129999995231628, 0.7070000171661377, 0.7070000171661377, 0.7160000205039978, 0.7129999995231628, 0.6990000009536743, 0.7120000123977661, 0.7129999995231628, 0.7170000076293945, 0.7210000157356262, 0.7160000205039978, 0.7149999737739563, 0.7239999771118164, 0.7229999899864197, 0.7250000238418579, 0.7110000252723694, 0.7170000076293945, 0.7129999995231628, 0.7250000238418579, 0.7260000109672546, 0.7269999980926514, 0.7300000190734863, 0.7329999804496765, 0.7289999723434448, 0.7289999723434448, 0.7210000157356262, 0.7210000157356262, 0.7319999933242798, 0.7350000143051147, 0.7279999852180481, 0.7310000061988831, 0.7319999933242798, 0.7260000109672546, 0.7329999804496765, 0.7329999804496765, 0.7360000014305115, 0.7329999804496765, 0.7279999852180481, 0.7390000224113464, 0.7480000257492065, 0.7319999933242798, 0.7279999852180481, 0.7450000047683716, 0.734000027179718, 0.7379999756813049, 0.7289999723434448, 0.7360000014305115, 0.7350000143051147, 0.7369999885559082, 0.7400000095367432, 0.7450000047683716, 0.7310000061988831, 0.7300000190734863, 0.7300000190734863, 0.7400000095367432, 0.7350000143051147, 0.7369999885559082, 0.7379999756813049, 0.7450000047683716, 0.7429999709129333, 0.7329999804496765, 0.7369999885559082, 0.7360000014305115, 0.7480000257492065, 0.7400000095367432, 0.7519999742507935, 0.7440000176429749, 0.7419999837875366, 0.7480000257492065, 0.7400000095367432, 0.7390000224113464, 0.7450000047683716, 0.7319999933242798, 0.7519999742507935, 0.746999979019165, 0.7490000128746033, 0.75, 0.7459999918937683, 0.7419999837875366, 0.7429999709129333, 0.7480000257492065, 0.7459999918937683, 0.753000020980835, 0.753000020980835, 0.75, 0.7509999871253967, 0.7540000081062317, 0.7599999904632568, 0.7559999823570251, 0.7580000162124634, 0.7519999742507935, 0.7509999871253967, 0.7509999871253967, 0.7590000033378601, 0.75, 0.7549999952316284, 0.7649999856948853, 0.7509999871253967, 0.7620000243186951, 0.7599999904632568, 0.7609999775886536, 0.7559999823570251, 0.7419999837875366, 0.746999979019165, 0.7559999823570251, 0.7509999871253967, 0.7559999823570251, 0.7570000290870667, 0.753000020980835, 0.7519999742507935, 0.7559999823570251, 0.7549999952316284, 0.7559999823570251, 0.7590000033378601, 0.7540000081062317, 0.7580000162124634, 0.753000020980835, 0.7559999823570251, 0.7540000081062317, 0.753000020980835, 0.7480000257492065, 0.7519999742507935, 0.7509999871253967, 0.7519999742507935, 0.75, 0.7609999775886536, 0.7549999952316284, 0.7630000114440918, 0.7590000033378601, 0.7649999856948853, 0.7559999823570251, 0.7580000162124634, 0.7570000290870667, 0.7570000290870667, 0.7559999823570251, 0.7549999952316284, 0.7540000081062317, 0.7609999775886536, 0.7639999985694885, 0.7620000243186951, 0.7559999823570251, 0.7580000162124634, 0.7540000081062317, 0.7620000243186951, 0.7599999904632568, 0.7599999904632568, 0.7599999904632568, 0.7570000290870667, 0.7599999904632568, 0.7609999775886536, 0.7559999823570251, 0.7570000290870667], "label": "FineWeb 3-line dedup"}, "big-run-sampled_full_filtered_no_dedup": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.5099999904632568, 0.621999979019165, 0.6439999938011169, 0.6700000166893005, 0.6790000200271606, 0.6869999766349792, 0.6959999799728394, 0.6790000200271606, 0.6880000233650208, 0.7049999833106995, 0.699999988079071, 0.6990000009536743, 0.6940000057220459, 0.7110000252723694, 0.7120000123977661, 0.7070000171661377, 0.7070000171661377, 0.6990000009536743, 0.7009999752044678, 0.7160000205039978, 0.7200000286102295, 0.7149999737739563, 0.7250000238418579, 0.7210000157356262, 0.722000002861023, 0.7310000061988831, 0.7289999723434448, 0.7319999933242798, 0.7250000238418579, 0.722000002861023, 0.7210000157356262, 0.7170000076293945, 0.7260000109672546, 0.7250000238418579, 0.7210000157356262, 0.7200000286102295, 0.7379999756813049, 0.7239999771118164, 0.7239999771118164, 0.7080000042915344, 0.7289999723434448, 0.7289999723434448, 0.7300000190734863, 0.7329999804496765, 0.7319999933242798, 0.7350000143051147, 0.7390000224113464, 0.7350000143051147, 0.7289999723434448, 0.734000027179718, 0.7329999804496765, 0.7400000095367432, 0.7409999966621399, 0.7310000061988831, 0.7350000143051147, 0.7360000014305115, 0.7360000014305115, 0.7409999966621399, 0.7319999933242798, 0.7409999966621399, 0.7400000095367432, 0.7390000224113464, 0.7329999804496765, 0.7459999918937683, 0.753000020980835, 0.746999979019165, 0.734000027179718, 0.7369999885559082, 0.7419999837875366, 0.734000027179718, 0.7419999837875366, 0.7289999723434448, 0.7350000143051147, 0.7300000190734863, 0.7519999742507935, 0.7390000224113464, 0.7400000095367432, 0.7409999966621399, 0.7429999709129333, 0.7450000047683716, 0.7329999804496765, 0.7260000109672546, 0.7570000290870667, 0.7360000014305115, 0.7519999742507935, 0.7419999837875366, 0.7379999756813049, 0.7390000224113464, 0.7490000128746033, 0.734000027179718, 0.7360000014305115, 0.7390000224113464, 0.7440000176429749, 0.7450000047683716, 0.7319999933242798, 0.7429999709129333, 0.7519999742507935, 0.7540000081062317, 0.7519999742507935, 0.753000020980835, 0.7480000257492065, 0.7440000176429749, 0.7459999918937683, 0.7369999885559082, 0.7419999837875366, 0.7480000257492065, 0.7419999837875366, 0.765999972820282, 0.746999979019165, 0.7459999918937683, 0.7570000290870667, 0.7390000224113464, 0.7409999966621399, 0.7459999918937683, 0.75, 0.7570000290870667, 0.753000020980835, 0.7549999952316284, 0.7519999742507935, 0.7490000128746033, 0.746999979019165, 0.7459999918937683, 0.7459999918937683, 0.746999979019165, 0.7409999966621399, 0.7419999837875366, 0.7459999918937683, 0.7440000176429749, 0.7459999918937683, 0.7490000128746033, 0.7450000047683716, 0.7409999966621399, 0.7419999837875366, 0.7490000128746033, 0.7590000033378601, 0.7549999952316284, 0.7549999952316284, 0.746999979019165, 0.753000020980835, 0.7549999952316284, 0.746999979019165, 0.7580000162124634, 0.7490000128746033, 0.753000020980835, 0.75, 0.75, 0.7540000081062317, 0.7540000081062317, 0.7490000128746033, 0.7570000290870667, 0.7570000290870667, 0.7590000033378601, 0.7559999823570251, 0.7620000243186951, 0.7590000033378601, 0.7509999871253967, 0.7639999985694885, 0.7580000162124634, 0.7599999904632568, 0.7620000243186951, 0.7590000033378601, 0.7609999775886536, 0.7559999823570251, 0.75, 0.7509999871253967, 0.7549999952316284, 0.7540000081062317, 0.7540000081062317], "label": "FineWeb filtered only"}}, "layout": {"title": {"text": "Attempting to further globally dedup worsened perf"}}}