assets/data/plots/dataset_ablations/openbookqa_acc_norm.json

{"data": {"FineWeb (ours)": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2860000133514404, 0.2440000027418136, 0.270000010728836, 0.2720000147819519, 0.3000000119209289, 0.2919999957084656, 0.3160000145435333, 0.3160000145435333, 0.3179999887943268, 0.3199999928474426, 0.3440000116825104, 0.3179999887943268, 0.3240000009536743, 0.3300000131130218, 0.3240000009536743, 0.3199999928474426, 0.335999995470047, 0.3339999914169311, 0.3440000116825104, 0.3459999859333038, 0.3400000035762787, 0.3440000116825104, 0.335999995470047, 0.3379999995231628, 0.3519999980926513, 0.3379999995231628, 0.3420000076293945, 0.3319999873638153, 0.3479999899864197, 0.3459999859333038, 0.3339999914169311, 0.3440000116825104, 0.3420000076293945, 0.3219999969005584, 0.3319999873638153, 0.3479999899864197, 0.3379999995231628, 0.335999995470047, 0.3499999940395355, 0.3420000076293945, 0.3319999873638153, 0.3400000035762787, 0.3400000035762787, 0.3519999980926513, 0.3479999899864197, 0.3379999995231628, 0.335999995470047, 0.3400000035762787, 0.3319999873638153, 0.3580000102519989, 0.3499999940395355, 0.3700000047683716, 0.3680000007152557, 0.335999995470047, 0.3600000143051147, 0.3499999940395355, 0.356000006198883, 0.3499999940395355, 0.356000006198883, 0.3619999885559082, 0.363999992609024, 0.3519999980926513, 0.3540000021457672, 0.3600000143051147, 0.3600000143051147, 0.3540000021457672, 0.356000006198883, 0.363999992609024, 0.363999992609024, 0.3499999940395355, 0.3659999966621399, 0.356000006198883, 0.363999992609024, 0.3540000021457672, 0.3540000021457672, 0.3619999885559082, 0.3740000128746032, 0.3519999980926513, 0.3659999966621399, 0.3680000007152557, 0.3700000047683716, 0.3580000102519989, 0.3499999940395355, 0.3740000128746032, 0.3659999966621399, 0.3659999966621399, 0.3580000102519989, 0.3479999899864197, 0.363999992609024, 0.3519999980926513, 0.3580000102519989, 0.356000006198883, 0.3740000128746032, 0.363999992609024, 0.3700000047683716, 0.363999992609024, 0.3700000047683716, 0.363999992609024, 0.3799999952316284, 0.3860000073909759, 0.3680000007152557, 0.3779999911785126, 0.3740000128746032, 0.3600000143051147, 0.3659999966621399, 0.3680000007152557, 0.3619999885559082, 0.3700000047683716, 0.3759999871253967, 0.363999992609024, 0.3740000128746032, 0.3799999952316284, 0.3779999911785126, 0.3659999966621399, 0.3600000143051147, 0.3740000128746032, 0.3600000143051147, 0.363999992609024, 0.363999992609024, 0.363999992609024, 0.3779999911785126, 0.3700000047683716, 0.3799999952316284, 0.3720000088214874, 0.3819999992847442, 0.3759999871253967, 0.3799999952316284, 0.3740000128746032, 0.3860000073909759, 0.3779999911785126, 0.3959999978542328, 0.3880000114440918, 0.3799999952316284, 0.3860000073909759, 0.3759999871253967, 0.3939999938011169, 0.3779999911785126, 0.3959999978542328, 0.3779999911785126, 0.3899999856948852, 0.3860000073909759, 0.3959999978542328, 0.3759999871253967, 0.3720000088214874, 0.3799999952316284, 0.3740000128746032, 0.3759999871253967, 0.3799999952316284, 0.3819999992847442, 0.3840000033378601, 0.3720000088214874, 0.363999992609024, 0.3840000033378601, 0.3919999897480011, 0.3819999992847442, 0.3819999992847442, 0.3779999911785126, 0.3799999952316284, 0.3840000033378601, 0.3819999992847442, 0.3899999856948852, 0.3860000073909759, 0.3819999992847442, 0.3840000033378601, 0.3720000088214874, 0.3799999952316284, 0.3819999992847442, 0.3959999978542328], "label": "FineWeb (ours)"}, "Dolma": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2860000133514404, 0.2619999945163727, 0.2860000133514404, 0.2800000011920929, 0.2919999957084656, 0.3000000119209289, 0.3059999942779541, 0.3079999983310699, 0.3100000023841858, 0.3000000119209289, 0.3039999902248382, 0.328000009059906, 0.3260000050067901, 0.328000009059906, 0.3540000021457672, 0.3319999873638153, 0.3219999969005584, 0.328000009059906, 0.3339999914169311, 0.3479999899864197, 0.3540000021457672, 0.335999995470047, 0.3499999940395355, 0.3479999899864197, 0.3420000076293945, 0.3379999995231628, 0.3300000131130218, 0.363999992609024, 0.3440000116825104, 0.3519999980926513, 0.3319999873638153, 0.3400000035762787, 0.3459999859333038, 0.3479999899864197, 0.3440000116825104, 0.3379999995231628, 0.3459999859333038, 0.3459999859333038, 0.3440000116825104, 0.3519999980926513, 0.3519999980926513, 0.3420000076293945, 0.3400000035762787, 0.3499999940395355, 0.3540000021457672, 0.3459999859333038, 0.3519999980926513, 0.3459999859333038, 0.3540000021457672, 0.3659999966621399, 0.3540000021457672, 0.3600000143051147, 0.3619999885559082, 0.3659999966621399, 0.3479999899864197, 0.3519999980926513, 0.3420000076293945, 0.363999992609024, 0.3580000102519989, 0.3519999980926513, 0.3440000116825104, 0.3400000035762787, 0.3499999940395355, 0.3619999885559082, 0.3519999980926513, 0.3619999885559082, 0.3479999899864197, 0.356000006198883, 0.3540000021457672, 0.363999992609024, 0.3459999859333038, 0.3580000102519989, 0.3619999885559082, 0.3479999899864197, 0.363999992609024, 0.3459999859333038, 0.3619999885559082, 0.3600000143051147, 0.3600000143051147, 0.3519999980926513, 0.3600000143051147, 0.3680000007152557, 0.3659999966621399, 0.3659999966621399, 0.3600000143051147, 0.3580000102519989, 0.3580000102519989, 0.3720000088214874, 0.3619999885559082, 0.363999992609024, 0.3479999899864197, 0.3659999966621399, 0.3600000143051147, 0.3680000007152557, 0.3700000047683716, 0.3580000102519989, 0.3420000076293945, 0.3619999885559082, 0.3479999899864197, 0.3540000021457672, 0.3499999940395355, 0.3600000143051147, 0.3720000088214874, 0.3420000076293945, 0.3580000102519989, 0.3680000007152557, 0.3600000143051147, 0.3600000143051147, 0.3440000116825104, 0.3619999885559082, 0.356000006198883, 0.3580000102519989, 0.3600000143051147, 0.3540000021457672, 0.3519999980926513, 0.3499999940395355, 0.3479999899864197, 0.3540000021457672, 0.3619999885559082, 0.3540000021457672, 0.3600000143051147, 0.3519999980926513, 0.3540000021457672, 0.3600000143051147, 0.3659999966621399, 0.3479999899864197, 0.3540000021457672, 0.3459999859333038, 0.3759999871253967, 0.3580000102519989, 0.3540000021457672, 0.3659999966621399, 0.3659999966621399, 0.3659999966621399, 0.3680000007152557, 0.356000006198883, 0.3600000143051147, 0.3619999885559082, 0.3700000047683716, 0.3600000143051147, 0.3600000143051147, 0.3680000007152557, 0.3799999952316284, 0.3860000073909759, 0.3700000047683716, 0.3700000047683716, 0.3659999966621399, 0.3840000033378601, 0.3659999966621399, 0.3659999966621399, 0.3659999966621399, 0.3680000007152557, 0.3700000047683716, 0.3720000088214874, 0.363999992609024, 0.363999992609024, 0.3740000128746032, 0.3779999911785126, 0.3659999966621399, 0.3700000047683716, 0.3720000088214874, 0.3680000007152557, 0.3740000128746032, 0.3819999992847442, 0.3619999885559082, 0.3619999885559082, 0.3740000128746032, 0.3799999952316284], "label": "Dolma"}, "C4": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2860000133514404, 0.25, 0.2759999930858612, 0.2739999890327453, 0.2820000052452087, 0.2980000078678131, 0.3019999861717224, 0.2899999916553497, 0.3000000119209289, 0.3240000009536743, 0.3120000064373016, 0.3260000050067901, 0.3319999873638153, 0.3440000116825104, 0.3240000009536743, 0.3400000035762787, 0.3300000131130218, 0.3459999859333038, 0.3540000021457672, 0.3319999873638153, 0.3219999969005584, 0.3499999940395355, 0.3479999899864197, 0.3300000131130218, 0.3519999980926513, 0.3499999940395355, 0.3680000007152557, 0.3479999899864197, 0.3580000102519989, 0.3519999980926513, 0.3479999899864197, 0.3600000143051147, 0.3540000021457672, 0.363999992609024, 0.3619999885559082, 0.3619999885559082, 0.3540000021457672, 0.3499999940395355, 0.3540000021457672, 0.3540000021457672, 0.356000006198883, 0.3519999980926513, 0.3580000102519989, 0.3720000088214874, 0.3600000143051147, 0.3700000047683716, 0.3580000102519989, 0.3600000143051147, 0.3659999966621399, 0.3759999871253967, 0.3580000102519989, 0.3779999911785126, 0.356000006198883, 0.3680000007152557, 0.3680000007152557, 0.356000006198883, 0.363999992609024, 0.3619999885559082, 0.3740000128746032, 0.3720000088214874, 0.3740000128746032, 0.3740000128746032, 0.3740000128746032, 0.3700000047683716, 0.3600000143051147, 0.3799999952316284, 0.3659999966621399, 0.3819999992847442, 0.3779999911785126, 0.3619999885559082, 0.363999992609024, 0.356000006198883, 0.356000006198883, 0.3600000143051147, 0.3580000102519989, 0.3779999911785126, 0.3759999871253967, 0.3700000047683716, 0.363999992609024, 0.3700000047683716, 0.3700000047683716, 0.3600000143051147, 0.3700000047683716, 0.3619999885559082, 0.3700000047683716, 0.3659999966621399, 0.3799999952316284, 0.3720000088214874, 0.3779999911785126, 0.3580000102519989, 0.3600000143051147, 0.3659999966621399, 0.3819999992847442, 0.3619999885559082, 0.3680000007152557, 0.3860000073909759, 0.3860000073909759, 0.3700000047683716, 0.363999992609024, 0.3720000088214874, 0.3740000128746032, 0.3700000047683716, 0.3840000033378601, 0.3980000019073486, 0.3740000128746032, 0.3659999966621399, 0.3779999911785126, 0.3919999897480011, 0.3759999871253967, 0.3740000128746032, 0.3819999992847442, 0.3659999966621399, 0.3740000128746032, 0.3799999952316284, 0.363999992609024, 0.3799999952316284, 0.3779999911785126, 0.3740000128746032, 0.3980000019073486, 0.3899999856948852, 0.3840000033378601, 0.3819999992847442, 0.3779999911785126, 0.3759999871253967, 0.3860000073909759, 0.3899999856948852, 0.3700000047683716, 0.3799999952316284, 0.3840000033378601, 0.3840000033378601, 0.3919999897480011, 0.3779999911785126, 0.3740000128746032, 0.3899999856948852, 0.3759999871253967, 0.3819999992847442, 0.3980000019073486, 0.3899999856948852, 0.3899999856948852, 0.3779999911785126, 0.3779999911785126, 0.3919999897480011, 0.3880000114440918, 0.3840000033378601, 0.3700000047683716, 0.3819999992847442, 0.3880000114440918, 0.3819999992847442, 0.3939999938011169, 0.3860000073909759, 0.3899999856948852, 0.3980000019073486, 0.4000000059604645, 0.4059999883174896, 0.3880000114440918, 0.4000000059604645, 0.3919999897480011, 0.3980000019073486, 0.3899999856948852, 0.3899999856948852, 0.3899999856948852, 0.3939999938011169, 0.3899999856948852, 0.3899999856948852, 0.3860000073909759, 0.3880000114440918, 0.3840000033378601, 0.3720000088214874], "label": "C4"}, "RefinedWeb": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2860000133514404, 0.2560000121593475, 0.2840000092983246, 0.3059999942779541, 0.3059999942779541, 0.2980000078678131, 0.3240000009536743, 0.3100000023841858, 0.3000000119209289, 0.3160000145435333, 0.3140000104904175, 0.3260000050067901, 0.3199999928474426, 0.2980000078678131, 0.3179999887943268, 0.3319999873638153, 0.3019999861717224, 0.2939999997615814, 0.3319999873638153, 0.3319999873638153, 0.3219999969005584, 0.3379999995231628, 0.3379999995231628, 0.3339999914169311, 0.3240000009536743, 0.3479999899864197, 0.3300000131130218, 0.3240000009536743, 0.3300000131130218, 0.3400000035762787, 0.3459999859333038, 0.3319999873638153, 0.3379999995231628, 0.356000006198883, 0.3339999914169311, 0.3459999859333038, 0.3440000116825104, 0.3519999980926513, 0.3479999899864197, 0.3339999914169311, 0.3400000035762787, 0.3479999899864197, 0.3379999995231628, 0.3479999899864197, 0.3499999940395355, 0.3400000035762787, 0.3499999940395355, 0.3420000076293945, 0.3659999966621399, 0.3400000035762787, 0.3459999859333038, 0.3499999940395355, 0.356000006198883, 0.3400000035762787, 0.356000006198883, 0.3339999914169311, 0.3339999914169311, 0.3479999899864197, 0.3420000076293945, 0.3580000102519989, 0.3339999914169311, 0.3440000116825104, 0.3400000035762787, 0.3499999940395355, 0.3540000021457672, 0.3479999899864197, 0.3499999940395355, 0.3420000076293945, 0.3379999995231628, 0.335999995470047, 0.356000006198883, 0.3459999859333038, 0.3499999940395355, 0.3400000035762787, 0.3440000116825104, 0.356000006198883, 0.3519999980926513, 0.3400000035762787, 0.3440000116825104, 0.356000006198883, 0.3400000035762787, 0.356000006198883, 0.3600000143051147, 0.3540000021457672, 0.3479999899864197, 0.3379999995231628, 0.3440000116825104, 0.3300000131130218, 0.3400000035762787, 0.3459999859333038, 0.3339999914169311, 0.3499999940395355, 0.3600000143051147, 0.3440000116825104, 0.3499999940395355, 0.356000006198883, 0.3420000076293945, 0.3479999899864197, 0.3379999995231628, 0.3379999995231628, 0.3459999859333038, 0.356000006198883, 0.328000009059906, 0.3459999859333038, 0.3519999980926513, 0.3499999940395355, 0.3519999980926513, 0.3420000076293945, 0.3499999940395355, 0.3420000076293945, 0.3339999914169311, 0.335999995470047, 0.3379999995231628, 0.3379999995231628, 0.3540000021457672, 0.356000006198883, 0.356000006198883, 0.335999995470047, 0.363999992609024, 0.363999992609024, 0.3499999940395355, 0.356000006198883, 0.3519999980926513, 0.3519999980926513, 0.3540000021457672, 0.3459999859333038, 0.3479999899864197, 0.3519999980926513, 0.3519999980926513, 0.3420000076293945, 0.3440000116825104, 0.3379999995231628, 0.3519999980926513, 0.356000006198883, 0.3420000076293945, 0.3580000102519989, 0.3499999940395355, 0.3619999885559082, 0.3519999980926513, 0.3600000143051147, 0.3459999859333038, 0.3519999980926513, 0.3519999980926513, 0.3499999940395355, 0.3580000102519989, 0.356000006198883, 0.3580000102519989, 0.3600000143051147, 0.3440000116825104, 0.3600000143051147, 0.3440000116825104, 0.3479999899864197, 0.3479999899864197, 0.3580000102519989, 0.3600000143051147, 0.3580000102519989, 0.3540000021457672, 0.3519999980926513, 0.3459999859333038, 0.3459999859333038, 0.3540000021457672, 0.335999995470047, 0.3540000021457672, 0.3540000021457672, 0.3519999980926513, 0.356000006198883, 0.3499999940395355, 0.356000006198883], "label": "RefinedWeb"}, "The Pile": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2860000133514404, 0.2759999930858612, 0.2759999930858612, 0.2720000147819519, 0.2840000092983246, 0.3019999861717224, 0.2919999957084656, 0.2980000078678131, 0.2960000038146972, 0.2899999916553497, 0.2980000078678131, 0.2939999997615814, 0.3059999942779541, 0.3199999928474426, 0.3120000064373016, 0.3140000104904175, 0.3140000104904175, 0.3019999861717224, 0.3079999983310699, 0.3100000023841858, 0.3120000064373016, 0.3120000064373016, 0.3179999887943268, 0.3260000050067901, 0.3160000145435333, 0.3319999873638153, 0.3240000009536743, 0.3379999995231628, 0.3339999914169311, 0.3300000131130218, 0.3400000035762787, 0.3240000009536743, 0.3039999902248382, 0.335999995470047, 0.3219999969005584, 0.3120000064373016, 0.328000009059906, 0.3140000104904175, 0.3179999887943268, 0.3240000009536743, 0.3120000064373016, 0.3379999995231628, 0.3039999902248382, 0.328000009059906, 0.3260000050067901, 0.3100000023841858, 0.3339999914169311, 0.328000009059906, 0.3260000050067901, 0.3319999873638153, 0.328000009059906, 0.328000009059906, 0.3300000131130218, 0.3440000116825104, 0.328000009059906, 0.3319999873638153, 0.3440000116825104, 0.3459999859333038, 0.3240000009536743, 0.3400000035762787, 0.328000009059906, 0.3499999940395355, 0.3440000116825104, 0.3499999940395355, 0.3580000102519989, 0.3420000076293945, 0.3319999873638153, 0.3499999940395355, 0.3379999995231628, 0.3479999899864197, 0.3400000035762787, 0.3319999873638153, 0.3379999995231628, 0.3339999914169311, 0.3420000076293945, 0.3420000076293945, 0.3479999899864197, 0.3499999940395355, 0.3400000035762787, 0.3479999899864197, 0.3519999980926513, 0.3379999995231628, 0.3459999859333038, 0.328000009059906, 0.3339999914169311, 0.3300000131130218, 0.356000006198883, 0.356000006198883, 0.3540000021457672, 0.3420000076293945, 0.3499999940395355, 0.3659999966621399, 0.3519999980926513, 0.3519999980926513, 0.3479999899864197, 0.356000006198883, 0.3440000116825104, 0.3499999940395355, 0.3420000076293945, 0.3400000035762787, 0.3339999914169311, 0.3440000116825104, 0.3519999980926513, 0.3420000076293945, 0.3499999940395355, 0.3540000021457672, 0.3519999980926513, 0.356000006198883, 0.3519999980926513, 0.3499999940395355, 0.3580000102519989, 0.3619999885559082, 0.3540000021457672, 0.3580000102519989, 0.3540000021457672, 0.3499999940395355, 0.356000006198883, 0.3540000021457672, 0.3580000102519989, 0.3499999940395355, 0.3440000116825104, 0.363999992609024, 0.3479999899864197, 0.3600000143051147, 0.3540000021457672, 0.3519999980926513, 0.3600000143051147, 0.3580000102519989, 0.3459999859333038, 0.3540000021457672, 0.356000006198883, 0.3580000102519989, 0.3519999980926513, 0.3519999980926513, 0.3619999885559082, 0.3619999885559082, 0.356000006198883, 0.3519999980926513, 0.3600000143051147, 0.3459999859333038, 0.3499999940395355, 0.3619999885559082, 0.3519999980926513, 0.3519999980926513, 0.3580000102519989, 0.3479999899864197, 0.3479999899864197, 0.3479999899864197, 0.3540000021457672, 0.3580000102519989, 0.3499999940395355, 0.3479999899864197, 0.3499999940395355, 0.3580000102519989, 0.3600000143051147, 0.3580000102519989, 0.3659999966621399, 0.3580000102519989, 0.3540000021457672, 0.3619999885559082, 0.3540000021457672, 0.3519999980926513, 0.3600000143051147, 0.3659999966621399, 0.3479999899864197, 0.3519999980926513, 0.3459999859333038, 0.356000006198883], "label": "The Pile"}, "RedPajama2": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2860000133514404, 0.2460000067949295, 0.2720000147819519, 0.2800000011920929, 0.2660000026226043, 0.2820000052452087, 0.2879999876022339, 0.2899999916553497, 0.2980000078678131, 0.2840000092983246, 0.3019999861717224, 0.3019999861717224, 0.3100000023841858, 0.2960000038146972, 0.3260000050067901, 0.3160000145435333, 0.3079999983310699, 0.3059999942779541, 0.3199999928474426, 0.3100000023841858, 0.3240000009536743, 0.3079999983310699, 0.3219999969005584, 0.3140000104904175, 0.3199999928474426, 0.3300000131130218, 0.3219999969005584, 0.3260000050067901, 0.3160000145435333, 0.3420000076293945, 0.3160000145435333, 0.3219999969005584, 0.3260000050067901, 0.328000009059906, 0.3219999969005584, 0.3160000145435333, 0.3219999969005584, 0.3240000009536743, 0.3540000021457672, 0.3319999873638153, 0.3240000009536743, 0.335999995470047, 0.3140000104904175, 0.3260000050067901, 0.3240000009536743, 0.3400000035762787, 0.335999995470047, 0.3339999914169311, 0.3400000035762787, 0.3240000009536743, 0.3400000035762787, 0.3319999873638153, 0.3379999995231628, 0.3260000050067901, 0.328000009059906, 0.3199999928474426, 0.3219999969005584, 0.3140000104904175, 0.3420000076293945, 0.3339999914169311, 0.3420000076293945, 0.3339999914169311, 0.328000009059906, 0.3300000131130218, 0.3400000035762787, 0.3519999980926513, 0.3459999859333038, 0.3260000050067901, 0.335999995470047, 0.335999995470047, 0.328000009059906, 0.335999995470047, 0.3479999899864197, 0.3379999995231628, 0.3339999914169311, 0.3400000035762787, 0.3400000035762787, 0.3379999995231628, 0.3260000050067901, 0.3400000035762787, 0.3379999995231628, 0.3379999995231628, 0.3240000009536743, 0.3499999940395355, 0.335999995470047, 0.3379999995231628, 0.328000009059906, 0.3319999873638153, 0.3479999899864197, 0.3459999859333038, 0.3199999928474426, 0.3440000116825104, 0.3459999859333038, 0.3319999873638153, 0.3440000116825104, 0.3499999940395355, 0.328000009059906, 0.3479999899864197, 0.3440000116825104, 0.3300000131130218, 0.3339999914169311, 0.3379999995231628, 0.328000009059906, 0.335999995470047, 0.3499999940395355, 0.3519999980926513, 0.3379999995231628, 0.3580000102519989, 0.356000006198883, 0.3519999980926513, 0.3379999995231628, 0.3339999914169311, 0.3300000131130218, 0.328000009059906, 0.3519999980926513, 0.3540000021457672, 0.3420000076293945, 0.3459999859333038, 0.3440000116825104, 0.3440000116825104, 0.3420000076293945, 0.3540000021457672, 0.3459999859333038, 0.3319999873638153, 0.3339999914169311, 0.3440000116825104, 0.3379999995231628, 0.3379999995231628, 0.3379999995231628, 0.3499999940395355, 0.3400000035762787, 0.3479999899864197, 0.3400000035762787, 0.3459999859333038, 0.3459999859333038, 0.356000006198883, 0.3499999940395355, 0.3580000102519989, 0.3400000035762787, 0.3479999899864197, 0.3400000035762787, 0.3459999859333038, 0.3400000035762787, 0.335999995470047, 0.3519999980926513, 0.3440000116825104, 0.3379999995231628, 0.3499999940395355, 0.3400000035762787, 0.3499999940395355, 0.3440000116825104, 0.3499999940395355, 0.3420000076293945, 0.335999995470047, 0.3479999899864197, 0.3420000076293945, 0.3519999980926513, 0.3459999859333038, 0.3479999899864197, 0.3400000035762787, 0.3479999899864197, 0.3479999899864197, 0.3479999899864197, 0.3499999940395355, 0.3519999980926513, 0.3479999899864197, 0.356000006198883, 0.3540000021457672], "label": "RedPajama2"}, "SlimPajama": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2860000133514404, 0.2540000081062317, 0.2560000121593475, 0.2919999957084656, 0.2840000092983246, 0.2739999890327453, 0.2960000038146972, 0.3019999861717224, 0.3140000104904175, 0.3100000023841858, 0.3120000064373016, 0.3339999914169311, 0.3160000145435333, 0.3240000009536743, 0.3260000050067901, 0.3240000009536743, 0.3120000064373016, 0.3120000064373016, 0.3400000035762787, 0.3379999995231628, 0.3240000009536743, 0.3059999942779541, 0.3300000131130218, 0.3160000145435333, 0.3260000050067901, 0.3300000131130218, 0.3379999995231628, 0.335999995470047, 0.3240000009536743, 0.3260000050067901, 0.3339999914169311, 0.3459999859333038, 0.335999995470047, 0.3400000035762787, 0.3440000116825104, 0.3219999969005584, 0.3420000076293945, 0.335999995470047, 0.3440000116825104, 0.328000009059906, 0.3379999995231628, 0.3420000076293945, 0.3379999995231628, 0.3300000131130218, 0.3499999940395355, 0.3459999859333038, 0.3400000035762787, 0.3300000131130218, 0.3499999940395355, 0.335999995470047, 0.3400000035762787, 0.3379999995231628, 0.3260000050067901, 0.335999995470047, 0.328000009059906, 0.335999995470047, 0.3379999995231628, 0.3420000076293945, 0.335999995470047, 0.3519999980926513, 0.3400000035762787, 0.3319999873638153, 0.3499999940395355, 0.3400000035762787, 0.3240000009536743, 0.3300000131130218, 0.3479999899864197, 0.3319999873638153, 0.3499999940395355, 0.3400000035762787, 0.3499999940395355, 0.328000009059906, 0.3339999914169311, 0.3339999914169311, 0.3379999995231628, 0.328000009059906, 0.328000009059906, 0.335999995470047, 0.3260000050067901, 0.3420000076293945, 0.335999995470047, 0.335999995470047, 0.3420000076293945, 0.3400000035762787, 0.3260000050067901, 0.3339999914169311, 0.3400000035762787, 0.328000009059906, 0.3319999873638153, 0.3479999899864197, 0.3339999914169311, 0.3339999914169311, 0.3519999980926513, 0.3440000116825104, 0.3519999980926513, 0.3420000076293945, 0.328000009059906, 0.3400000035762787, 0.3440000116825104, 0.3400000035762787, 0.3499999940395355, 0.3479999899864197, 0.3499999940395355, 0.3400000035762787, 0.3420000076293945, 0.3459999859333038, 0.3420000076293945, 0.3300000131130218, 0.3440000116825104, 0.3499999940395355, 0.356000006198883, 0.3519999980926513, 0.3600000143051147, 0.3400000035762787, 0.3400000035762787, 0.3339999914169311, 0.3540000021457672, 0.3339999914169311, 0.3339999914169311, 0.3540000021457672, 0.3499999940395355, 0.3479999899864197, 0.3339999914169311, 0.3420000076293945, 0.3339999914169311, 0.3420000076293945, 0.3440000116825104, 0.3600000143051147, 0.3499999940395355, 0.3619999885559082, 0.3580000102519989, 0.3479999899864197, 0.356000006198883, 0.3420000076293945, 0.3519999980926513, 0.3519999980926513, 0.3600000143051147, 0.3459999859333038, 0.3459999859333038, 0.356000006198883, 0.3459999859333038, 0.3540000021457672, 0.3499999940395355, 0.3499999940395355, 0.3540000021457672, 0.356000006198883, 0.3580000102519989, 0.356000006198883, 0.3519999980926513, 0.356000006198883, 0.363999992609024, 0.3499999940395355, 0.3519999980926513, 0.3479999899864197, 0.3499999940395355, 0.3540000021457672, 0.3479999899864197, 0.335999995470047, 0.3519999980926513, 0.3479999899864197, 0.3479999899864197, 0.3459999859333038, 0.3499999940395355, 0.3420000076293945, 0.3540000021457672, 0.3479999899864197, 0.3479999899864197, 0.3459999859333038], "label": "SlimPajama"}}, "layout": {"title": {"text": "Dataset ablations"}}}