assets/data/plots/dataset_ablations/siqa_acc_norm.json

{"data": {"FineWeb (ours)": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.3619999885559082, 0.395000010728836, 0.3970000147819519, 0.3930000066757202, 0.4050000011920929, 0.3899999856948852, 0.4070000052452087, 0.4040000140666961, 0.4189999997615814, 0.4000000059604645, 0.4269999861717224, 0.4009999930858612, 0.3980000019073486, 0.414000004529953, 0.4120000004768371, 0.4050000011920929, 0.4070000052452087, 0.4070000052452087, 0.4129999876022339, 0.4009999930858612, 0.4070000052452087, 0.4059999883174896, 0.4050000011920929, 0.4059999883174896, 0.4090000092983246, 0.4160000085830688, 0.4059999883174896, 0.3899999856948852, 0.3899999856948852, 0.4009999930858612, 0.3970000147819519, 0.3959999978542328, 0.4110000133514404, 0.4040000140666961, 0.4110000133514404, 0.4050000011920929, 0.4090000092983246, 0.402999997138977, 0.4189999997615814, 0.3980000019073486, 0.4059999883174896, 0.4120000004768371, 0.4149999916553497, 0.4059999883174896, 0.4250000119209289, 0.4110000133514404, 0.4070000052452087, 0.4120000004768371, 0.4120000004768371, 0.4020000100135803, 0.4050000011920929, 0.4009999930858612, 0.4079999923706054, 0.4110000133514404, 0.4110000133514404, 0.4059999883174896, 0.4040000140666961, 0.3980000019073486, 0.395000010728836, 0.4050000011920929, 0.402999997138977, 0.4020000100135803, 0.4090000092983246, 0.4079999923706054, 0.4020000100135803, 0.4000000059604645, 0.4020000100135803, 0.4090000092983246, 0.4160000085830688, 0.3959999978542328, 0.3970000147819519, 0.3970000147819519, 0.3989999890327453, 0.3970000147819519, 0.4009999930858612, 0.4020000100135803, 0.4009999930858612, 0.4050000011920929, 0.4110000133514404, 0.4050000011920929, 0.414000004529953, 0.4059999883174896, 0.4020000100135803, 0.395000010728836, 0.4009999930858612, 0.402999997138977, 0.4040000140666961, 0.4020000100135803, 0.3989999890327453, 0.3980000019073486, 0.4040000140666961, 0.4059999883174896, 0.3899999856948852, 0.4009999930858612, 0.3980000019073486, 0.4040000140666961, 0.4110000133514404, 0.3939999938011169, 0.4040000140666961, 0.4040000140666961, 0.4059999883174896, 0.402999997138977, 0.4020000100135803, 0.4040000140666961, 0.4059999883174896, 0.3970000147819519, 0.3989999890327453, 0.4040000140666961, 0.4090000092983246, 0.4059999883174896, 0.4020000100135803, 0.4099999964237213, 0.4050000011920929, 0.4099999964237213, 0.402999997138977, 0.4040000140666961, 0.3989999890327453, 0.4070000052452087, 0.4129999876022339, 0.4120000004768371, 0.4149999916553497, 0.4169999957084656, 0.3989999890327453, 0.414000004529953, 0.4169999957084656, 0.4079999923706054, 0.4020000100135803, 0.4009999930858612, 0.4020000100135803, 0.4090000092983246, 0.4189999997615814, 0.4050000011920929, 0.4090000092983246, 0.4040000140666961, 0.4090000092983246, 0.4160000085830688, 0.402999997138977, 0.4169999957084656, 0.4160000085830688, 0.4149999916553497, 0.4059999883174896, 0.4169999957084656, 0.4099999964237213, 0.4210000038146972, 0.4239999949932098, 0.4160000085830688, 0.4090000092983246, 0.4120000004768371, 0.4110000133514404, 0.4189999997615814, 0.414000004529953, 0.4059999883174896, 0.4110000133514404, 0.4149999916553497, 0.4110000133514404, 0.4129999876022339, 0.4120000004768371, 0.4149999916553497, 0.414000004529953, 0.4079999923706054, 0.4070000052452087, 0.4099999964237213, 0.4059999883174896, 0.4040000140666961, 0.4149999916553497, 0.4099999964237213, 0.4149999916553497, 0.414000004529953], "label": "FineWeb (ours)"}, "RefinedWeb": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.3619999885559082, 0.3980000019073486, 0.3899999856948852, 0.3860000073909759, 0.3919999897480011, 0.402999997138977, 0.3959999978542328, 0.3959999978542328, 0.4070000052452087, 0.4009999930858612, 0.4079999923706054, 0.4009999930858612, 0.3910000026226043, 0.3980000019073486, 0.4129999876022339, 0.4020000100135803, 0.4090000092983246, 0.4120000004768371, 0.4129999876022339, 0.4129999876022339, 0.4099999964237213, 0.4110000133514404, 0.4110000133514404, 0.4090000092983246, 0.4000000059604645, 0.4050000011920929, 0.3939999938011169, 0.3889999985694885, 0.4050000011920929, 0.4099999964237213, 0.3980000019073486, 0.4090000092983246, 0.4079999923706054, 0.4070000052452087, 0.4040000140666961, 0.4129999876022339, 0.4090000092983246, 0.4059999883174896, 0.4090000092983246, 0.4090000092983246, 0.4149999916553497, 0.4059999883174896, 0.4000000059604645, 0.4000000059604645, 0.4070000052452087, 0.402999997138977, 0.4040000140666961, 0.3989999890327453, 0.4020000100135803, 0.4160000085830688, 0.4050000011920929, 0.4110000133514404, 0.4059999883174896, 0.3989999890327453, 0.4169999957084656, 0.4040000140666961, 0.4050000011920929, 0.4149999916553497, 0.4020000100135803, 0.402999997138977, 0.4129999876022339, 0.4009999930858612, 0.4059999883174896, 0.4040000140666961, 0.4099999964237213, 0.414000004529953, 0.4210000038146972, 0.4110000133514404, 0.4070000052452087, 0.4099999964237213, 0.4169999957084656, 0.4070000052452087, 0.4199999868869781, 0.4079999923706054, 0.4180000126361847, 0.4110000133514404, 0.4110000133514404, 0.4189999997615814, 0.414000004529953, 0.4129999876022339, 0.4180000126361847, 0.4070000052452087, 0.4059999883174896, 0.4059999883174896, 0.4129999876022339, 0.4149999916553497, 0.4099999964237213, 0.4009999930858612, 0.4020000100135803, 0.4099999964237213, 0.4169999957084656, 0.4129999876022339, 0.414000004529953, 0.4099999964237213, 0.4189999997615814, 0.4210000038146972, 0.4090000092983246, 0.4079999923706054, 0.4099999964237213, 0.4099999964237213, 0.4129999876022339, 0.4099999964237213, 0.4099999964237213, 0.4110000133514404, 0.4020000100135803, 0.4079999923706054, 0.4079999923706054, 0.414000004529953, 0.4129999876022339, 0.4189999997615814, 0.4129999876022339, 0.4180000126361847, 0.4050000011920929, 0.4230000078678131, 0.4180000126361847, 0.4120000004768371, 0.4149999916553497, 0.4189999997615814, 0.4110000133514404, 0.4160000085830688, 0.4059999883174896, 0.4110000133514404, 0.4110000133514404, 0.4110000133514404, 0.4040000140666961, 0.4149999916553497, 0.414000004529953, 0.4160000085830688, 0.414000004529953, 0.4129999876022339, 0.4120000004768371, 0.4149999916553497, 0.4169999957084656, 0.4110000133514404, 0.414000004529953, 0.4160000085830688, 0.4110000133514404, 0.4120000004768371, 0.4110000133514404, 0.4149999916553497, 0.4129999876022339, 0.4110000133514404, 0.4129999876022339, 0.4099999964237213, 0.4180000126361847, 0.414000004529953, 0.4040000140666961, 0.4099999964237213, 0.4099999964237213, 0.4120000004768371, 0.4149999916553497, 0.4129999876022339, 0.4079999923706054, 0.4040000140666961, 0.4129999876022339, 0.4149999916553497, 0.4120000004768371, 0.402999997138977, 0.4090000092983246, 0.4110000133514404, 0.4090000092983246, 0.4070000052452087, 0.4149999916553497, 0.4070000052452087, 0.4120000004768371, 0.4059999883174896, 0.4059999883174896, 0.4099999964237213], "label": "RefinedWeb"}, "RedPajama2": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.3610000014305115, 0.3840000033378601, 0.3970000147819519, 0.3959999978542328, 0.3980000019073486, 0.3880000114440918, 0.4059999883174896, 0.4009999930858612, 0.4020000100135803, 0.4009999930858612, 0.3980000019073486, 0.3989999890327453, 0.4050000011920929, 0.4059999883174896, 0.4009999930858612, 0.3959999978542328, 0.4120000004768371, 0.4099999964237213, 0.414000004529953, 0.402999997138977, 0.4110000133514404, 0.4070000052452087, 0.402999997138977, 0.4059999883174896, 0.4090000092983246, 0.4059999883174896, 0.3970000147819519, 0.4110000133514404, 0.4160000085830688, 0.4040000140666961, 0.4000000059604645, 0.3980000019073486, 0.4000000059604645, 0.395000010728836, 0.4070000052452087, 0.402999997138977, 0.4000000059604645, 0.3980000019073486, 0.3970000147819519, 0.402999997138977, 0.3980000019073486, 0.402999997138977, 0.4020000100135803, 0.4020000100135803, 0.4129999876022339, 0.4050000011920929, 0.4040000140666961, 0.3959999978542328, 0.4090000092983246, 0.4099999964237213, 0.4149999916553497, 0.4110000133514404, 0.4120000004768371, 0.4090000092983246, 0.4040000140666961, 0.3989999890327453, 0.4050000011920929, 0.4129999876022339, 0.4129999876022339, 0.4040000140666961, 0.3899999856948852, 0.4040000140666961, 0.4070000052452087, 0.4110000133514404, 0.4120000004768371, 0.4040000140666961, 0.4000000059604645, 0.4079999923706054, 0.4090000092983246, 0.4099999964237213, 0.4079999923706054, 0.4059999883174896, 0.4120000004768371, 0.4090000092983246, 0.4079999923706054, 0.4129999876022339, 0.4059999883174896, 0.4059999883174896, 0.3970000147819519, 0.4040000140666961, 0.4059999883174896, 0.395000010728836, 0.4040000140666961, 0.4090000092983246, 0.3980000019073486, 0.4040000140666961, 0.4099999964237213, 0.4059999883174896, 0.4050000011920929, 0.402999997138977, 0.4090000092983246, 0.4070000052452087, 0.4169999957084656, 0.4059999883174896, 0.4129999876022339, 0.4110000133514404, 0.4110000133514404, 0.4050000011920929, 0.4110000133514404, 0.4050000011920929, 0.4120000004768371, 0.4090000092983246, 0.3989999890327453, 0.4110000133514404, 0.4189999997615814, 0.4120000004768371, 0.4050000011920929, 0.4090000092983246, 0.4040000140666961, 0.3980000019073486, 0.414000004529953, 0.4000000059604645, 0.4009999930858612, 0.4040000140666961, 0.4050000011920929, 0.4099999964237213, 0.4120000004768371, 0.4000000059604645, 0.4099999964237213, 0.4079999923706054, 0.4090000092983246, 0.4040000140666961, 0.4129999876022339, 0.3980000019073486, 0.4050000011920929, 0.4099999964237213, 0.4079999923706054, 0.3899999856948852, 0.4050000011920929, 0.402999997138977, 0.4129999876022339, 0.4110000133514404, 0.4079999923706054, 0.4079999923706054, 0.4009999930858612, 0.4129999876022339, 0.4070000052452087, 0.4070000052452087, 0.4020000100135803, 0.4099999964237213, 0.402999997138977, 0.4040000140666961, 0.402999997138977, 0.4050000011920929, 0.4050000011920929, 0.4040000140666961, 0.4009999930858612, 0.402999997138977, 0.3980000019073486, 0.4070000052452087, 0.4090000092983246, 0.4059999883174896, 0.4000000059604645, 0.4040000140666961, 0.402999997138977, 0.4099999964237213, 0.4090000092983246, 0.4129999876022339, 0.4050000011920929, 0.4009999930858612, 0.4079999923706054, 0.3959999978542328, 0.4020000100135803, 0.4059999883174896, 0.4059999883174896, 0.4079999923706054, 0.4020000100135803, 0.4059999883174896], "label": "RedPajama2"}, "SlimPajama": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.3610000014305115, 0.3840000033378601, 0.4020000100135803, 0.3889999985694885, 0.3889999985694885, 0.3840000033378601, 0.402999997138977, 0.395000010728836, 0.3939999938011169, 0.4000000059604645, 0.402999997138977, 0.3910000026226043, 0.3869999945163727, 0.3910000026226043, 0.3910000026226043, 0.3939999938011169, 0.3899999856948852, 0.4059999883174896, 0.4040000140666961, 0.402999997138977, 0.4000000059604645, 0.4000000059604645, 0.3840000033378601, 0.395000010728836, 0.3959999978542328, 0.4020000100135803, 0.4009999930858612, 0.3899999856948852, 0.3980000019073486, 0.3970000147819519, 0.4040000140666961, 0.3980000019073486, 0.3980000019073486, 0.4020000100135803, 0.4090000092983246, 0.3860000073909759, 0.395000010728836, 0.4070000052452087, 0.3869999945163727, 0.3989999890327453, 0.395000010728836, 0.3989999890327453, 0.4009999930858612, 0.4020000100135803, 0.395000010728836, 0.4040000140666961, 0.4020000100135803, 0.395000010728836, 0.3899999856948852, 0.3980000019073486, 0.395000010728836, 0.3959999978542328, 0.3939999938011169, 0.3910000026226043, 0.395000010728836, 0.3970000147819519, 0.3959999978542328, 0.3959999978542328, 0.4079999923706054, 0.3959999978542328, 0.3919999897480011, 0.3799999952316284, 0.3970000147819519, 0.3959999978542328, 0.382999986410141, 0.3849999904632568, 0.395000010728836, 0.3849999904632568, 0.3910000026226043, 0.3889999985694885, 0.382999986410141, 0.3989999890327453, 0.3919999897480011, 0.3959999978542328, 0.3939999938011169, 0.3860000073909759, 0.3930000066757202, 0.4040000140666961, 0.395000010728836, 0.4090000092983246, 0.4000000059604645, 0.4040000140666961, 0.402999997138977, 0.3899999856948852, 0.395000010728836, 0.3919999897480011, 0.3970000147819519, 0.3889999985694885, 0.3869999945163727, 0.3889999985694885, 0.4009999930858612, 0.3910000026226043, 0.395000010728836, 0.3939999938011169, 0.3980000019073486, 0.4040000140666961, 0.4059999883174896, 0.395000010728836, 0.3970000147819519, 0.3930000066757202, 0.3860000073909759, 0.395000010728836, 0.3919999897480011, 0.3959999978542328, 0.3980000019073486, 0.4000000059604645, 0.3869999945163727, 0.3980000019073486, 0.395000010728836, 0.3939999938011169, 0.4000000059604645, 0.3989999890327453, 0.402999997138977, 0.402999997138977, 0.402999997138977, 0.3980000019073486, 0.3980000019073486, 0.402999997138977, 0.4040000140666961, 0.402999997138977, 0.3939999938011169, 0.4009999930858612, 0.395000010728836, 0.4009999930858612, 0.3980000019073486, 0.3880000114440918, 0.4050000011920929, 0.402999997138977, 0.3980000019073486, 0.3989999890327453, 0.4059999883174896, 0.4050000011920929, 0.4009999930858612, 0.3980000019073486, 0.4040000140666961, 0.4120000004768371, 0.4000000059604645, 0.4040000140666961, 0.4079999923706054, 0.4040000140666961, 0.3889999985694885, 0.4059999883174896, 0.4009999930858612, 0.4000000059604645, 0.395000010728836, 0.4020000100135803, 0.3980000019073486, 0.3959999978542328, 0.4050000011920929, 0.4020000100135803, 0.3989999890327453, 0.4020000100135803, 0.4050000011920929, 0.4009999930858612, 0.3959999978542328, 0.4009999930858612, 0.3959999978542328, 0.4009999930858612, 0.4050000011920929, 0.402999997138977, 0.3989999890327453, 0.3989999890327453, 0.4000000059604645, 0.3939999938011169, 0.3959999978542328, 0.3919999897480011, 0.3930000066757202, 0.402999997138977], "label": "SlimPajama"}, "The Pile": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.3610000014305115, 0.3869999945163727, 0.3919999897480011, 0.3810000121593475, 0.3980000019073486, 0.382999986410141, 0.3930000066757202, 0.3989999890327453, 0.4059999883174896, 0.3970000147819519, 0.3910000026226043, 0.3819999992847442, 0.3989999890327453, 0.4000000059604645, 0.3959999978542328, 0.3899999856948852, 0.4009999930858612, 0.382999986410141, 0.3939999938011169, 0.3959999978542328, 0.4020000100135803, 0.4059999883174896, 0.402999997138977, 0.4050000011920929, 0.4070000052452087, 0.4059999883174896, 0.3840000033378601, 0.4050000011920929, 0.4000000059604645, 0.402999997138977, 0.402999997138977, 0.3869999945163727, 0.3939999938011169, 0.3959999978542328, 0.3989999890327453, 0.4059999883174896, 0.3980000019073486, 0.402999997138977, 0.4050000011920929, 0.3910000026226043, 0.395000010728836, 0.3980000019073486, 0.3930000066757202, 0.4009999930858612, 0.395000010728836, 0.3989999890327453, 0.3989999890327453, 0.4000000059604645, 0.4040000140666961, 0.402999997138977, 0.4079999923706054, 0.3980000019073486, 0.3970000147819519, 0.3989999890327453, 0.3980000019073486, 0.3939999938011169, 0.3989999890327453, 0.3919999897480011, 0.3860000073909759, 0.4009999930858612, 0.3970000147819519, 0.3840000033378601, 0.395000010728836, 0.3970000147819519, 0.3919999897480011, 0.3910000026226043, 0.3840000033378601, 0.3919999897480011, 0.3959999978542328, 0.4009999930858612, 0.3970000147819519, 0.3919999897480011, 0.3709999918937683, 0.3930000066757202, 0.3889999985694885, 0.3919999897480011, 0.4020000100135803, 0.3939999938011169, 0.3939999938011169, 0.3959999978542328, 0.3930000066757202, 0.3989999890327453, 0.4009999930858612, 0.3899999856948852, 0.3899999856948852, 0.3959999978542328, 0.3989999890327453, 0.3930000066757202, 0.3869999945163727, 0.3910000026226043, 0.4050000011920929, 0.3910000026226043, 0.3970000147819519, 0.4020000100135803, 0.3970000147819519, 0.3919999897480011, 0.3930000066757202, 0.3899999856948852, 0.3910000026226043, 0.3980000019073486, 0.3869999945163727, 0.3849999904632568, 0.3989999890327453, 0.3880000114440918, 0.3840000033378601, 0.3959999978542328, 0.3970000147819519, 0.395000010728836, 0.3910000026226043, 0.3880000114440918, 0.402999997138977, 0.3910000026226043, 0.3899999856948852, 0.3930000066757202, 0.4000000059604645, 0.3880000114440918, 0.3899999856948852, 0.3980000019073486, 0.3889999985694885, 0.3930000066757202, 0.3899999856948852, 0.3959999978542328, 0.3959999978542328, 0.3899999856948852, 0.3939999938011169, 0.4040000140666961, 0.402999997138977, 0.3970000147819519, 0.3989999890327453, 0.3970000147819519, 0.4059999883174896, 0.4040000140666961, 0.3939999938011169, 0.4000000059604645, 0.4009999930858612, 0.402999997138977, 0.3989999890327453, 0.395000010728836, 0.3989999890327453, 0.3959999978542328, 0.3910000026226043, 0.4040000140666961, 0.3959999978542328, 0.3959999978542328, 0.4020000100135803, 0.395000010728836, 0.3930000066757202, 0.3910000026226043, 0.3919999897480011, 0.3980000019073486, 0.3989999890327453, 0.3889999985694885, 0.3959999978542328, 0.3919999897480011, 0.3919999897480011, 0.3910000026226043, 0.3959999978542328, 0.3939999938011169, 0.4000000059604645, 0.4000000059604645, 0.4000000059604645, 0.3919999897480011, 0.3930000066757202, 0.3880000114440918, 0.4009999930858612, 0.4009999930858612, 0.3980000019073486, 0.4020000100135803], "label": "The Pile"}, "C4": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.3619999885559082, 0.4040000140666961, 0.4000000059604645, 0.3869999945163727, 0.4040000140666961, 0.4040000140666961, 0.414000004529953, 0.4099999964237213, 0.4099999964237213, 0.4079999923706054, 0.4009999930858612, 0.3919999897480011, 0.3959999978542328, 0.3989999890327453, 0.4000000059604645, 0.4079999923706054, 0.4070000052452087, 0.4169999957084656, 0.4090000092983246, 0.421999990940094, 0.4070000052452087, 0.4050000011920929, 0.4050000011920929, 0.4059999883174896, 0.4040000140666961, 0.4180000126361847, 0.414000004529953, 0.4110000133514404, 0.4149999916553497, 0.4079999923706054, 0.4070000052452087, 0.4059999883174896, 0.4169999957084656, 0.4180000126361847, 0.402999997138977, 0.4059999883174896, 0.421999990940094, 0.4199999868869781, 0.4129999876022339, 0.402999997138977, 0.4169999957084656, 0.4090000092983246, 0.4099999964237213, 0.4079999923706054, 0.4180000126361847, 0.402999997138977, 0.4050000011920929, 0.4079999923706054, 0.4009999930858612, 0.4189999997615814, 0.4120000004768371, 0.4099999964237213, 0.4099999964237213, 0.4079999923706054, 0.4059999883174896, 0.4059999883174896, 0.4160000085830688, 0.4050000011920929, 0.402999997138977, 0.4129999876022339, 0.4160000085830688, 0.4090000092983246, 0.402999997138977, 0.4099999964237213, 0.4059999883174896, 0.3919999897480011, 0.3989999890327453, 0.4020000100135803, 0.3980000019073486, 0.4050000011920929, 0.4000000059604645, 0.4099999964237213, 0.4070000052452087, 0.4059999883174896, 0.4009999930858612, 0.4040000140666961, 0.4090000092983246, 0.4120000004768371, 0.4040000140666961, 0.4110000133514404, 0.4090000092983246, 0.4110000133514404, 0.4090000092983246, 0.4149999916553497, 0.4099999964237213, 0.4079999923706054, 0.4079999923706054, 0.4050000011920929, 0.4079999923706054, 0.4099999964237213, 0.4059999883174896, 0.4160000085830688, 0.4040000140666961, 0.4169999957084656, 0.4050000011920929, 0.402999997138977, 0.4059999883174896, 0.3980000019073486, 0.4110000133514404, 0.4059999883174896, 0.4009999930858612, 0.4009999930858612, 0.4120000004768371, 0.4160000085830688, 0.4129999876022339, 0.4059999883174896, 0.4120000004768371, 0.4050000011920929, 0.4070000052452087, 0.4079999923706054, 0.4099999964237213, 0.4110000133514404, 0.4129999876022339, 0.3930000066757202, 0.4000000059604645, 0.4090000092983246, 0.4050000011920929, 0.4009999930858612, 0.4059999883174896, 0.402999997138977, 0.4059999883174896, 0.4099999964237213, 0.402999997138977, 0.4120000004768371, 0.4000000059604645, 0.4050000011920929, 0.4059999883174896, 0.4110000133514404, 0.4059999883174896, 0.4050000011920929, 0.4090000092983246, 0.4059999883174896, 0.4129999876022339, 0.4129999876022339, 0.4059999883174896, 0.4050000011920929, 0.4120000004768371, 0.4099999964237213, 0.4160000085830688, 0.4059999883174896, 0.4009999930858612, 0.4000000059604645, 0.4070000052452087, 0.4110000133514404, 0.4059999883174896, 0.4210000038146972, 0.4079999923706054, 0.4120000004768371, 0.4110000133514404, 0.4160000085830688, 0.4090000092983246, 0.4090000092983246, 0.4040000140666961, 0.4020000100135803, 0.4079999923706054, 0.4059999883174896, 0.4070000052452087, 0.4050000011920929, 0.4009999930858612, 0.4120000004768371, 0.4059999883174896, 0.4040000140666961, 0.4059999883174896, 0.4059999883174896, 0.4050000011920929, 0.4020000100135803, 0.4020000100135803, 0.4009999930858612], "label": "C4"}, "Dolma": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.3610000014305115, 0.3919999897480011, 0.402999997138977, 0.3849999904632568, 0.3970000147819519, 0.3970000147819519, 0.3939999938011169, 0.3939999938011169, 0.3989999890327453, 0.4050000011920929, 0.3880000114440918, 0.4020000100135803, 0.395000010728836, 0.3899999856948852, 0.3919999897480011, 0.4000000059604645, 0.4020000100135803, 0.3939999938011169, 0.3980000019073486, 0.395000010728836, 0.4020000100135803, 0.3959999978542328, 0.3989999890327453, 0.3959999978542328, 0.3919999897480011, 0.3919999897480011, 0.395000010728836, 0.3989999890327453, 0.402999997138977, 0.4050000011920929, 0.402999997138977, 0.4020000100135803, 0.3910000026226043, 0.4160000085830688, 0.3980000019073486, 0.4079999923706054, 0.4020000100135803, 0.4090000092983246, 0.4079999923706054, 0.4059999883174896, 0.4050000011920929, 0.4009999930858612, 0.395000010728836, 0.4020000100135803, 0.4000000059604645, 0.3980000019073486, 0.3939999938011169, 0.4040000140666961, 0.4050000011920929, 0.3910000026226043, 0.4059999883174896, 0.3980000019073486, 0.395000010728836, 0.402999997138977, 0.4050000011920929, 0.3959999978542328, 0.4009999930858612, 0.3910000026226043, 0.4099999964237213, 0.4020000100135803, 0.3989999890327453, 0.3970000147819519, 0.3919999897480011, 0.4090000092983246, 0.395000010728836, 0.4020000100135803, 0.4050000011920929, 0.4000000059604645, 0.4090000092983246, 0.4149999916553497, 0.3980000019073486, 0.4129999876022339, 0.402999997138977, 0.4020000100135803, 0.3989999890327453, 0.4050000011920929, 0.4050000011920929, 0.3989999890327453, 0.3959999978542328, 0.4040000140666961, 0.4050000011920929, 0.4079999923706054, 0.4079999923706054, 0.4099999964237213, 0.402999997138977, 0.4050000011920929, 0.4099999964237213, 0.3970000147819519, 0.4009999930858612, 0.3980000019073486, 0.402999997138977, 0.3959999978542328, 0.4020000100135803, 0.3970000147819519, 0.4090000092983246, 0.4009999930858612, 0.3989999890327453, 0.4040000140666961, 0.4020000100135803, 0.395000010728836, 0.4000000059604645, 0.4079999923706054, 0.4059999883174896, 0.4020000100135803, 0.3959999978542328, 0.3989999890327453, 0.4090000092983246, 0.402999997138977, 0.402999997138977, 0.4000000059604645, 0.4070000052452087, 0.3970000147819519, 0.3970000147819519, 0.4000000059604645, 0.4000000059604645, 0.3989999890327453, 0.395000010728836, 0.3980000019073486, 0.4079999923706054, 0.4020000100135803, 0.3959999978542328, 0.3980000019073486, 0.4009999930858612, 0.4000000059604645, 0.4040000140666961, 0.4090000092983246, 0.4009999930858612, 0.4079999923706054, 0.4090000092983246, 0.4079999923706054, 0.3980000019073486, 0.3970000147819519, 0.3959999978542328, 0.3989999890327453, 0.3970000147819519, 0.4050000011920929, 0.3980000019073486, 0.402999997138977, 0.3919999897480011, 0.3980000019073486, 0.3970000147819519, 0.3970000147819519, 0.395000010728836, 0.4000000059604645, 0.4050000011920929, 0.3980000019073486, 0.402999997138977, 0.4000000059604645, 0.4059999883174896, 0.4070000052452087, 0.395000010728836, 0.402999997138977, 0.402999997138977, 0.3980000019073486, 0.402999997138977, 0.4000000059604645, 0.4050000011920929, 0.4059999883174896, 0.4050000011920929, 0.4020000100135803, 0.4009999930858612, 0.4000000059604645, 0.3959999978542328, 0.4009999930858612, 0.395000010728836, 0.4000000059604645, 0.3989999890327453, 0.3989999890327453], "label": "Dolma"}}, "layout": {"title": {"text": "Dataset ablations"}}}