| {"dedup_minhash_independent_output_CC-MAIN-2013-48": {"summary": {"total": 503675.7632949609, "n": 147079460, "mean": 0.003424514635116019, "variance": 0.0025697256643773384, "std_dev": 0.05069246161291971, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2014-10": {"summary": {"total": 477249.8732939497, "n": 143657153, "mean": 0.003322144865936122, "variance": 0.0024192317318115163, "std_dev": 0.04918568624926886, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2014-15": {"summary": {"total": 468517.8572129764, "n": 132360296, "mean": 0.0035397159977111005, "variance": 0.0026489978777381137, "std_dev": 0.0514684163127069, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2014-23": {"summary": {"total": 546784.0897851108, "n": 155998870, "mean": 0.0035050516057270856, "variance": 0.0026337359768035754, "std_dev": 0.0513199374201058, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2014-35": {"summary": {"total": 462439.50784318714, "n": 142620383, "mean": 0.0032424503294398465, "variance": 0.0023715666360857755, "std_dev": 0.04869873341356811, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2014-41": {"summary": {"total": 490538.38539629214, "n": 147734577, "mean": 0.003320403356868125, "variance": 0.0024591230903567266, "std_dev": 0.04958954618018526, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2014-42": {"summary": {"total": 450102.6547545083, "n": 132613482, "mean": 0.003394094235113352, "variance": 0.0025276948241174956, "std_dev": 0.050276185457107776, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2014-49": {"summary": {"total": 381564.70029478066, "n": 112267003, "mean": 0.003398725271884031, "variance": 0.0024800930139761376, "std_dev": 0.04980053226599227, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2014-52": {"summary": {"total": 479021.4195261399, "n": 139120486, "mean": 0.00344321266622185, "variance": 0.002511182262691407, "std_dev": 0.05011169786278855, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2015-06": {"summary": {"total": 458767.9491788598, "n": 126844432, "mean": 0.003616776408276715, "variance": 0.002665500420296227, "std_dev": 0.05162848458260447, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2015-11": {"summary": {"total": 483941.3190566223, "n": 127643166, "mean": 0.003791360980944502, "variance": 0.0028157731340798845, "std_dev": 0.053063859019862894, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2015-14": {"summary": {"total": 430001.1293451162, "n": 118475124, "mean": 0.0036294634251247226, "variance": 0.002631370624335548, "std_dev": 0.05129688708231278, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2015-18": {"summary": {"total": 491718.89834296564, "n": 138468137, "mean": 0.003551133921466467, "variance": 0.0025214439225141275, "std_dev": 0.05021398134498128, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2015-22": {"summary": {"total": 451628.632703181, "n": 134167086, "mean": 0.0033661656235358687, "variance": 0.0023407613311427, "std_dev": 0.04838141514200158, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2015-27": {"summary": {"total": 406312.26674646034, "n": 117680691, "mean": 0.0034526672412763123, "variance": 0.002472225793966121, "std_dev": 0.049721482218112935, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2015-32": {"summary": {"total": 437276.81537853123, "n": 123822434, "mean": 0.0035314829571072015, "variance": 0.0025440031555350982, "std_dev": 0.050438112132940686, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2015-35": {"summary": {"total": 435313.406535138, "n": 125287657, "mean": 0.003474511511817466, "variance": 0.0025227301264488995, "std_dev": 0.050226786941321454, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2015-40": {"summary": {"total": 335877.0474209389, "n": 97610055, "mean": 0.0034410086893295858, "variance": 0.0025122403784736216, "std_dev": 0.05012225432353997, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2015-48": {"summary": {"total": 424636.2947204954, "n": 121770747, "mean": 0.003487178203156589, "variance": 0.0025490425828088204, "std_dev": 0.050488043959028756, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2016-07": {"summary": {"total": 431724.598848168, "n": 117487315, "mean": 0.0036746486107727258, "variance": 0.0027041145881101, "std_dev": 0.0520011017970783, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2016-18": {"summary": {"total": 372260.8337468853, "n": 101598456, "mean": 0.003664040265994645, "variance": 0.0026363101718714544, "std_dev": 0.051345011168286395, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2016-22": {"summary": {"total": 446777.3666128868, "n": 104095051, "mean": 0.004292013523418003, "variance": 0.003045487097677912, "std_dev": 0.055185932063143706, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2016-26": {"summary": {"total": 312118.40920063324, "n": 85658795, "mean": 0.0036437403678236833, "variance": 0.0026001851877553474, "std_dev": 0.05099201101893656, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2016-30": {"summary": {"total": 512501.76048538735, "n": 116150874, "mean": 0.004412379716448683, "variance": 0.003362512028791432, "std_dev": 0.05798717124322786, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2016-36": {"summary": {"total": 501346.3803307479, "n": 112444756, "mean": 0.004458601700649762, "variance": 0.003419464565568183, "std_dev": 0.058476188021862226, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2016-40": {"summary": {"total": 621159.6135185926, "n": 130199237, "mean": 0.0047708391218805185, "variance": 0.0037445205063846286, "std_dev": 0.06119248733614796, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2016-44": {"summary": {"total": 1055952.5382291991, "n": 179260687, "mean": 0.005890597408171262, "variance": 0.004729650636563256, "std_dev": 0.06877245550773403, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2016-50": {"summary": {"total": 961368.7369086652, "n": 168161644, "mean": 0.005716932316079558, "variance": 0.0045665700170274106, "std_dev": 0.06757640133232466, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2017-04": {"summary": {"total": 1029148.6498264002, "n": 179574881, "mean": 0.005731027881490845, "variance": 0.004594296088489218, "std_dev": 0.06778123699438672, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2017-09": {"summary": {"total": 986219.1923490353, "n": 184211607, "mean": 0.005353729921855774, "variance": 0.004347835212885512, "std_dev": 0.06593811654032523, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2017-13": {"summary": {"total": 1006838.3877869259, "n": 210831052, "mean": 0.004775569719146163, "variance": 0.0037945105915810568, "std_dev": 0.06159959895633296, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2017-17": {"summary": {"total": 901989.5704826788, "n": 212150290, "mean": 0.004251653723794903, "variance": 0.0032366148021543747, "std_dev": 0.05689125417983308, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2017-22": {"summary": {"total": 723954.7833984483, "n": 158977255, "mean": 0.004553826164619889, "variance": 0.0035502816876231014, "std_dev": 0.05958424026219602, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2017-26": {"summary": {"total": 784596.4819787261, "n": 177870110, "mean": 0.004411064242208694, "variance": 0.0033950943592638374, "std_dev": 0.05826743824181596, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2017-30": {"summary": {"total": 710929.3914884122, "n": 156120923, "mean": 0.004553709892481311, "variance": 0.0034693424702404983, "std_dev": 0.058901124524413775, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2017-34": {"summary": {"total": 898191.5311259428, "n": 187764584, "mean": 0.0047836046180356724, "variance": 0.003626917323301685, "std_dev": 0.06022389329246063, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2017-39": {"summary": {"total": 781385.625545756, "n": 160381272, "mean": 0.004872050307381008, "variance": 0.0037673378974601717, "std_dev": 0.061378643659339455, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2017-43": {"summary": {"total": 880902.8865198086, "n": 195809549, "mean": 0.004498773890336728, "variance": 0.003395797301247199, "std_dev": 0.058273469960584974, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2017-47": {"summary": {"total": 781253.4772761391, "n": 164388521, "mean": 0.0047524819404886525, "variance": 0.003608850956999768, "std_dev": 0.0600737126953193, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2017-51": {"summary": {"total": 793631.4709445388, "n": 162229133, "mean": 0.004892040389222426, "variance": 0.0036606111460592726, "std_dev": 0.060502984604557095, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2018-05": {"summary": {"total": 939267.8233628391, "n": 172656024, "mean": 0.005440110351219711, "variance": 0.004058909137002564, "std_dev": 0.06370956864555405, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2018-09": {"summary": {"total": 973523.870943135, "n": 177757323, "mean": 0.005476701913108438, "variance": 0.004100443301281274, "std_dev": 0.06403470388220182, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2018-13": {"summary": {"total": 1002655.8024193122, "n": 170088561, "mean": 0.00589490437525255, "variance": 0.004316622584080868, "std_dev": 0.06570100900352191, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2018-17": {"summary": {"total": 900028.6114917084, "n": 155130249, "mean": 0.005801760889919717, "variance": 0.004393816767854762, "std_dev": 0.06628587155536812, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2018-22": {"summary": {"total": 997759.9918591186, "n": 143015146, "mean": 0.0069766036658740925, "variance": 0.005162646918437998, "std_dev": 0.07185156169797563, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2018-26": {"summary": {"total": 1014252.8332074926, "n": 161907214, "mean": 0.0062644079170400165, "variance": 0.004751920007478497, "std_dev": 0.06893417155140473, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2018-30": {"summary": {"total": 1087020.4441681516, "n": 178526282, "mean": 0.006088853876249716, "variance": 0.004538699487335283, "std_dev": 0.06736987076828396, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2018-34": {"summary": {"total": 1108507.8574295447, "n": 140846849, "mean": 0.007870306402307556, "variance": 0.00578969226771958, "std_dev": 0.07609002738677112, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2018-39": {"summary": {"total": 1035117.5410038651, "n": 150618106, "mean": 0.006872464197656722, "variance": 0.005211673617960884, "std_dev": 0.07219192211017023, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2018-43": {"summary": {"total": 1173722.1659370977, "n": 159866232, "mean": 0.007341901734051622, "variance": 0.0053867209892465425, "std_dev": 0.07339428444536088, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2018-47": {"summary": {"total": 1249978.3146059723, "n": 145300674, "mean": 0.008602701420407529, "variance": 0.006163003573420449, "std_dev": 0.07850479968397123, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2018-51": {"summary": {"total": 1168319.3037019395, "n": 172879777, "mean": 0.006757987105119529, "variance": 0.004972167868400544, "std_dev": 0.07051360059166277, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2019-04": {"summary": {"total": 977965.7039252293, "n": 154269422, "mean": 0.006339336021659746, "variance": 0.004832956760116896, "std_dev": 0.0695194703670626, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2019-09": {"summary": {"total": 988275.6502614045, "n": 159920439, "mean": 0.0061797957561972715, "variance": 0.004655558914722139, "std_dev": 0.06823165625076193, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2019-13": {"summary": {"total": 827668.1030660868, "n": 142662038, "mean": 0.00580160016406107, "variance": 0.004454687491574847, "std_dev": 0.06674344530794651, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2019-18": {"summary": {"total": 854471.737594323, "n": 145713985, "mean": 0.005864033830344578, "variance": 0.004420355586624384, "std_dev": 0.06648575476464401, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2019-22": {"summary": {"total": 881014.9035341938, "n": 148088651, "mean": 0.005949239847786809, "variance": 0.004579135266965264, "std_dev": 0.0676693081608292, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2019-26": {"summary": {"total": 800557.0594747367, "n": 142252748, "mean": 0.005627708924644023, "variance": 0.0043384435579366465, "std_dev": 0.0658668623659625, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2019-30": {"summary": {"total": 838455.8789033149, "n": 143259044, "mean": 0.0058527256324795406, "variance": 0.004567327401291433, "std_dev": 0.0675820050108861, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2019-35": {"summary": {"total": 955149.576227793, "n": 156831307, "mean": 0.006090299153266592, "variance": 0.004808853342797712, "std_dev": 0.06934589636595458, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2019-39": {"summary": {"total": 820186.322513755, "n": 134745873, "mean": 0.006086912379971414, "variance": 0.0048103471807444675, "std_dev": 0.06935666644775013, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2019-43": {"summary": {"total": 959726.2397462637, "n": 147157039, "mean": 0.006521782758528212, "variance": 0.005209465059366591, "std_dev": 0.07217662405077278, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2019-47": {"summary": {"total": 927854.1858019684, "n": 136120584, "mean": 0.006816413495566316, "variance": 0.005513330232358156, "std_dev": 0.07425180288961444, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2019-51": {"summary": {"total": 860548.9512176219, "n": 123503939, "mean": 0.006967785466483151, "variance": 0.005654462762542109, "std_dev": 0.07519616188704122, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2020-05": {"summary": {"total": 1081193.1639570629, "n": 164726756, "mean": 0.006563555248772479, "variance": 0.0053661921022507076, "std_dev": 0.07325429750021979, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2020-10": {"summary": {"total": 818791.4592350877, "n": 127628145, "mean": 0.0064154458974161836, "variance": 0.005092760832361699, "std_dev": 0.07136358197541445, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2020-16": {"summary": {"total": 938080.521681098, "n": 154522237, "mean": 0.006070844817507387, "variance": 0.0049151755382179484, "std_dev": 0.07010831290380584, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2020-24": {"summary": {"total": 835475.3434012146, "n": 138096561, "mean": 0.0060499359097089655, "variance": 0.0047562782335996015, "std_dev": 0.06896577581380203, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2020-29": {"summary": {"total": 996104.3818256244, "n": 166375437, "mean": 0.005987087996803421, "variance": 0.00477807106251262, "std_dev": 0.0691235926620761, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2020-34": {"summary": {"total": 757284.570626636, "n": 127949886, "mean": 0.005918602933547253, "variance": 0.004655070584104364, "std_dev": 0.06822807768143818, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2020-40": {"summary": {"total": 1121932.1457166374, "n": 188549619, "mean": 0.005950328362724702, "variance": 0.004610354878849073, "std_dev": 0.06789959409929541, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2020-45": {"summary": {"total": 898136.7545987347, "n": 143621070, "mean": 0.006253516664363625, "variance": 0.004819489000985139, "std_dev": 0.06942253957458729, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2020-50": {"summary": {"total": 921745.2368867062, "n": 142687320, "mean": 0.006459895924085656, "variance": 0.004858940829807899, "std_dev": 0.0697061032464726, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2021-04": {"summary": {"total": 1380468.3881329126, "n": 188520474, "mean": 0.007322644373008058, "variance": 0.0054924991003183965, "std_dev": 0.07411139656165168, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2021-10": {"summary": {"total": 1380080.997586365, "n": 152186861, "mean": 0.00906833210513728, "variance": 0.006933151395739397, "std_dev": 0.08326554747156471, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2021-17": {"summary": {"total": 1777493.858790605, "n": 179483315, "mean": 0.009903393297536362, "variance": 0.007556649378647187, "std_dev": 0.08692899043844457, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2021-21": {"summary": {"total": 1388873.7347647285, "n": 147621413, "mean": 0.00940834873843627, "variance": 0.007226993128261255, "std_dev": 0.08501172347541988, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2021-25": {"summary": {"total": 1229187.004094604, "n": 138602658, "mean": 0.008868423029049022, "variance": 0.006836825079330768, "std_dev": 0.08268509587181216, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2021-31": {"summary": {"total": 1514567.0610846342, "n": 194355920, "mean": 0.0077927498225144635, "variance": 0.006049983390913356, "std_dev": 0.07778163916319426, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2021-39": {"summary": {"total": 1260318.8726773285, "n": 167937330, "mean": 0.00750469757186999, "variance": 0.005810419525351843, "std_dev": 0.0762261078984874, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2021-43": {"summary": {"total": 1282284.6833311722, "n": 193371340, "mean": 0.006631203379627882, "variance": 0.005085851350922766, "std_dev": 0.07131515512794434, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2021-49": {"summary": {"total": 887411.7239694647, "n": 133804836, "mean": 0.006632134910052615, "variance": 0.00499948301747581, "std_dev": 0.07070702240566923, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2022-05": {"summary": {"total": 1004964.2492821562, "n": 167645350, "mean": 0.005994584694905976, "variance": 0.004565722887037251, "std_dev": 0.067570133099153, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2022-21": {"summary": {"total": 1344421.0495852856, "n": 207624464, "mean": 0.006475253559644523, "variance": 0.004837947172950345, "std_dev": 0.06955535330188715, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2022-27": {"summary": {"total": 1157428.9405497618, "n": 184273418, "mean": 0.006281041254413393, "variance": 0.004757810216526788, "std_dev": 0.06897688175415578, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2022-33": {"summary": {"total": 957446.7036670311, "n": 139108805, "mean": 0.006882718197938881, "variance": 0.005182069291078837, "std_dev": 0.071986591050548, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2022-40": {"summary": {"total": 1210398.5894698824, "n": 187550803, "mean": 0.006453710515277731, "variance": 0.004958475676888503, "std_dev": 0.07041644464816797, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2022-49": {"summary": {"total": 1162946.8706869408, "n": 196557016, "mean": 0.005916587941520951, "variance": 0.004452045986711361, "std_dev": 0.0667236538771024, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2023-06": {"summary": {"total": 1044589.5385340602, "n": 195066201, "mean": 0.005355051429612166, "variance": 0.004100268474943806, "std_dev": 0.0640333387771074, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2023-14": {"summary": {"total": 899287.716765282, "n": 188826402, "mean": 0.004762510471206711, "variance": 0.003513188567285435, "std_dev": 0.059272156762559564, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2023-23": {"summary": {"total": 934071.81333711, "n": 194940378, "mean": 0.004791576906335518, "variance": 0.0035248085537592515, "std_dev": 0.059370098145103745, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2023-40": {"summary": {"total": 1103155.9533836418, "n": 208054671, "mean": 0.005302240743172967, "variance": 0.0041191304750644855, "std_dev": 0.06418045243736199, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2023-50": {"summary": {"total": 1116051.0902119053, "n": 202203321, "mean": 0.005519449852220315, "variance": 0.004265091414414218, "std_dev": 0.06530766734782538, "min": 0.0, "max": 1.0, "unit": "task"}}, "dedup_minhash_independent_output_CC-MAIN-2024-10": {"summary": {"total": 628757.3635543024, "n": 128549482, "mean": 0.004891169950838865, "variance": 0.0037600369381117675, "std_dev": 0.06131914006337473, "min": 0.0, "max": 1.0, "unit": "task"}}} |