| {"vidore/restaurant_esg_reports_beir": {"ndcg_at_1": 0.44872, "ndcg_at_3": 0.51996, "ndcg_at_5": 0.52232, "ndcg_at_10": 0.57763, "ndcg_at_20": 0.62215, "ndcg_at_50": 0.64665, "ndcg_at_100": 0.65281, "map_at_1": 0.30481, "map_at_3": 0.44263, "map_at_5": 0.46343, "map_at_10": 0.49741, "map_at_20": 0.51592, "map_at_50": 0.52237, "map_at_100": 0.52398, "recall_at_1": 0.30481, "recall_at_3": 0.54615, "recall_at_5": 0.57807, "recall_at_10": 0.71877, "recall_at_20": 0.86108, "recall_at_50": 0.95162, "recall_at_100": 0.97216, "precision_at_1": 0.46154, "precision_at_3": 0.30769, "precision_at_5": 0.21538, "precision_at_10": 0.14038, "precision_at_20": 0.08654, "precision_at_50": 0.04154, "precision_at_100": 0.0225, "mrr_at_1": 0.4423076923076923, "mrr_at_3": 0.5448717948717949, "mrr_at_5": 0.5583333333333333, "mrr_at_10": 0.5792353479853479, "mrr_at_20": 0.5826894961763383, "mrr_at_50": 0.5850171075017945, "mrr_at_100": 0.5850171075017945, "naucs_at_1_max": 0.24419022886817585, "naucs_at_1_std": 0.20913530757518103, "naucs_at_1_diff1": 0.18956477760151022, "naucs_at_3_max": 0.021538678019016246, "naucs_at_3_std": 0.10725557234497837, "naucs_at_3_diff1": -0.04875457481754448, "naucs_at_5_max": 0.014645022986549194, "naucs_at_5_std": 0.044129824597325146, "naucs_at_5_diff1": -0.11174495404454246, "naucs_at_10_max": -0.11448340055341263, "naucs_at_10_std": -0.10902704168644266, "naucs_at_10_diff1": -0.30406392580200137, "naucs_at_20_max": -0.2404702117925663, "naucs_at_20_std": -0.22313364654433895, "naucs_at_20_diff1": -0.31695759183309535, "naucs_at_50_max": -0.31937538050402253, "naucs_at_50_std": -0.2759760110803978, "naucs_at_50_diff1": -0.24888406251943948, "naucs_at_100_max": -0.259723966830786, "naucs_at_100_std": -0.21333793632671658, "naucs_at_100_diff1": -0.23851384327512057}, | |
| "vidore/synthetics_economics_macro_economy_2024_filtered_v1.0_multilingual": { | |
| "ndcg_at_1": 0.39224, | |
| "ndcg_at_3": 0.37476, | |
| "ndcg_at_5": 0.36148, | |
| "ndcg_at_10": 0.36794, | |
| "ndcg_at_20": 0.40776, | |
| "ndcg_at_50": 0.48463, | |
| "ndcg_at_100": 0.53033, | |
| "map_at_1": 0.04401, | |
| "map_at_3": 0.0993, | |
| "map_at_5": 0.13005, | |
| "map_at_10": 0.17704, | |
| "map_at_20": 0.21969, | |
| "map_at_50": 0.26748, | |
| "map_at_100": 0.29042, | |
| "recall_at_1": 0.04401, | |
| "recall_at_3": 0.13187, | |
| "recall_at_5": 0.192, | |
| "recall_at_10": 0.3039, | |
| "recall_at_20": 0.45606, | |
| "recall_at_50": 0.67169, | |
| "recall_at_100": 0.80877, | |
| "precision_at_1": 0.39224, | |
| "precision_at_3": 0.35632, | |
| "precision_at_5": 0.325, | |
| "precision_at_10": 0.28319, | |
| "precision_at_20": 0.2306, | |
| "precision_at_50": 0.15836, | |
| "precision_at_100": 0.10789, | |
| "mrr_at_1": 0.3922413793103448, | |
| "mrr_at_3": 0.49856321839080464, | |
| "mrr_at_5": 0.5224856321839081, | |
| "mrr_at_10": 0.5373648741105638, | |
| "mrr_at_20": 0.5419287783917268, | |
| "mrr_at_50": 0.5442446092894189, | |
| "mrr_at_100": 0.5445144362126614, | |
| "naucs_at_1_max": -0.09046956137538088, | |
| "naucs_at_1_std": -0.029272928593796467, | |
| "naucs_at_1_diff1": -0.01949330501218432, | |
| "naucs_at_3_max": 0.019777226299839537, | |
| "naucs_at_3_std": 0.05400545367360109, | |
| "naucs_at_3_diff1": -0.07318677988609872, | |
| "naucs_at_5_max": 0.0035718336913224936, | |
| "naucs_at_5_std": 0.027188298117242122, | |
| "naucs_at_5_diff1": -0.07827063058686147, | |
| "naucs_at_10_max": 0.008049347237839717, | |
| "naucs_at_10_std": 0.03145707085203085, | |
| "naucs_at_10_diff1": -0.07144093527570813, | |
| "naucs_at_20_max": -0.003043019306168713, | |
| "naucs_at_20_std": 0.04245224333344333, | |
| "naucs_at_20_diff1": -0.0974791685465552, | |
| "naucs_at_50_max": -0.008203803722240203, | |
| "naucs_at_50_std": 0.004296600594517341, | |
| "naucs_at_50_diff1": -0.08202642486940749, | |
| "naucs_at_100_max": -0.05980969604715223, | |
| "naucs_at_100_std": -0.07215268813689295, | |
| "naucs_at_100_diff1": -0.05108060621594025 | |
| }, | |
| "vidore/synthetic_axa_filtered_v1.0_multilingual": { | |
| "ndcg_at_1": 0.31944, | |
| "ndcg_at_3": 0.36735, | |
| "ndcg_at_5": 0.37705, | |
| "ndcg_at_10": 0.40069, | |
| "ndcg_at_20": 0.43513, | |
| "ndcg_at_50": 0.49148, | |
| "ndcg_at_100": 0.52626, | |
| "map_at_1": 0.1883, | |
| "map_at_3": 0.24848, | |
| "map_at_5": 0.27905, | |
| "map_at_10": 0.30821, | |
| "map_at_20": 0.32807, | |
| "map_at_50": 0.34999, | |
| "map_at_100": 0.35742, | |
| "recall_at_1": 0.1883, | |
| "recall_at_3": 0.30968, | |
| "recall_at_5": 0.38218, | |
| "recall_at_10": 0.47556, | |
| "recall_at_20": 0.56898, | |
| "recall_at_50": 0.72054, | |
| "recall_at_100": 0.86053, | |
| "precision_at_1": 0.31944, | |
| "precision_at_3": 0.25, | |
| "precision_at_5": 0.20278, | |
| "precision_at_10": 0.15, | |
| "precision_at_20": 0.10694, | |
| "precision_at_50": 0.06556, | |
| "precision_at_100": 0.03972, | |
| "mrr_at_1": 0.3194444444444444, | |
| "mrr_at_3": 0.41435185185185186, | |
| "mrr_at_5": 0.44143518518518515, | |
| "mrr_at_10": 0.45383597883597887, | |
| "mrr_at_20": 0.4603018758656014, | |
| "mrr_at_50": 0.46184289024143715, | |
| "mrr_at_100": 0.46279641774158087, | |
| "naucs_at_1_max": 0.25256807521642977, | |
| "naucs_at_1_std": 0.5222755178306032, | |
| "naucs_at_1_diff1": 0.22322127062494312, | |
| "naucs_at_3_max": 0.01027997935801778, | |
| "naucs_at_3_std": 0.26082012822073436, | |
| "naucs_at_3_diff1": 0.18412709220174425, | |
| "naucs_at_5_max": -0.023540307718607937, | |
| "naucs_at_5_std": 0.20590277989329697, | |
| "naucs_at_5_diff1": 0.1394140867278813, | |
| "naucs_at_10_max": -0.1530545347893013, | |
| "naucs_at_10_std": 0.07281002973646711, | |
| "naucs_at_10_diff1": 0.1087825983057161, | |
| "naucs_at_20_max": -0.24948473963259538, | |
| "naucs_at_20_std": -0.052063417282516324, | |
| "naucs_at_20_diff1": 0.04499575326148708, | |
| "naucs_at_50_max": -0.3456643349075049, | |
| "naucs_at_50_std": -0.14962525206807992, | |
| "naucs_at_50_diff1": -0.1032344032141534, | |
| "naucs_at_100_max": -0.41065527201035196, | |
| "naucs_at_100_std": -0.24631195551976134, | |
| "naucs_at_100_diff1": -0.1270004114792933 | |
| }, | |
| "vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered": { | |
| "ndcg_at_1": 0.475, | |
| "ndcg_at_3": 0.50399, | |
| "ndcg_at_5": 0.5426, | |
| "ndcg_at_10": 0.56572, | |
| "ndcg_at_20": 0.59334, | |
| "ndcg_at_50": 0.62054, | |
| "ndcg_at_100": 0.63584, | |
| "map_at_1": 0.29844, | |
| "map_at_3": 0.40685, | |
| "map_at_5": 0.44582, | |
| "map_at_10": 0.46931, | |
| "map_at_20": 0.48245, | |
| "map_at_50": 0.49251, | |
| "map_at_100": 0.49533, | |
| "recall_at_1": 0.29844, | |
| "recall_at_3": 0.48891, | |
| "recall_at_5": 0.59575, | |
| "recall_at_10": 0.67602, | |
| "recall_at_20": 0.75242, | |
| "recall_at_50": 0.83386, | |
| "recall_at_100": 0.89769, | |
| "precision_at_1": 0.475, | |
| "precision_at_3": 0.30833, | |
| "precision_at_5": 0.24875, | |
| "precision_at_10": 0.15125, | |
| "precision_at_20": 0.09344, | |
| "precision_at_50": 0.0465, | |
| "precision_at_100": 0.026, | |
| "mrr_at_1": 0.49375, | |
| "mrr_at_3": 0.5958333333333333, | |
| "mrr_at_5": 0.6202083333333334, | |
| "mrr_at_10": 0.6287375992063492, | |
| "mrr_at_20": 0.6311754670660437, | |
| "mrr_at_50": 0.6321625072817313, | |
| "mrr_at_100": 0.6324052960661868, | |
| "naucs_at_1_max": 0.288181487963544, | |
| "naucs_at_1_std": -0.05426311792094572, | |
| "naucs_at_1_diff1": 0.4584585410956644, | |
| "naucs_at_3_max": 0.17191913339472156, | |
| "naucs_at_3_std": -0.020066630109774056, | |
| "naucs_at_3_diff1": 0.09632913618821975, | |
| "naucs_at_5_max": 0.09215639006811155, | |
| "naucs_at_5_std": 0.0012666140953723163, | |
| "naucs_at_5_diff1": -0.06192925755984746, | |
| "naucs_at_10_max": 0.035222797177968716, | |
| "naucs_at_10_std": 0.007929567555839194, | |
| "naucs_at_10_diff1": -0.15828889663289214, | |
| "naucs_at_20_max": -0.013133460063983105, | |
| "naucs_at_20_std": 0.045498580990890984, | |
| "naucs_at_20_diff1": -0.18372934627970697, | |
| "naucs_at_50_max": -0.05231228123361153, | |
| "naucs_at_50_std": 0.08122908162109731, | |
| "naucs_at_50_diff1": -0.18562366170287978, | |
| "naucs_at_100_max": -0.09050436131033135, | |
| "naucs_at_100_std": 0.07301259934095748, | |
| "naucs_at_100_diff1": -0.18245241325838332 | |
| }, | |
| "vidore/synthetic_rse_restaurant_filtered_v1.0": { | |
| "ndcg_at_1": 0.26316, | |
| "ndcg_at_3": 0.36311, | |
| "ndcg_at_5": 0.39176, | |
| "ndcg_at_10": 0.4454, | |
| "ndcg_at_20": 0.50519, | |
| "ndcg_at_50": 0.55061, | |
| "ndcg_at_100": 0.56466, | |
| "map_at_1": 0.15482, | |
| "map_at_3": 0.27015, | |
| "map_at_5": 0.29589, | |
| "map_at_10": 0.33078, | |
| "map_at_20": 0.36126, | |
| "map_at_50": 0.3824, | |
| "map_at_100": 0.38909, | |
| "recall_at_1": 0.15482, | |
| "recall_at_3": 0.37362, | |
| "recall_at_5": 0.44749, | |
| "recall_at_10": 0.60324, | |
| "recall_at_20": 0.78193, | |
| "recall_at_50": 0.91531, | |
| "recall_at_100": 0.95395, | |
| "precision_at_1": 0.26316, | |
| "precision_at_3": 0.25146, | |
| "precision_at_5": 0.20702, | |
| "precision_at_10": 0.15088, | |
| "precision_at_20": 0.11228, | |
| "precision_at_50": 0.06667, | |
| "precision_at_100": 0.03789, | |
| "mrr_at_1": 0.3157894736842105, | |
| "mrr_at_3": 0.4473684210526316, | |
| "mrr_at_5": 0.46754385964912276, | |
| "mrr_at_10": 0.48647312726260095, | |
| "mrr_at_20": 0.49202021175705385, | |
| "mrr_at_50": 0.49322536427799585, | |
| "mrr_at_100": 0.49322536427799585, | |
| "naucs_at_1_max": -0.05405282049792571, | |
| "naucs_at_1_std": 0.023445855968560407, | |
| "naucs_at_1_diff1": 0.21928586224649782, | |
| "naucs_at_3_max": -0.011620395920182198, | |
| "naucs_at_3_std": 0.08615056848034938, | |
| "naucs_at_3_diff1": -0.15099634717817523, | |
| "naucs_at_5_max": -0.1652385842485644, | |
| "naucs_at_5_std": -0.1076298647113443, | |
| "naucs_at_5_diff1": -0.26773917349447285, | |
| "naucs_at_10_max": -0.20948212317741371, | |
| "naucs_at_10_std": -0.04217452519607505, | |
| "naucs_at_10_diff1": -0.17241123984858953, | |
| "naucs_at_20_max": -0.3585661146008277, | |
| "naucs_at_20_std": -0.11294869002059522, | |
| "naucs_at_20_diff1": -0.27144993416761004, | |
| "naucs_at_50_max": -0.33543648981957763, | |
| "naucs_at_50_std": -0.014416596192293988, | |
| "naucs_at_50_diff1": -0.2783603795291369, | |
| "naucs_at_100_max": -0.3125483341345789, | |
| "naucs_at_100_std": 0.04759656217556336, | |
| "naucs_at_100_diff1": -0.27748680314970026 | |
| }, | |
| "vidore/synthetic_rse_restaurant_filtered_v1.0_multilingual": { | |
| "ndcg_at_1": 0.3114, | |
| "ndcg_at_3": 0.35716, | |
| "ndcg_at_5": 0.39093, | |
| "ndcg_at_10": 0.45776, | |
| "ndcg_at_20": 0.51442, | |
| "ndcg_at_50": 0.55435, | |
| "ndcg_at_100": 0.57057, | |
| "map_at_1": 0.1635, | |
| "map_at_3": 0.26015, | |
| "map_at_5": 0.29428, | |
| "map_at_10": 0.33703, | |
| "map_at_20": 0.36703, | |
| "map_at_50": 0.38532, | |
| "map_at_100": 0.39218, | |
| "recall_at_1": 0.1635, | |
| "recall_at_3": 0.34212, | |
| "recall_at_5": 0.43294, | |
| "recall_at_10": 0.62713, | |
| "recall_at_20": 0.80024, | |
| "recall_at_50": 0.9216, | |
| "recall_at_100": 0.97058, | |
| "precision_at_1": 0.3114, | |
| "precision_at_3": 0.25, | |
| "precision_at_5": 0.21228, | |
| "precision_at_10": 0.16272, | |
| "precision_at_20": 0.11732, | |
| "precision_at_50": 0.06509, | |
| "precision_at_100": 0.03768, | |
| "mrr_at_1": 0.3201754385964912, | |
| "mrr_at_3": 0.4276315789473684, | |
| "mrr_at_5": 0.45570175438596494, | |
| "mrr_at_10": 0.4726991088833194, | |
| "mrr_at_20": 0.47990133359766324, | |
| "mrr_at_50": 0.4817393870105699, | |
| "mrr_at_100": 0.48179098659777314, | |
| "naucs_at_1_max": -0.043051520891704526, | |
| "naucs_at_1_std": 0.04332255792861466, | |
| "naucs_at_1_diff1": 0.25290228804176196, | |
| "naucs_at_3_max": -0.015276644061893118, | |
| "naucs_at_3_std": 0.05163750744485839, | |
| "naucs_at_3_diff1": 0.040189218663360116, | |
| "naucs_at_5_max": -0.05235721102136031, | |
| "naucs_at_5_std": 0.005811214103192345, | |
| "naucs_at_5_diff1": 0.019471817185607386, | |
| "naucs_at_10_max": -0.15526718391563657, | |
| "naucs_at_10_std": -0.030920730403369213, | |
| "naucs_at_10_diff1": -0.009103205213602163, | |
| "naucs_at_20_max": -0.16361665459184682, | |
| "naucs_at_20_std": -0.006377615107252758, | |
| "naucs_at_20_diff1": -0.11234618830619728, | |
| "naucs_at_50_max": -0.15363708207480695, | |
| "naucs_at_50_std": 0.07280318534401509, | |
| "naucs_at_50_diff1": -0.15710162022601212, | |
| "naucs_at_100_max": -0.1483886076804903, | |
| "naucs_at_100_std": 0.10513102578338192, | |
| "naucs_at_100_diff1": -0.15391945667071522 | |
| }, | |
| "vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered_multilingual": { | |
| "ndcg_at_1": 0.38125, | |
| "ndcg_at_3": 0.39476, | |
| "ndcg_at_5": 0.4206, | |
| "ndcg_at_10": 0.45509, | |
| "ndcg_at_20": 0.48714, | |
| "ndcg_at_50": 0.51836, | |
| "ndcg_at_100": 0.53432, | |
| "map_at_1": 0.24209, | |
| "map_at_3": 0.31985, | |
| "map_at_5": 0.34726, | |
| "map_at_10": 0.3711, | |
| "map_at_20": 0.38475, | |
| "map_at_50": 0.39391, | |
| "map_at_100": 0.39676, | |
| "recall_at_1": 0.24209, | |
| "recall_at_3": 0.38347, | |
| "recall_at_5": 0.45975, | |
| "recall_at_10": 0.56148, | |
| "recall_at_20": 0.65407, | |
| "recall_at_50": 0.75821, | |
| "recall_at_100": 0.82192, | |
| "precision_at_1": 0.38125, | |
| "precision_at_3": 0.23333, | |
| "precision_at_5": 0.18344, | |
| "precision_at_10": 0.12031, | |
| "precision_at_20": 0.07758, | |
| "precision_at_50": 0.04006, | |
| "precision_at_100": 0.02297, | |
| "mrr_at_1": 0.3984375, | |
| "mrr_at_3": 0.47890625, | |
| "mrr_at_5": 0.497734375, | |
| "mrr_at_10": 0.5095529513888889, | |
| "mrr_at_20": 0.5151586381105779, | |
| "mrr_at_50": 0.5174101160297588, | |
| "mrr_at_100": 0.5178826588862087, | |
| "naucs_at_1_max": 0.13899599795432951, | |
| "naucs_at_1_std": 0.0368281555683635, | |
| "naucs_at_1_diff1": 0.5053982968982114, | |
| "naucs_at_3_max": 0.07054641540082532, | |
| "naucs_at_3_std": 0.05000850601457527, | |
| "naucs_at_3_diff1": 0.21532701510229157, | |
| "naucs_at_5_max": 0.01417845342936614, | |
| "naucs_at_5_std": 0.020526726379349457, | |
| "naucs_at_5_diff1": 0.10818783419375576, | |
| "naucs_at_10_max": -0.020678341996715813, | |
| "naucs_at_10_std": 0.02320094009445125, | |
| "naucs_at_10_diff1": 0.006460602129137368, | |
| "naucs_at_20_max": -0.056359581334902174, | |
| "naucs_at_20_std": 0.022492779057438163, | |
| "naucs_at_20_diff1": -0.04495830300371242, | |
| "naucs_at_50_max": -0.08195205931936514, | |
| "naucs_at_50_std": 0.036322084125175555, | |
| "naucs_at_50_diff1": -0.07768679112951372, | |
| "naucs_at_100_max": -0.10382076960662541, | |
| "naucs_at_100_std": 0.017015419651631922, | |
| "naucs_at_100_diff1": -0.08434098316520129 | |
| }, | |
| "vidore/synthetic_axa_filtered_v1.0": { | |
| "ndcg_at_1": 0.5, | |
| "ndcg_at_3": 0.56184, | |
| "ndcg_at_5": 0.587, | |
| "ndcg_at_10": 0.60148, | |
| "ndcg_at_20": 0.62635, | |
| "ndcg_at_50": 0.67819, | |
| "ndcg_at_100": 0.69787, | |
| "map_at_1": 0.28611, | |
| "map_at_3": 0.36587, | |
| "map_at_5": 0.43319, | |
| "map_at_10": 0.47842, | |
| "map_at_20": 0.50424, | |
| "map_at_50": 0.53292, | |
| "map_at_100": 0.53674, | |
| "recall_at_1": 0.28611, | |
| "recall_at_3": 0.42945, | |
| "recall_at_5": 0.58465, | |
| "recall_at_10": 0.68747, | |
| "recall_at_20": 0.75855, | |
| "recall_at_50": 0.88111, | |
| "recall_at_100": 0.97026, | |
| "precision_at_1": 0.5, | |
| "precision_at_3": 0.40741, | |
| "precision_at_5": 0.33333, | |
| "precision_at_10": 0.23333, | |
| "precision_at_20": 0.15278, | |
| "precision_at_50": 0.08444, | |
| "precision_at_100": 0.045, | |
| "mrr_at_1": 0.5, | |
| "mrr_at_3": 0.6203703703703703, | |
| "mrr_at_5": 0.6481481481481481, | |
| "mrr_at_10": 0.6574074074074074, | |
| "mrr_at_20": 0.6574074074074074, | |
| "mrr_at_50": 0.65854119425548, | |
| "mrr_at_100": 0.65854119425548, | |
| "naucs_at_1_max": 0.42651593299790197, | |
| "naucs_at_1_std": 0.5071500249117564, | |
| "naucs_at_1_diff1": 0.30239223033901025, | |
| "naucs_at_3_max": -0.2757769266874663, | |
| "naucs_at_3_std": -0.205926822886879, | |
| "naucs_at_3_diff1": 0.06908403486928417, | |
| "naucs_at_5_max": -0.3693499917580161, | |
| "naucs_at_5_std": -0.2923131576624302, | |
| "naucs_at_5_diff1": -0.050910460634029486, | |
| "naucs_at_10_max": -0.572254001138292, | |
| "naucs_at_10_std": -0.46716738275931796, | |
| "naucs_at_10_diff1": -0.0735594830753536, | |
| "naucs_at_20_max": -0.6311605275619012, | |
| "naucs_at_20_std": -0.493877197928487, | |
| "naucs_at_20_diff1": -0.08810700944293344, | |
| "naucs_at_50_max": -0.5994854185823998, | |
| "naucs_at_50_std": -0.3880377145984835, | |
| "naucs_at_50_diff1": -0.2337980752344902, | |
| "naucs_at_100_max": -0.5975814841373683, | |
| "naucs_at_100_std": -0.3931594317744619, | |
| "naucs_at_100_diff1": -0.20608009190940405 | |
| }, | |
| "vidore/synthetic_economics_macro_economy_2024_filtered_v1.0": { | |
| "ndcg_at_1": 0.56897, | |
| "ndcg_at_3": 0.5211, | |
| "ndcg_at_5": 0.50298, | |
| "ndcg_at_10": 0.52258, | |
| "ndcg_at_20": 0.55507, | |
| "ndcg_at_50": 0.62454, | |
| "ndcg_at_100": 0.65668, | |
| "map_at_1": 0.06658, | |
| "map_at_3": 0.14611, | |
| "map_at_5": 0.19305, | |
| "map_at_10": 0.27576, | |
| "map_at_20": 0.33378, | |
| "map_at_50": 0.39269, | |
| "map_at_100": 0.41666, | |
| "recall_at_1": 0.06658, | |
| "recall_at_3": 0.18538, | |
| "recall_at_5": 0.26874, | |
| "recall_at_10": 0.44378, | |
| "recall_at_20": 0.5979, | |
| "recall_at_50": 0.79293, | |
| "recall_at_100": 0.89795, | |
| "precision_at_1": 0.56897, | |
| "precision_at_3": 0.48851, | |
| "precision_at_5": 0.44483, | |
| "precision_at_10": 0.3931, | |
| "precision_at_20": 0.30431, | |
| "precision_at_50": 0.19517, | |
| "precision_at_100": 0.12379, | |
| "mrr_at_1": 0.5862068965517241, | |
| "mrr_at_3": 0.675287356321839, | |
| "mrr_at_5": 0.6985632183908046, | |
| "mrr_at_10": 0.7113711001642037, | |
| "mrr_at_20": 0.71252052545156, | |
| "mrr_at_50": 0.7133415435139574, | |
| "mrr_at_100": 0.7133415435139574, | |
| "naucs_at_1_max": -0.40040744598442884, | |
| "naucs_at_1_std": -0.2985416538266988, | |
| "naucs_at_1_diff1": 0.12036209692812928, | |
| "naucs_at_3_max": -0.3377813006714379, | |
| "naucs_at_3_std": -0.2501659993033734, | |
| "naucs_at_3_diff1": -0.03738351632070548, | |
| "naucs_at_5_max": -0.1125861127198914, | |
| "naucs_at_5_std": -0.06443718988916795, | |
| "naucs_at_5_diff1": -0.03965316546372891, | |
| "naucs_at_10_max": -0.009590286755270482, | |
| "naucs_at_10_std": 0.006695305574988969, | |
| "naucs_at_10_diff1": -0.09088428457053505, | |
| "naucs_at_20_max": 0.05383858850417515, | |
| "naucs_at_20_std": 0.05335828984185507, | |
| "naucs_at_20_diff1": -0.12843644755345873, | |
| "naucs_at_50_max": 0.016749758399340033, | |
| "naucs_at_50_std": 0.006620482393505167, | |
| "naucs_at_50_diff1": -0.09393030796852221, | |
| "naucs_at_100_max": -0.069387597095011, | |
| "naucs_at_100_std": -0.09518999664037518, | |
| "naucs_at_100_diff1": -0.05750748161503184 | |
| }, "./data_dir/eval_vidore/arxivqa_test_subsampled": {"ndcg_at_1": 0.67, "ndcg_at_3": 0.73664, "ndcg_at_5": 0.74886, "ndcg_at_10": 0.76608, "ndcg_at_20": 0.77508, "ndcg_at_50": 0.78465, "ndcg_at_100": 0.78928, "map_at_1": 0.67, "map_at_3": 0.71967, "map_at_5": 0.72637, "map_at_10": 0.73332, "map_at_20": 0.73575, "map_at_50": 0.7373, "map_at_100": 0.73774, "recall_at_1": 0.67, "recall_at_3": 0.786, "recall_at_5": 0.816, "recall_at_10": 0.87, "recall_at_20": 0.906, "recall_at_50": 0.954, "recall_at_100": 0.982, "precision_at_1": 0.67, "precision_at_3": 0.262, "precision_at_5": 0.1632, "precision_at_10": 0.087, "precision_at_20": 0.0453, "precision_at_50": 0.01908, "precision_at_100": 0.00982, "mrr_at_1": 0.674, "mrr_at_3": 0.723, "mrr_at_5": 0.7291, "mrr_at_10": 0.7366095238095238, "mrr_at_20": 0.7391611043325439, "mrr_at_50": 0.7409444251953623, "mrr_at_100": 0.7413271325461593, "naucs_at_1_max": 0.5444803710788707, "naucs_at_1_std": -0.09109715427197845, "naucs_at_1_diff1": 0.9253203771732317, "naucs_at_3_max": 0.5919376009932287, "naucs_at_3_std": -0.04496538390458086, "naucs_at_3_diff1": 0.8649522103597137, "naucs_at_5_max": 0.6306070025471655, "naucs_at_5_std": 0.001678323187842219, "naucs_at_5_diff1": 0.8645469067046583, "naucs_at_10_max": 0.6801229356439317, "naucs_at_10_std": 0.03928756572613559, "naucs_at_10_diff1": 0.8395171443382958, "naucs_at_20_max": 0.7005979696843283, "naucs_at_20_std": 0.04557283906470355, "naucs_at_20_diff1": 0.8023322804299033, "naucs_at_50_max": 0.7126212803962136, "naucs_at_50_std": -0.09452766613891975, "naucs_at_50_diff1": 0.8312223440100683, "naucs_at_100_max": 0.85968461458657, "naucs_at_100_std": -0.10281149496835222, "naucs_at_100_diff1": 0.896514161220045}, "./data_dir/eval_vidore/docvqa_test_subsampled": {"ndcg_at_1": 0.50554, "ndcg_at_3": 0.55831, "ndcg_at_5": 0.58055, "ndcg_at_10": 0.60677, "ndcg_at_20": 0.62553, "ndcg_at_50": 0.63388, "ndcg_at_100": 0.64093, "map_at_1": 0.50554, "map_at_3": 0.54582, "map_at_5": 0.55835, "map_at_10": 0.569, "map_at_20": 0.5743, "map_at_50": 0.57564, "map_at_100": 0.57622, "recall_at_1": 0.50554, "recall_at_3": 0.59424, "recall_at_5": 0.64745, "recall_at_10": 0.72949, "recall_at_20": 0.80266, "recall_at_50": 0.84479, "recall_at_100": 0.88914, "precision_at_1": 0.50554, "precision_at_3": 0.19808, "precision_at_5": 0.12949, "precision_at_10": 0.07295, "precision_at_20": 0.04013, "precision_at_50": 0.0169, "precision_at_100": 0.00889, "mrr_at_1": 0.5033259423503326, "mrr_at_3": 0.5476718403547672, "mrr_at_5": 0.5574279379157429, "mrr_at_10": 0.5684528208918452, "mrr_at_20": 0.573404311645784, "mrr_at_50": 0.5749334030411379, "mrr_at_100": 0.575603354450426, "naucs_at_1_max": 0.2625490776539377, "naucs_at_1_std": 0.3310850636640096, "naucs_at_1_diff1": 0.8285865433933254, "naucs_at_3_max": 0.18953190824386826, "naucs_at_3_std": 0.38629715857674524, "naucs_at_3_diff1": 0.769918430991528, "naucs_at_5_max": 0.14915660669648698, "naucs_at_5_std": 0.39060413735358934, "naucs_at_5_diff1": 0.7373299633405666, "naucs_at_10_max": 0.008734548704545675, "naucs_at_10_std": 0.5053066426323437, "naucs_at_10_diff1": 0.7260812769949216, "naucs_at_20_max": -0.1110192872274276, "naucs_at_20_std": 0.6213072109985829, "naucs_at_20_diff1": 0.6964830158995551, "naucs_at_50_max": -0.16049662657697744, "naucs_at_50_std": 0.7364897688356142, "naucs_at_50_diff1": 0.7182771454403309, "naucs_at_100_max": -0.19221684927376187, "naucs_at_100_std": 0.8505984612548488, "naucs_at_100_diff1": 0.7419613287710981}, "./data_dir/eval_vidore/syntheticDocQA_energy_test": {"ndcg_at_1": 0.88, "ndcg_at_3": 0.93417, "ndcg_at_5": 0.93847, "ndcg_at_10": 0.93847, "ndcg_at_20": 0.93847, "ndcg_at_50": 0.94063, "ndcg_at_100": 0.9422, "map_at_1": 0.88, "map_at_3": 0.92167, "map_at_5": 0.92417, "map_at_10": 0.92417, "map_at_20": 0.92417, "map_at_50": 0.92458, "map_at_100": 0.92471, "recall_at_1": 0.88, "recall_at_3": 0.97, "recall_at_5": 0.98, "recall_at_10": 0.98, "recall_at_20": 0.98, "recall_at_50": 0.99, "recall_at_100": 1.0, "precision_at_1": 0.88, "precision_at_3": 0.32333, "precision_at_5": 0.196, "precision_at_10": 0.098, "precision_at_20": 0.049, "precision_at_50": 0.0198, "precision_at_100": 0.01, "mrr_at_1": 0.89, "mrr_at_3": 0.93, "mrr_at_5": 0.9325, "mrr_at_10": 0.9325, "mrr_at_20": 0.9325, "mrr_at_50": 0.9329166666666667, "mrr_at_100": 0.9330448717948718, "naucs_at_1_max": 0.36497772828507796, "naucs_at_1_std": -0.272231944002546, "naucs_at_1_diff1": 0.9777282850779508, "naucs_at_3_max": 0.693432928727046, "naucs_at_3_std": -0.15452847805789072, "naucs_at_3_diff1": 0.9564270152505466, "naucs_at_5_max": 0.6790382819794609, "naucs_at_5_std": -0.5929038281979465, "naucs_at_5_diff1": 0.9346405228758136, "naucs_at_10_max": 0.6790382819794609, "naucs_at_10_std": -0.5929038281979465, "naucs_at_10_diff1": 0.9346405228758136, "naucs_at_20_max": 0.6790382819794609, "naucs_at_20_std": -0.5929038281979465, "naucs_at_20_diff1": 0.9346405228758136, "naucs_at_50_max": 1.0, "naucs_at_50_std": 0.554154995331464, "naucs_at_50_diff1": 0.8692810457516374, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "./data_dir/eval_vidore/tatdqa_test": {"ndcg_at_1": 0.64581, "ndcg_at_3": 0.73981, "ndcg_at_5": 0.7668, "ndcg_at_10": 0.787, "ndcg_at_20": 0.79364, "ndcg_at_50": 0.79698, "ndcg_at_100": 0.79864, "map_at_1": 0.64581, "map_at_3": 0.71648, "map_at_5": 0.73158, "map_at_10": 0.74001, "map_at_20": 0.74185, "map_at_50": 0.74242, "map_at_100": 0.74256, "recall_at_1": 0.64581, "recall_at_3": 0.80741, "recall_at_5": 0.87242, "recall_at_10": 0.93439, "recall_at_20": 0.96051, "recall_at_50": 0.97691, "recall_at_100": 0.98724, "precision_at_1": 0.64581, "precision_at_3": 0.26914, "precision_at_5": 0.17448, "precision_at_10": 0.09344, "precision_at_20": 0.04803, "precision_at_50": 0.01954, "precision_at_100": 0.00987, "mrr_at_1": 0.6433778857837181, "mrr_at_3": 0.7150668286755771, "mrr_at_5": 0.7304981773997571, "mrr_at_10": 0.7387049412717699, "mrr_at_20": 0.7404579555191415, "mrr_at_50": 0.7410660643728302, "mrr_at_100": 0.7412038533898355, "naucs_at_1_max": 0.13431737923823708, "naucs_at_1_std": -0.3067075571650227, "naucs_at_1_diff1": 0.8067592167032371, "naucs_at_3_max": 0.18727434840097998, "naucs_at_3_std": -0.27607320609227726, "naucs_at_3_diff1": 0.6950163190033429, "naucs_at_5_max": 0.2109382115959134, "naucs_at_5_std": -0.22542299636024854, "naucs_at_5_diff1": 0.6560772753501689, "naucs_at_10_max": 0.3049581820340452, "naucs_at_10_std": 0.10695854160572203, "naucs_at_10_diff1": 0.5979569201987198, "naucs_at_20_max": 0.3524427577390326, "naucs_at_20_std": 0.2838037847480218, "naucs_at_20_diff1": 0.5748977828288308, "naucs_at_50_max": 0.39877531195470334, "naucs_at_50_std": 0.47760692333540594, "naucs_at_50_diff1": 0.48464495157589027, "naucs_at_100_max": 0.3531041790707774, "naucs_at_100_std": 0.4303621036969795, "naucs_at_100_diff1": 0.42655633089874984}, "./data_dir/eval_vidore/infovqa_test_subsampled": {"ndcg_at_1": 0.80769, "ndcg_at_3": 0.86119, "ndcg_at_5": 0.86799, "ndcg_at_10": 0.87508, "ndcg_at_20": 0.8788, "ndcg_at_50": 0.88321, "ndcg_at_100": 0.88418, "map_at_1": 0.80769, "map_at_3": 0.84818, "map_at_5": 0.85202, "map_at_10": 0.85488, "map_at_20": 0.85598, "map_at_50": 0.85668, "map_at_100": 0.85677, "recall_at_1": 0.80769, "recall_at_3": 0.89879, "recall_at_5": 0.91498, "recall_at_10": 0.93725, "recall_at_20": 0.95142, "recall_at_50": 0.97368, "recall_at_100": 0.97976, "precision_at_1": 0.80769, "precision_at_3": 0.2996, "precision_at_5": 0.183, "precision_at_10": 0.09372, "precision_at_20": 0.04757, "precision_at_50": 0.01947, "precision_at_100": 0.0098, "mrr_at_1": 0.8117408906882592, "mrr_at_3": 0.8488529014844804, "mrr_at_5": 0.8532051282051283, "mrr_at_10": 0.8560359231411864, "mrr_at_20": 0.8570996255206782, "mrr_at_50": 0.8577900744824616, "mrr_at_100": 0.8578711146551276, "naucs_at_1_max": 0.5181292739994149, "naucs_at_1_std": -0.12587128411667012, "naucs_at_1_diff1": 0.9118360487145103, "naucs_at_3_max": 0.5428075702339784, "naucs_at_3_std": -0.133844833983956, "naucs_at_3_diff1": 0.8487810208609975, "naucs_at_5_max": 0.570342039887235, "naucs_at_5_std": -0.1629741497251075, "naucs_at_5_diff1": 0.8403883247563, "naucs_at_10_max": 0.7076634965650749, "naucs_at_10_std": 0.14379204929117678, "naucs_at_10_diff1": 0.8238016143503649, "naucs_at_20_max": 0.8079586920995654, "naucs_at_20_std": 0.21002182843283598, "naucs_at_20_diff1": 0.825877668290874, "naucs_at_50_max": 0.8233669400006994, "naucs_at_50_std": 0.18166589601039382, "naucs_at_50_diff1": 0.8057881231371927, "naucs_at_100_max": 0.8922124708224929, "naucs_at_100_std": 0.6406492513828425, "naucs_at_100_diff1": 0.7867049962977823}, "./data_dir/eval_vidore/syntheticDocQA_healthcare_industry_test": {"ndcg_at_1": 0.95, "ndcg_at_3": 0.97893, "ndcg_at_5": 0.97893, "ndcg_at_10": 0.97893, "ndcg_at_20": 0.97893, "ndcg_at_50": 0.97893, "ndcg_at_100": 0.97893, "map_at_1": 0.95, "map_at_3": 0.97167, "map_at_5": 0.97167, "map_at_10": 0.97167, "map_at_20": 0.97167, "map_at_50": 0.97167, "map_at_100": 0.97167, "recall_at_1": 0.95, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.95, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.95, "mrr_at_3": 0.9716666666666667, "mrr_at_5": 0.9716666666666667, "mrr_at_10": 0.9716666666666667, "mrr_at_20": 0.9716666666666667, "mrr_at_50": 0.9716666666666667, "mrr_at_100": 0.9716666666666667, "naucs_at_1_max": 0.5808590102707767, "naucs_at_1_std": -0.1164332399626522, "naucs_at_1_diff1": 0.9477124183006508, "naucs_at_3_max": 1.0, "naucs_at_3_std": 1.0, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "./data_dir/eval_vidore/tabfquad_test_subsampled": {"ndcg_at_1": 0.68929, "ndcg_at_3": 0.74413, "ndcg_at_5": 0.75167, "ndcg_at_10": 0.77118, "ndcg_at_20": 0.78112, "ndcg_at_50": 0.79873, "ndcg_at_100": 0.80054, "map_at_1": 0.68929, "map_at_3": 0.73095, "map_at_5": 0.73524, "map_at_10": 0.74323, "map_at_20": 0.74596, "map_at_50": 0.74876, "map_at_100": 0.74894, "recall_at_1": 0.68929, "recall_at_3": 0.78214, "recall_at_5": 0.8, "recall_at_10": 0.86071, "recall_at_20": 0.9, "recall_at_50": 0.98929, "recall_at_100": 1.0, "precision_at_1": 0.68929, "precision_at_3": 0.26071, "precision_at_5": 0.16, "precision_at_10": 0.08607, "precision_at_20": 0.045, "precision_at_50": 0.01979, "precision_at_100": 0.01, "mrr_at_1": 0.6857142857142857, "mrr_at_3": 0.7273809523809524, "mrr_at_5": 0.7332738095238095, "mrr_at_10": 0.7413988095238095, "mrr_at_20": 0.7440813863424158, "mrr_at_50": 0.7468722884841633, "mrr_at_100": 0.7470525854039923, "naucs_at_1_max": 0.2870009874897007, "naucs_at_1_std": 0.04204064432130546, "naucs_at_1_diff1": 0.7891552245752849, "naucs_at_3_max": 0.29717890310145373, "naucs_at_3_std": 0.10697806369788107, "naucs_at_3_diff1": 0.6949610753710974, "naucs_at_5_max": 0.2523369487655202, "naucs_at_5_std": 0.06743256743256658, "naucs_at_5_diff1": 0.6558976737548161, "naucs_at_10_max": 0.24856446841830593, "naucs_at_10_std": 0.02682144721469618, "naucs_at_10_diff1": 0.6389296278803848, "naucs_at_20_max": 0.16003067893824288, "naucs_at_20_std": -0.11236161131119002, "naucs_at_20_diff1": 0.601724022942509, "naucs_at_50_max": 0.8202614379084879, "naucs_at_50_std": 0.7424525365701868, "naucs_at_50_diff1": 0.7587924058512231, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0}, "./data_dir/eval_vidore/syntheticDocQA_government_reports_test": {"ndcg_at_1": 0.87, "ndcg_at_3": 0.94178, "ndcg_at_5": 0.94609, "ndcg_at_10": 0.94609, "ndcg_at_20": 0.94609, "ndcg_at_50": 0.94609, "ndcg_at_100": 0.94609, "map_at_1": 0.87, "map_at_3": 0.925, "map_at_5": 0.9275, "map_at_10": 0.9275, "map_at_20": 0.9275, "map_at_50": 0.9275, "map_at_100": 0.9275, "recall_at_1": 0.87, "recall_at_3": 0.99, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.87, "precision_at_3": 0.33, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.89, "mrr_at_3": 0.935, "mrr_at_5": 0.9375, "mrr_at_10": 0.9375, "mrr_at_20": 0.9375, "mrr_at_50": 0.9375, "mrr_at_100": 0.9375, "naucs_at_1_max": 0.5187736058653628, "naucs_at_1_std": 0.22202473524402008, "naucs_at_1_diff1": 0.7872694956676297, "naucs_at_3_max": 0.5541549953314585, "naucs_at_3_std": 0.35807656395889226, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "./data_dir/eval_vidore/shiftproject_test": {"ndcg_at_1": 0.48, "ndcg_at_3": 0.62226, "ndcg_at_5": 0.66313, "ndcg_at_10": 0.70227, "ndcg_at_20": 0.70762, "ndcg_at_50": 0.71377, "ndcg_at_100": 0.71377, "map_at_1": 0.48, "map_at_3": 0.58833, "map_at_5": 0.61083, "map_at_10": 0.62718, "map_at_20": 0.6288, "map_at_50": 0.62987, "map_at_100": 0.62987, "recall_at_1": 0.48, "recall_at_3": 0.72, "recall_at_5": 0.82, "recall_at_10": 0.94, "recall_at_20": 0.96, "recall_at_50": 0.99, "recall_at_100": 0.99, "precision_at_1": 0.48, "precision_at_3": 0.24, "precision_at_5": 0.164, "precision_at_10": 0.094, "precision_at_20": 0.048, "precision_at_50": 0.0198, "precision_at_100": 0.0099, "mrr_at_1": 0.51, "mrr_at_3": 0.6133333333333334, "mrr_at_5": 0.6333333333333333, "mrr_at_10": 0.6481230158730159, "mrr_at_20": 0.6503713924963925, "mrr_at_50": 0.6509864903528697, "mrr_at_100": 0.6509864903528697, "naucs_at_1_max": 0.01784958187784493, "naucs_at_1_std": -0.21715888641896902, "naucs_at_1_diff1": 0.7087302847464805, "naucs_at_3_max": 0.08859890109890145, "naucs_at_3_std": -0.28323412698412614, "naucs_at_3_diff1": 0.4830586080586077, "naucs_at_5_max": 0.10656459962550972, "naucs_at_5_std": -0.10389360061680472, "naucs_at_5_diff1": 0.40610199361163074, "naucs_at_10_max": -0.18744164332399568, "naucs_at_10_std": -0.024042950513536908, "naucs_at_10_diff1": 0.6868969810146294, "naucs_at_20_max": -0.22980859010270466, "naucs_at_20_std": -0.1562791783379993, "naucs_at_20_diff1": 0.7112511671335194, "naucs_at_50_max": -0.17133520074697067, "naucs_at_50_std": 0.12278244631185525, "naucs_at_50_diff1": 1.0, "naucs_at_100_max": -0.17133520074697067, "naucs_at_100_std": 0.12278244631185525, "naucs_at_100_diff1": 1.0}, "./data_dir/eval_vidore/syntheticDocQA_artificial_intelligence_test": {"ndcg_at_1": 0.97, "ndcg_at_3": 0.98762, "ndcg_at_5": 0.98762, "ndcg_at_10": 0.98762, "ndcg_at_20": 0.98762, "ndcg_at_50": 0.98762, "ndcg_at_100": 0.98762, "map_at_1": 0.97, "map_at_3": 0.98333, "map_at_5": 0.98333, "map_at_10": 0.98333, "map_at_20": 0.98333, "map_at_50": 0.98333, "map_at_100": 0.98333, "recall_at_1": 0.97, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.97, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.97, "mrr_at_3": 0.9833333333333333, "mrr_at_5": 0.9833333333333333, "mrr_at_10": 0.9833333333333333, "mrr_at_20": 0.9833333333333333, "mrr_at_50": 0.9833333333333333, "mrr_at_100": 0.9833333333333333, "naucs_at_1_max": 0.912854030501093, "naucs_at_1_std": 0.6934329287270453, "naucs_at_1_diff1": 0.912854030501093, "naucs_at_3_max": 1.0, "naucs_at_3_std": 1.0, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}} |