{ "metadata": { "model_name": "VLM2Vec-V2.0-Qwen2VL-2B", "report_generated_date": "2025-06-28T08:54:17.882723" }, "metrics": { "image": { "ImageNet-1K": { "hit@1": 0.808, "hit@5": 0.956, "hit@10": 0.981, "ndcg_linear@1": 0.808, "ndcg_linear@5": 0.8917355668881671, "ndcg_linear@10": 0.8996344961395271, "ndcg_exponential@1": 0.808, "ndcg_exponential@5": 0.8917355668881671, "ndcg_exponential@10": 0.8996344961395271, "precision@1": 0.808, "precision@5": 0.19120000000000004, "precision@10": 0.09810000000000002, "recall@1": 0.808, "recall@5": 0.956, "recall@10": 0.981, "f1@1": 0.808, "f1@5": 0.3186666666666667, "f1@10": 0.17836363636363634, "map@1": 0.808, "map@5": 0.8699166666666668, "map@10": 0.8730702380952381, "mrr@1": 0.808, "mrr@5": 0.8699166666666668, "mrr@10": 0.8730702380952381, "num_pred": 1000, "num_data": 1000 }, "N24News": { "hit@1": 0.729, "hit@5": 0.954, "hit@10": 0.985, "ndcg_linear@1": 0.729, "ndcg_linear@5": 0.8542486272909989, "ndcg_linear@10": 0.8643817096780151, "ndcg_exponential@1": 0.729, "ndcg_exponential@5": 0.8542486272909989, "ndcg_exponential@10": 0.8643817096780151, "precision@1": 0.729, "precision@5": 0.19080000000000003, "precision@10": 0.09850000000000003, "recall@1": 0.729, "recall@5": 0.954, "recall@10": 0.985, "f1@1": 0.729, "f1@5": 0.318, "f1@10": 0.17909090909090908, "map@1": 0.729, "map@5": 0.82055, "map@10": 0.8247988095238095, "mrr@1": 0.729, "mrr@5": 0.82055, "mrr@10": 0.8247988095238095, "num_pred": 1000, "num_data": 1000 }, "HatefulMemes": { "hit@1": 0.563, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.563, "ndcg_linear@5": 0.8387163023107271, "ndcg_linear@10": 0.8387163023107271, "ndcg_exponential@1": 0.563, "ndcg_exponential@5": 0.8387163023107271, "ndcg_exponential@10": 0.8387163023107271, "precision@1": 0.563, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.563, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.563, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.563, "map@5": 0.7815, "map@10": 0.7815, "mrr@1": 0.563, "mrr@5": 0.7815, "mrr@10": 0.7815, "num_pred": 1000, "num_data": 1000 }, "VOC2007": { "hit@1": 0.85, "hit@5": 0.975, "hit@10": 0.988, "ndcg_linear@1": 0.85, "ndcg_linear@5": 0.920705885295906, "ndcg_linear@10": 0.9248925595376308, "ndcg_exponential@1": 0.85, "ndcg_exponential@5": 0.920705885295906, "ndcg_exponential@10": 0.9248925595376308, "precision@1": 0.85, "precision@5": 0.19500000000000006, "precision@10": 0.09880000000000001, "recall@1": 0.85, "recall@5": 0.975, "recall@10": 0.988, "f1@1": 0.85, "f1@5": 0.325, "f1@10": 0.17963636363636362, "map@1": 0.85, "map@5": 0.9022666666666667, "map@10": 0.9039853174603174, "mrr@1": 0.85, "mrr@5": 0.9022666666666667, "mrr@10": 0.9039853174603174, "num_pred": 1000, "num_data": 1000 }, "SUN397": { "hit@1": 0.71, "hit@5": 0.93, "hit@10": 0.957, "ndcg_linear@1": 0.71, "ndcg_linear@5": 0.8327114376725517, "ndcg_linear@10": 0.841469031189054, "ndcg_exponential@1": 0.71, "ndcg_exponential@5": 0.8327114376725517, "ndcg_exponential@10": 0.841469031189054, "precision@1": 0.71, "precision@5": 0.186, "precision@10": 0.09570000000000002, "recall@1": 0.71, "recall@5": 0.93, "recall@10": 0.957, "f1@1": 0.71, "f1@5": 0.31, "f1@10": 0.174, "map@1": 0.71, "map@5": 0.7998666666666666, "map@10": 0.803498015873016, "mrr@1": 0.71, "mrr@5": 0.7998666666666666, "mrr@10": 0.803498015873016, "num_pred": 1000, "num_data": 1000 }, "Place365": { "hit@1": 0.359, "hit@5": 0.636, "hit@10": 0.728, "ndcg_linear@1": 0.359, "ndcg_linear@5": 0.5085200093794449, "ndcg_linear@10": 0.5380972787675244, "ndcg_exponential@1": 0.359, "ndcg_exponential@5": 0.5085200093794449, "ndcg_exponential@10": 0.5380972787675244, "precision@1": 0.359, "precision@5": 0.12719999999999998, "precision@10": 0.0728, "recall@1": 0.359, "recall@5": 0.636, "recall@10": 0.728, "f1@1": 0.359, "f1@5": 0.21200000000000005, "f1@10": 0.13236363636363638, "map@1": 0.359, "map@5": 0.4659, "map@10": 0.478006746031746, "mrr@1": 0.359, "mrr@5": 0.4659, "mrr@10": 0.478006746031746, "num_pred": 1000, "num_data": 1000 }, "ImageNet-A": { "hit@1": 0.474, "hit@5": 0.706, "hit@10": 0.787, "ndcg_linear@1": 0.474, "ndcg_linear@5": 0.5955931729705578, "ndcg_linear@10": 0.6222176191859202, "ndcg_exponential@1": 0.474, "ndcg_exponential@5": 0.5955931729705578, "ndcg_exponential@10": 0.6222176191859202, "precision@1": 0.474, "precision@5": 0.1412, "precision@10": 0.07869999999999999, "recall@1": 0.474, "recall@5": 0.706, "recall@10": 0.787, "f1@1": 0.474, "f1@5": 0.23533333333333337, "f1@10": 0.1430909090909091, "map@1": 0.474, "map@5": 0.559, "map@10": 0.5702273809523809, "mrr@1": 0.474, "mrr@5": 0.559, "mrr@10": 0.5702273809523809, "num_pred": 1000, "num_data": 1000 }, "ImageNet-R": { "hit@1": 0.893, "hit@5": 0.968, "hit@10": 0.98, "ndcg_linear@1": 0.893, "ndcg_linear@5": 0.9354717686069736, "ndcg_linear@10": 0.939360041159753, "ndcg_exponential@1": 0.893, "ndcg_exponential@5": 0.9354717686069736, "ndcg_exponential@10": 0.939360041159753, "precision@1": 0.893, "precision@5": 0.19360000000000002, "precision@10": 0.098, "recall@1": 0.893, "recall@5": 0.968, "recall@10": 0.98, "f1@1": 0.893, "f1@5": 0.3226666666666666, "f1@10": 0.17818181818181816, "map@1": 0.893, "map@5": 0.9244166666666668, "map@10": 0.9260246031746031, "mrr@1": 0.893, "mrr@5": 0.9244166666666668, "mrr@10": 0.9260246031746031, "num_pred": 1000, "num_data": 1000 }, "ObjectNet": { "hit@1": 0.652, "hit@5": 0.861, "hit@10": 0.9, "ndcg_linear@1": 0.652, "ndcg_linear@5": 0.7682237991543275, "ndcg_linear@10": 0.7806771789358414, "ndcg_exponential@1": 0.652, "ndcg_exponential@5": 0.7682237991543275, "ndcg_exponential@10": 0.7806771789358414, "precision@1": 0.652, "precision@5": 0.1722, "precision@10": 0.09000000000000001, "recall@1": 0.652, "recall@5": 0.861, "recall@10": 0.9, "f1@1": 0.652, "f1@5": 0.287, "f1@10": 0.16363636363636364, "map@1": 0.652, "map@5": 0.7369, "map@10": 0.7419404761904761, "mrr@1": 0.652, "mrr@5": 0.7369, "mrr@10": 0.7419404761904761, "num_pred": 1000, "num_data": 1000 }, "Country211": { "hit@1": 0.252, "hit@5": 0.442, "hit@10": 0.531, "ndcg_linear@1": 0.252, "ndcg_linear@5": 0.35154694867048564, "ndcg_linear@10": 0.3803077107107121, "ndcg_exponential@1": 0.252, "ndcg_exponential@5": 0.35154694867048564, "ndcg_exponential@10": 0.3803077107107121, "precision@1": 0.252, "precision@5": 0.0884, "precision@10": 0.053099999999999994, "recall@1": 0.252, "recall@5": 0.442, "recall@10": 0.531, "f1@1": 0.252, "f1@5": 0.14733333333333337, "f1@10": 0.09654545454545456, "map@1": 0.252, "map@5": 0.32154999999999995, "map@10": 0.33340992063492064, "mrr@1": 0.252, "mrr@5": 0.32154999999999995, "mrr@10": 0.33340992063492064, "num_pred": 1000, "num_data": 1000 }, "OK-VQA": { "hit@1": 0.515, "hit@5": 0.777, "hit@10": 0.844, "ndcg_linear@1": 0.515, "ndcg_linear@5": 0.6561916901050675, "ndcg_linear@10": 0.6779083028403337, "ndcg_exponential@1": 0.515, "ndcg_exponential@5": 0.6561916901050675, "ndcg_exponential@10": 0.6779083028403337, "precision@1": 0.515, "precision@5": 0.15539999999999998, "precision@10": 0.0844, "recall@1": 0.515, "recall@5": 0.777, "recall@10": 0.844, "f1@1": 0.515, "f1@5": 0.259, "f1@10": 0.15345454545454545, "map@1": 0.515, "map@5": 0.6158166666666667, "map@10": 0.6248087301587302, "mrr@1": 0.515, "mrr@5": 0.6158166666666667, "mrr@10": 0.6248087301587302, "num_pred": 1000, "num_data": 1000 }, "A-OKVQA": { "hit@1": 0.436, "hit@5": 0.727, "hit@10": 0.799, "ndcg_linear@1": 0.436, "ndcg_linear@5": 0.5940223844793209, "ndcg_linear@10": 0.6174487179188798, "ndcg_exponential@1": 0.436, "ndcg_exponential@5": 0.5940223844793209, "ndcg_exponential@10": 0.6174487179188798, "precision@1": 0.436, "precision@5": 0.14539999999999997, "precision@10": 0.0799, "recall@1": 0.436, "recall@5": 0.727, "recall@10": 0.799, "f1@1": 0.436, "f1@5": 0.24233333333333337, "f1@10": 0.14527272727272728, "map@1": 0.436, "map@5": 0.5494666666666667, "map@10": 0.559218253968254, "mrr@1": 0.436, "mrr@5": 0.5494666666666667, "mrr@10": 0.559218253968254, "num_pred": 1000, "num_data": 1000 }, "DocVQA": { "hit@1": 0.901, "hit@5": 0.97, "hit@10": 0.98, "ndcg_linear@1": 0.901, "ndcg_linear@5": 0.9408983161880025, "ndcg_linear@10": 0.9442465730917498, "ndcg_exponential@1": 0.901, "ndcg_exponential@5": 0.9408983161880025, "ndcg_exponential@10": 0.9442465730917498, "precision@1": 0.901, "precision@5": 0.19400000000000003, "precision@10": 0.09800000000000002, "recall@1": 0.901, "recall@5": 0.97, "recall@10": 0.98, "f1@1": 0.901, "f1@5": 0.32333333333333336, "f1@10": 0.17818181818181816, "map@1": 0.901, "map@5": 0.9309333333333333, "map@10": 0.9323825396825398, "mrr@1": 0.901, "mrr@5": 0.9309333333333333, "mrr@10": 0.9323825396825398, "num_pred": 1000, "num_data": 1000 }, "InfographicsVQA": { "hit@1": 0.588, "hit@5": 0.811, "hit@10": 0.869, "ndcg_linear@1": 0.588, "ndcg_linear@5": 0.7072011349880222, "ndcg_linear@10": 0.7260241531938669, "ndcg_exponential@1": 0.588, "ndcg_exponential@5": 0.7072011349880222, "ndcg_exponential@10": 0.7260241531938669, "precision@1": 0.588, "precision@5": 0.16219999999999998, "precision@10": 0.0869, "recall@1": 0.588, "recall@5": 0.811, "recall@10": 0.869, "f1@1": 0.588, "f1@5": 0.27033333333333337, "f1@10": 0.158, "map@1": 0.588, "map@5": 0.6726333333333334, "map@10": 0.680443253968254, "mrr@1": 0.588, "mrr@5": 0.6726333333333334, "mrr@10": 0.680443253968254, "num_pred": 1000, "num_data": 1000 }, "ChartQA": { "hit@1": 0.474, "hit@5": 0.676, "hit@10": 0.753, "ndcg_linear@1": 0.474, "ndcg_linear@5": 0.5825057091236183, "ndcg_linear@10": 0.607378542448543, "ndcg_exponential@1": 0.474, "ndcg_exponential@5": 0.5825057091236183, "ndcg_exponential@10": 0.607378542448543, "precision@1": 0.474, "precision@5": 0.1352, "precision@10": 0.0753, "recall@1": 0.474, "recall@5": 0.676, "recall@10": 0.753, "f1@1": 0.474, "f1@5": 0.22533333333333336, "f1@10": 0.1369090909090909, "map@1": 0.474, "map@5": 0.5513666666666666, "map@10": 0.5616107142857143, "mrr@1": 0.474, "mrr@5": 0.5513666666666666, "mrr@10": 0.5616107142857143, "num_pred": 1000, "num_data": 1000 }, "Visual7W": { "hit@1": 0.529, "hit@5": 0.877, "hit@10": 0.953, "ndcg_linear@1": 0.529, "ndcg_linear@5": 0.7205350870379457, "ndcg_linear@10": 0.7455710489687404, "ndcg_exponential@1": 0.529, "ndcg_exponential@5": 0.7205350870379457, "ndcg_exponential@10": 0.7455710489687404, "precision@1": 0.529, "precision@5": 0.1754, "precision@10": 0.09530000000000001, "recall@1": 0.529, "recall@5": 0.877, "recall@10": 0.953, "f1@1": 0.529, "f1@5": 0.2923333333333334, "f1@10": 0.17327272727272724, "map@1": 0.529, "map@5": 0.6679166666666665, "map@10": 0.6785115079365078, "mrr@1": 0.529, "mrr@5": 0.6679166666666665, "mrr@10": 0.6785115079365078, "num_pred": 1000, "num_data": 1000 }, "ScienceQA": { "hit@1": 0.382, "hit@5": 0.662, "hit@10": 0.771, "ndcg_linear@1": 0.382, "ndcg_linear@5": 0.5275673656588401, "ndcg_linear@10": 0.5626365394128282, "ndcg_exponential@1": 0.382, "ndcg_exponential@5": 0.5275673656588401, "ndcg_exponential@10": 0.5626365394128282, "precision@1": 0.382, "precision@5": 0.1324, "precision@10": 0.07709999999999999, "recall@1": 0.382, "recall@5": 0.662, "recall@10": 0.771, "f1@1": 0.382, "f1@5": 0.2206666666666667, "f1@10": 0.14018181818181819, "map@1": 0.382, "map@5": 0.4832666666666667, "map@10": 0.49763412698412696, "mrr@1": 0.382, "mrr@5": 0.4832666666666667, "mrr@10": 0.49763412698412696, "num_pred": 1000, "num_data": 1000 }, "VizWiz": { "hit@1": 0.433, "hit@5": 0.61, "hit@10": 0.671, "ndcg_linear@1": 0.433, "ndcg_linear@5": 0.5297118471987433, "ndcg_linear@10": 0.5497377057138165, "ndcg_exponential@1": 0.433, "ndcg_exponential@5": 0.5297118471987433, "ndcg_exponential@10": 0.5497377057138165, "precision@1": 0.433, "precision@5": 0.12199999999999997, "precision@10": 0.06709999999999999, "recall@1": 0.433, "recall@5": 0.61, "recall@10": 0.671, "f1@1": 0.433, "f1@5": 0.20333333333333337, "f1@10": 0.12200000000000003, "map@1": 0.433, "map@5": 0.5027333333333334, "map@10": 0.5111761904761905, "mrr@1": 0.433, "mrr@5": 0.5027333333333334, "mrr@10": 0.5111761904761905, "num_pred": 1000, "num_data": 1000 }, "GQA": { "hit@1": 0.649, "hit@5": 0.886, "hit@10": 0.927, "ndcg_linear@1": 0.649, "ndcg_linear@5": 0.7797599318993801, "ndcg_linear@10": 0.7931564189677488, "ndcg_exponential@1": 0.649, "ndcg_exponential@5": 0.7797599318993801, "ndcg_exponential@10": 0.7931564189677488, "precision@1": 0.649, "precision@5": 0.17720000000000005, "precision@10": 0.09270000000000002, "recall@1": 0.649, "recall@5": 0.886, "recall@10": 0.927, "f1@1": 0.649, "f1@5": 0.2953333333333334, "f1@10": 0.16854545454545455, "map@1": 0.649, "map@5": 0.7439666666666667, "map@10": 0.7495777777777778, "mrr@1": 0.649, "mrr@5": 0.7439666666666667, "mrr@10": 0.7495777777777778, "num_pred": 1000, "num_data": 1000 }, "TextVQA": { "hit@1": 0.722, "hit@5": 0.833, "hit@10": 0.863, "ndcg_linear@1": 0.722, "ndcg_linear@5": 0.7819030121133494, "ndcg_linear@10": 0.7918381023735301, "ndcg_exponential@1": 0.722, "ndcg_exponential@5": 0.7819030121133494, "ndcg_exponential@10": 0.7918381023735301, "precision@1": 0.722, "precision@5": 0.16660000000000003, "precision@10": 0.08630000000000002, "recall@1": 0.722, "recall@5": 0.833, "recall@10": 0.863, "f1@1": 0.722, "f1@5": 0.2776666666666667, "f1@10": 0.15690909090909091, "map@1": 0.722, "map@5": 0.7648166666666666, "map@10": 0.7690543650793651, "mrr@1": 0.722, "mrr@5": 0.7648166666666666, "mrr@10": 0.7690543650793651, "num_pred": 1000, "num_data": 1000 }, "VisDial": { "hit@1": 0.827, "hit@5": 0.968, "hit@10": 0.986, "ndcg_linear@1": 0.827, "ndcg_linear@5": 0.9045672377369148, "ndcg_linear@10": 0.9104807612339774, "ndcg_exponential@1": 0.827, "ndcg_exponential@5": 0.9045672377369148, "ndcg_exponential@10": 0.9104807612339774, "precision@1": 0.827, "precision@5": 0.19360000000000002, "precision@10": 0.09860000000000002, "recall@1": 0.827, "recall@5": 0.968, "recall@10": 0.986, "f1@1": 0.827, "f1@5": 0.3226666666666667, "f1@10": 0.17927272727272725, "map@1": 0.827, "map@5": 0.88325, "map@10": 0.8857444444444444, "mrr@1": 0.827, "mrr@5": 0.88325, "mrr@10": 0.8857444444444444, "num_pred": 1000, "num_data": 1000 }, "CIRR": { "hit@1": 0.575, "hit@5": 0.899, "hit@10": 0.953, "ndcg_linear@1": 0.575, "ndcg_linear@5": 0.7551683396424022, "ndcg_linear@10": 0.7727898661723096, "ndcg_exponential@1": 0.575, "ndcg_exponential@5": 0.7551683396424022, "ndcg_exponential@10": 0.7727898661723096, "precision@1": 0.575, "precision@5": 0.17980000000000002, "precision@10": 0.09530000000000001, "recall@1": 0.575, "recall@5": 0.899, "recall@10": 0.953, "f1@1": 0.575, "f1@5": 0.2996666666666667, "f1@10": 0.17327272727272727, "map@1": 0.575, "map@5": 0.7066166666666667, "map@10": 0.7139825396825397, "mrr@1": 0.575, "mrr@5": 0.7066166666666667, "mrr@10": 0.7139825396825397, "num_pred": 1000, "num_data": 1000 }, "VisualNews_t2i": { "hit@1": 0.745, "hit@5": 0.895, "hit@10": 0.928, "ndcg_linear@1": 0.745, "ndcg_linear@5": 0.8286638944708601, "ndcg_linear@10": 0.8393509120511464, "ndcg_exponential@1": 0.745, "ndcg_exponential@5": 0.8286638944708601, "ndcg_exponential@10": 0.8393509120511464, "precision@1": 0.745, "precision@5": 0.17900000000000002, "precision@10": 0.09280000000000001, "recall@1": 0.745, "recall@5": 0.895, "recall@10": 0.928, "f1@1": 0.745, "f1@5": 0.2983333333333334, "f1@10": 0.1687272727272727, "map@1": 0.745, "map@5": 0.8062833333333334, "map@10": 0.8107011904761905, "mrr@1": 0.745, "mrr@5": 0.8062833333333334, "mrr@10": 0.8107011904761905, "num_pred": 1000, "num_data": 1000 }, "VisualNews_i2t": { "hit@1": 0.782, "hit@5": 0.906, "hit@10": 0.935, "ndcg_linear@1": 0.782, "ndcg_linear@5": 0.8486488958609838, "ndcg_linear@10": 0.8583163159480872, "ndcg_exponential@1": 0.782, "ndcg_exponential@5": 0.8486488958609838, "ndcg_exponential@10": 0.8583163159480872, "precision@1": 0.782, "precision@5": 0.18120000000000003, "precision@10": 0.09350000000000001, "recall@1": 0.782, "recall@5": 0.906, "recall@10": 0.935, "f1@1": 0.782, "f1@5": 0.302, "f1@10": 0.17, "map@1": 0.782, "map@5": 0.8295, "map@10": 0.833656746031746, "mrr@1": 0.782, "mrr@5": 0.8295, "mrr@10": 0.833656746031746, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_t2i": { "hit@1": 0.753, "hit@5": 0.949, "hit@10": 0.981, "ndcg_linear@1": 0.753, "ndcg_linear@5": 0.8611598177428067, "ndcg_linear@10": 0.8714056173186473, "ndcg_exponential@1": 0.753, "ndcg_exponential@5": 0.8611598177428067, "ndcg_exponential@10": 0.8714056173186473, "precision@1": 0.753, "precision@5": 0.18980000000000002, "precision@10": 0.0981, "recall@1": 0.753, "recall@5": 0.949, "recall@10": 0.981, "f1@1": 0.753, "f1@5": 0.3163333333333333, "f1@10": 0.1783636363636363, "map@1": 0.753, "map@5": 0.8315833333333333, "map@10": 0.83575, "mrr@1": 0.753, "mrr@5": 0.8315833333333333, "mrr@10": 0.83575, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_i2t": { "hit@1": 0.714, "hit@5": 0.94, "hit@10": 0.987, "ndcg_linear@1": 0.714, "ndcg_linear@5": 0.8382480589924204, "ndcg_linear@10": 0.8536803755951516, "ndcg_exponential@1": 0.714, "ndcg_exponential@5": 0.8382480589924204, "ndcg_exponential@10": 0.8536803755951516, "precision@1": 0.714, "precision@5": 0.18800000000000003, "precision@10": 0.09870000000000002, "recall@1": 0.714, "recall@5": 0.94, "recall@10": 0.987, "f1@1": 0.714, "f1@5": 0.31333333333333335, "f1@10": 0.17945454545454545, "map@1": 0.714, "map@5": 0.8040333333333333, "map@10": 0.8105345238095237, "mrr@1": 0.714, "mrr@5": 0.8040333333333333, "mrr@10": 0.8105345238095237, "num_pred": 1000, "num_data": 1000 }, "NIGHTS": { "hit@1": 0.686, "hit@5": 0.98, "hit@10": 0.996, "ndcg_linear@1": 0.686, "ndcg_linear@5": 0.8539747226047097, "ndcg_linear@10": 0.8594110413481301, "ndcg_exponential@1": 0.686, "ndcg_exponential@5": 0.8539747226047097, "ndcg_exponential@10": 0.8594110413481301, "precision@1": 0.686, "precision@5": 0.196, "precision@10": 0.09960000000000002, "recall@1": 0.686, "recall@5": 0.98, "recall@10": 0.996, "f1@1": 0.686, "f1@5": 0.3266666666666666, "f1@10": 0.18109090909090905, "map@1": 0.686, "map@5": 0.81095, "map@10": 0.813347619047619, "mrr@1": 0.686, "mrr@5": 0.81095, "mrr@10": 0.813347619047619, "num_pred": 1000, "num_data": 1000 }, "WebQA": { "hit@1": 0.906, "hit@5": 0.988, "hit@10": 0.993, "ndcg_linear@1": 0.906, "ndcg_linear@5": 0.953453471346856, "ndcg_linear@10": 0.9551658857210721, "ndcg_exponential@1": 0.906, "ndcg_exponential@5": 0.953453471346856, "ndcg_exponential@10": 0.9551658857210721, "precision@1": 0.906, "precision@5": 0.19760000000000003, "precision@10": 0.09930000000000001, "recall@1": 0.906, "recall@5": 0.988, "recall@10": 0.993, "f1@1": 0.906, "f1@5": 0.3293333333333333, "f1@10": 0.18054545454545454, "map@1": 0.906, "map@5": 0.9415999999999999, "map@10": 0.9423619047619047, "mrr@1": 0.906, "mrr@5": 0.9415999999999999, "mrr@10": 0.9423619047619047, "num_pred": 1000, "num_data": 1000 }, "FashionIQ": { "hit@1": 0.195, "hit@5": 0.434, "hit@10": 0.567, "ndcg_linear@1": 0.195, "ndcg_linear@5": 0.3199008192098037, "ndcg_linear@10": 0.36332550239850325, "ndcg_exponential@1": 0.195, "ndcg_exponential@5": 0.3199008192098037, "ndcg_exponential@10": 0.36332550239850325, "precision@1": 0.195, "precision@5": 0.08680000000000002, "precision@10": 0.05669999999999999, "recall@1": 0.195, "recall@5": 0.434, "recall@10": 0.567, "f1@1": 0.195, "f1@5": 0.1446666666666667, "f1@10": 0.10309090909090911, "map@1": 0.195, "map@5": 0.28218333333333334, "map@10": 0.3003369047619047, "mrr@1": 0.195, "mrr@5": 0.28218333333333334, "mrr@10": 0.3003369047619047, "num_pred": 1000, "num_data": 1000 }, "Wiki-SS-NQ": { "hit@1": 0.669, "hit@5": 0.88, "hit@10": 0.921, "ndcg_linear@1": 0.669, "ndcg_linear@5": 0.787070983987401, "ndcg_linear@10": 0.8003663875618333, "ndcg_exponential@1": 0.669, "ndcg_exponential@5": 0.787070983987401, "ndcg_exponential@10": 0.8003663875618333, "precision@1": 0.669, "precision@5": 0.176, "precision@10": 0.09210000000000002, "recall@1": 0.669, "recall@5": 0.88, "recall@10": 0.921, "f1@1": 0.669, "f1@5": 0.2933333333333334, "f1@10": 0.16745454545454547, "map@1": 0.669, "map@5": 0.7556499999999999, "map@10": 0.7611603174603174, "mrr@1": 0.669, "mrr@5": 0.7556499999999999, "mrr@10": 0.7611603174603174, "num_pred": 1000, "num_data": 1000 }, "OVEN": { "hit@1": 0.643, "hit@5": 0.851, "hit@10": 0.907, "ndcg_linear@1": 0.643, "ndcg_linear@5": 0.75896196577168, "ndcg_linear@10": 0.7771824352969045, "ndcg_exponential@1": 0.643, "ndcg_exponential@5": 0.75896196577168, "ndcg_exponential@10": 0.7771824352969045, "precision@1": 0.643, "precision@5": 0.1702, "precision@10": 0.09070000000000002, "recall@1": 0.643, "recall@5": 0.851, "recall@10": 0.907, "f1@1": 0.643, "f1@5": 0.28366666666666673, "f1@10": 0.16490909090909087, "map@1": 0.643, "map@5": 0.7279166666666668, "map@10": 0.7354976190476191, "mrr@1": 0.643, "mrr@5": 0.7279166666666668, "mrr@10": 0.7354976190476191, "num_pred": 1000, "num_data": 1000 }, "EDIS": { "hit@1": 0.841, "hit@5": 0.982, "hit@10": 0.991, "ndcg_linear@1": 0.841, "ndcg_linear@5": 0.919465963451109, "ndcg_linear@10": 0.9224571152777739, "ndcg_exponential@1": 0.841, "ndcg_exponential@5": 0.919465963451109, "ndcg_exponential@10": 0.9224571152777739, "precision@1": 0.841, "precision@5": 0.19640000000000005, "precision@10": 0.09910000000000002, "recall@1": 0.841, "recall@5": 0.982, "recall@10": 0.991, "f1@1": 0.841, "f1@5": 0.3273333333333333, "f1@10": 0.18018181818181817, "map@1": 0.841, "map@5": 0.8983833333333333, "map@10": 0.8996650793650793, "mrr@1": 0.841, "mrr@5": 0.8983833333333333, "mrr@10": 0.8996650793650793, "num_pred": 1000, "num_data": 1000 }, "MSCOCO": { "hit@1": 0.671, "hit@5": 0.796, "hit@10": 0.846, "ndcg_linear@1": 0.671, "ndcg_linear@5": 0.7385700746119735, "ndcg_linear@10": 0.75471044609582, "ndcg_exponential@1": 0.671, "ndcg_exponential@5": 0.7385700746119735, "ndcg_exponential@10": 0.75471044609582, "precision@1": 0.671, "precision@5": 0.1592, "precision@10": 0.0846, "recall@1": 0.671, "recall@5": 0.796, "recall@10": 0.846, "f1@1": 0.671, "f1@5": 0.26533333333333337, "f1@10": 0.15381818181818183, "map@1": 0.671, "map@5": 0.7193833333333334, "map@10": 0.7260313492063492, "mrr@1": 0.671, "mrr@5": 0.7193833333333334, "mrr@10": 0.7260313492063492, "num_pred": 1000, "num_data": 1000 }, "RefCOCO": { "hit@1": 0.871, "hit@5": 0.978, "hit@10": 0.992, "ndcg_linear@1": 0.871, "ndcg_linear@5": 0.9320666707886123, "ndcg_linear@10": 0.9367513120480281, "ndcg_exponential@1": 0.871, "ndcg_exponential@5": 0.9320666707886123, "ndcg_exponential@10": 0.9367513120480281, "precision@1": 0.871, "precision@5": 0.19560000000000002, "precision@10": 0.09920000000000001, "recall@1": 0.871, "recall@5": 0.978, "recall@10": 0.992, "f1@1": 0.871, "f1@5": 0.326, "f1@10": 0.18036363636363634, "map@1": 0.871, "map@5": 0.9164333333333334, "map@10": 0.9184607142857143, "mrr@1": 0.871, "mrr@5": 0.9164333333333334, "mrr@10": 0.9184607142857143, "num_pred": 1000, "num_data": 1000 }, "RefCOCO-Matching": { "hit@1": 0.858, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.858, "ndcg_linear@5": 0.948647694865312, "ndcg_linear@10": 0.948647694865312, "ndcg_exponential@1": 0.858, "ndcg_exponential@5": 0.948647694865312, "ndcg_exponential@10": 0.948647694865312, "precision@1": 0.858, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.858, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.858, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.858, "map@5": 0.93095, "map@10": 0.93095, "mrr@1": 0.858, "mrr@5": 0.92795, "mrr@10": 0.92795, "num_pred": 1000, "num_data": 1000 }, "Visual7W-Pointing": { "hit@1": 0.692, "hit@5": 0.865, "hit@10": 0.906, "ndcg_linear@1": 0.692, "ndcg_linear@5": 0.7886508353101727, "ndcg_linear@10": 0.8018399920089694, "ndcg_exponential@1": 0.692, "ndcg_exponential@5": 0.7886508353101727, "ndcg_exponential@10": 0.8018399920089694, "precision@1": 0.692, "precision@5": 0.173, "precision@10": 0.09060000000000001, "recall@1": 0.692, "recall@5": 0.865, "recall@10": 0.906, "f1@1": 0.692, "f1@5": 0.2883333333333334, "f1@10": 0.16472727272727272, "map@1": 0.692, "map@5": 0.7628499999999999, "map@10": 0.7682543650793651, "mrr@1": 0.692, "mrr@5": 0.7628499999999999, "mrr@10": 0.7682543650793651, "num_pred": 1000, "num_data": 1000 } }, "video": { "K700": { "hit@1": 0.38, "hit@5": 0.623, "hit@10": 0.697, "ndcg_linear@1": 0.38, "ndcg_linear@5": 0.5087323881529896, "ndcg_linear@10": 0.5328292310353233, "ndcg_exponential@1": 0.38, "ndcg_exponential@5": 0.5087323881529896, "ndcg_exponential@10": 0.5328292310353233, "precision@1": 0.38, "precision@5": 0.12459999999999999, "precision@10": 0.06969999999999998, "recall@1": 0.38, "recall@5": 0.623, "recall@10": 0.697, "f1@1": 0.38, "f1@5": 0.20766666666666675, "f1@10": 0.12672727272727274, "map@1": 0.38, "map@5": 0.4706833333333333, "map@10": 0.4807186507936508, "mrr@1": 0.38, "mrr@5": 0.4706833333333333, "mrr@10": 0.4807186507936508, "num_pred": 1000, "num_data": 1000 }, "SmthSmthV2": { "hit@1": 0.428, "hit@5": 0.692, "hit@10": 0.786, "ndcg_linear@1": 0.428, "ndcg_linear@5": 0.5672834391090181, "ndcg_linear@10": 0.5981163502873708, "ndcg_exponential@1": 0.428, "ndcg_exponential@5": 0.5672834391090181, "ndcg_exponential@10": 0.5981163502873708, "precision@1": 0.428, "precision@5": 0.13839999999999997, "precision@10": 0.07859999999999999, "recall@1": 0.428, "recall@5": 0.692, "recall@10": 0.786, "f1@1": 0.428, "f1@5": 0.23066666666666674, "f1@10": 0.14290909090909093, "map@1": 0.428, "map@5": 0.5259333333333333, "map@10": 0.5389079365079364, "mrr@1": 0.428, "mrr@5": 0.5259333333333333, "mrr@10": 0.5389079365079364, "num_pred": 1000, "num_data": 1000 }, "HMDB51": { "hit@1": 0.409, "hit@5": 0.638, "hit@10": 0.713, "ndcg_linear@1": 0.409, "ndcg_linear@5": 0.5335348498920724, "ndcg_linear@10": 0.5576824580140078, "ndcg_exponential@1": 0.409, "ndcg_exponential@5": 0.5335348498920724, "ndcg_exponential@10": 0.5576824580140078, "precision@1": 0.409, "precision@5": 0.12760000000000002, "precision@10": 0.0713, "recall@1": 0.409, "recall@5": 0.638, "recall@10": 0.713, "f1@1": 0.409, "f1@5": 0.21266666666666673, "f1@10": 0.12963636363636366, "map@1": 0.409, "map@5": 0.49854999999999994, "map@10": 0.5084662698412699, "mrr@1": 0.409, "mrr@5": 0.49854999999999994, "mrr@10": 0.5084662698412699, "num_pred": 1000, "num_data": 1000 }, "UCF101": { "hit@1": 0.6, "hit@5": 0.831, "hit@10": 0.888, "ndcg_linear@1": 0.6, "ndcg_linear@5": 0.728875610371988, "ndcg_linear@10": 0.7473187422682429, "ndcg_exponential@1": 0.6, "ndcg_exponential@5": 0.728875610371988, "ndcg_exponential@10": 0.7473187422682429, "precision@1": 0.6, "precision@5": 0.16620000000000001, "precision@10": 0.08880000000000002, "recall@1": 0.6, "recall@5": 0.831, "recall@10": 0.888, "f1@1": 0.6, "f1@5": 0.277, "f1@10": 0.16145454545454543, "map@1": 0.6, "map@5": 0.6944166666666668, "map@10": 0.7020325396825396, "mrr@1": 0.6, "mrr@5": 0.6944166666666668, "mrr@10": 0.7020325396825396, "num_pred": 1000, "num_data": 1000 }, "Breakfast": { "hit@1": 0.14780600461893764, "hit@5": 0.6327944572748267, "hit@10": 1.0, "ndcg_linear@1": 0.14780600461893764, "ndcg_linear@5": 0.3858298763211173, "ndcg_linear@10": 0.5069598731135728, "ndcg_exponential@1": 0.14780600461893764, "ndcg_exponential@5": 0.3858298763211173, "ndcg_exponential@10": 0.5069598731135728, "precision@1": 0.14780600461893764, "precision@5": 0.12655889145496535, "precision@10": 0.1, "recall@1": 0.14780600461893764, "recall@5": 0.6327944572748267, "recall@10": 1.0, "f1@1": 0.14780600461893764, "f1@5": 0.21093148575827564, "f1@10": 0.1818181818181818, "map@1": 0.14780600461893764, "map@5": 0.30546574287913775, "map@10": 0.3568477583489131, "mrr@1": 0.14780600461893764, "mrr@5": 0.30546574287913775, "mrr@10": 0.3568477583489131, "num_pred": 433, "num_data": 433 }, "MVBench": { "hit@1": 0.337, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.337, "ndcg_linear@5": 0.7011998180757394, "ndcg_linear@10": 0.7011998180757394, "ndcg_exponential@1": 0.337, "ndcg_exponential@5": 0.7011998180757394, "ndcg_exponential@10": 0.7011998180757394, "precision@1": 0.337, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.337, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.337, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.337, "map@5": 0.6002625, "map@10": 0.6002625, "mrr@1": 0.337, "mrr@5": 0.6002625, "mrr@10": 0.6002625, "num_pred": 4000, "num_data": 4000 }, "Video-MME": { "hit@1": 0.30703703703703705, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.30703703703703705, "ndcg_linear@5": 0.6745941548531916, "ndcg_linear@10": 0.6745941548531916, "ndcg_exponential@1": 0.30703703703703705, "ndcg_exponential@5": 0.6745941548531916, "ndcg_exponential@10": 0.6745941548531916, "precision@1": 0.30703703703703705, "precision@5": 0.19999999999999996, "precision@10": 0.09999999999999998, "recall@1": 0.30703703703703705, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.30703703703703705, "f1@5": 0.3333333333333334, "f1@10": 0.18181818181818188, "map@1": 0.30703703703703705, "map@5": 0.5658024691358025, "map@10": 0.5658024691358025, "mrr@1": 0.30703703703703705, "mrr@5": 0.5658024691358025, "mrr@10": 0.5658024691358025, "num_pred": 2700, "num_data": 2700 }, "NExTQA": { "hit@1": 0.20924801494628678, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.20924801494628678, "ndcg_linear@5": 0.6098815656327321, "ndcg_linear@10": 0.6098815656327321, "ndcg_exponential@1": 0.20924801494628678, "ndcg_exponential@5": 0.6098815656327321, "ndcg_exponential@10": 0.6098815656327321, "precision@1": 0.20924801494628678, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.20924801494628678, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.20924801494628678, "f1@5": 0.3333333333333333, "f1@10": 0.1818181818181818, "map@1": 0.20924801494628678, "map@5": 0.4819554725206289, "map@10": 0.4819554725206289, "mrr@1": 0.20924801494628678, "mrr@5": 0.4817803207224038, "mrr@10": 0.4817803207224038, "num_pred": 8564, "num_data": 8564 }, "EgoSchema": { "hit@1": 0.34, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.34, "ndcg_linear@5": 0.6804792280158065, "ndcg_linear@10": 0.6804792280158065, "ndcg_exponential@1": 0.34, "ndcg_exponential@5": 0.6804792280158065, "ndcg_exponential@10": 0.6804792280158065, "precision@1": 0.34, "precision@5": 0.2, "precision@10": 0.1, "recall@1": 0.34, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.34, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.34, "map@5": 0.5750333333333333, "map@10": 0.5750333333333333, "mrr@1": 0.34, "mrr@5": 0.5750333333333333, "mrr@10": 0.5750333333333333, "num_pred": 500, "num_data": 500 }, "ActivityNetQA": { "hit@1": 0.523, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.523, "ndcg_linear@5": 0.8239534924535853, "ndcg_linear@10": 0.8239534924535853, "ndcg_exponential@1": 0.523, "ndcg_exponential@5": 0.8239534924535853, "ndcg_exponential@10": 0.8239534924535853, "precision@1": 0.523, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.523, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.523, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.523, "map@5": 0.7615, "map@10": 0.7615, "mrr@1": 0.523, "mrr@5": 0.7615, "mrr@10": 0.7615, "num_pred": 1000, "num_data": 1000 }, "DiDeMo": { "hit@1": 0.30378486055776893, "hit@5": 0.5388446215139442, "hit@10": 0.6314741035856574, "ndcg_linear@1": 0.30378486055776893, "ndcg_linear@5": 0.42742924340418204, "ndcg_linear@10": 0.4573351329841821, "ndcg_exponential@1": 0.30378486055776893, "ndcg_exponential@5": 0.42742924340418204, "ndcg_exponential@10": 0.4573351329841821, "precision@1": 0.30378486055776893, "precision@5": 0.10776892430278884, "precision@10": 0.06314741035856573, "recall@1": 0.30378486055776893, "recall@5": 0.5388446215139442, "recall@10": 0.6314741035856574, "f1@1": 0.30378486055776893, "f1@5": 0.17961487383798144, "f1@10": 0.11481347337921044, "map@1": 0.30378486055776893, "map@5": 0.39047144754316065, "map@10": 0.40278568266616077, "mrr@1": 0.30378486055776893, "mrr@5": 0.39047144754316065, "mrr@10": 0.40278568266616077, "num_pred": 1004, "num_data": 1004 }, "MSR-VTT": { "hit@1": 0.283, "hit@5": 0.504, "hit@10": 0.594, "ndcg_linear@1": 0.283, "ndcg_linear@5": 0.3981240408165469, "ndcg_linear@10": 0.4272757830933265, "ndcg_exponential@1": 0.283, "ndcg_exponential@5": 0.3981240408165469, "ndcg_exponential@10": 0.4272757830933265, "precision@1": 0.283, "precision@5": 0.1008, "precision@10": 0.059399999999999994, "recall@1": 0.283, "recall@5": 0.504, "recall@10": 0.594, "f1@1": 0.283, "f1@5": 0.16800000000000007, "f1@10": 0.10800000000000003, "map@1": 0.283, "map@5": 0.36315000000000003, "map@10": 0.3752111111111111, "mrr@1": 0.283, "mrr@5": 0.36315000000000003, "mrr@10": 0.3752111111111111, "num_pred": 1000, "num_data": 1000 }, "MSVD": { "hit@1": 0.48059701492537316, "hit@5": 0.7597014925373134, "hit@10": 0.844776119402985, "ndcg_linear@1": 0.48059701492537316, "ndcg_linear@5": 0.63096871065978, "ndcg_linear@10": 0.6588553080260654, "ndcg_exponential@1": 0.48059701492537316, "ndcg_exponential@5": 0.63096871065978, "ndcg_exponential@10": 0.6588553080260654, "precision@1": 0.48059701492537316, "precision@5": 0.15194029850746266, "precision@10": 0.0844776119402985, "recall@1": 0.48059701492537316, "recall@5": 0.7597014925373134, "recall@10": 0.844776119402985, "f1@1": 0.48059701492537316, "f1@5": 0.2532338308457712, "f1@10": 0.15359565807327005, "map@1": 0.48059701492537316, "map@5": 0.5879104477611939, "map@10": 0.5996434494195687, "mrr@1": 0.48059701492537316, "mrr@5": 0.5879104477611939, "mrr@10": 0.5996434494195687, "num_pred": 670, "num_data": 670 }, "VATEX": { "hit@1": 0.26462706565430993, "hit@5": 0.5015631978561857, "hit@10": 0.6045109423849933, "ndcg_linear@1": 0.26462706565430993, "ndcg_linear@5": 0.3881950217969347, "ndcg_linear@10": 0.4215820887400626, "ndcg_exponential@1": 0.26462706565430993, "ndcg_exponential@5": 0.3881950217969347, "ndcg_exponential@10": 0.4215820887400626, "precision@1": 0.26462706565430993, "precision@5": 0.10031263957123716, "precision@10": 0.06045109423849933, "recall@1": 0.26462706565430993, "recall@5": 0.5015631978561857, "recall@10": 0.6045109423849933, "f1@1": 0.26462706565430993, "f1@5": 0.16718773261872863, "f1@10": 0.10991108043363516, "map@1": 0.26462706565430993, "map@5": 0.35071460473425636, "map@10": 0.364550678094671, "mrr@1": 0.26462706565430993, "mrr@5": 0.35071460473425636, "mrr@10": 0.364550678094671, "num_pred": 4478, "num_data": 4478 }, "YouCook2": { "hit@1": 0.10632274300094369, "hit@5": 0.23057565272098143, "hit@10": 0.30009436929852157, "ndcg_linear@1": 0.10632274300094369, "ndcg_linear@5": 0.17033555328162955, "ndcg_linear@10": 0.19266164698283084, "ndcg_exponential@1": 0.10632274300094369, "ndcg_exponential@5": 0.17033555328162955, "ndcg_exponential@10": 0.19266164698283084, "precision@1": 0.10632274300094369, "precision@5": 0.04611513054419629, "precision@10": 0.030009436929852158, "recall@1": 0.10632274300094369, "recall@5": 0.23057565272098143, "recall@10": 0.30009436929852157, "f1@1": 0.10632274300094369, "f1@5": 0.07685855090699381, "f1@10": 0.054562612599731185, "map@1": 0.10632274300094369, "map@5": 0.150487574709028, "map@10": 0.15961231194795208, "mrr@1": 0.10632274300094369, "mrr@5": 0.150487574709028, "mrr@10": 0.15961231194795208, "num_pred": 3179, "num_data": 3179 }, "QVHighlight": { "hit@1": 0.4939981532779317, "hit@5": 0.8679593721144968, "hit@10": 1.0, "ndcg_linear@1": 0.4939981532779317, "ndcg_linear@5": 0.6946135135669718, "ndcg_linear@10": 0.7373262762832604, "ndcg_exponential@1": 0.4939981532779317, "ndcg_exponential@5": 0.6946135135669718, "ndcg_exponential@10": 0.7373262762832604, "precision@1": 0.4939981532779317, "precision@5": 0.17359187442289936, "precision@10": 0.09999999999999998, "recall@1": 0.4939981532779317, "recall@5": 0.8679593721144968, "recall@10": 1.0, "f1@1": 0.4939981532779317, "f1@5": 0.2893197907048323, "f1@10": 0.18181818181818185, "map@1": 0.4939981532779317, "map@5": 0.636734379809172, "map@10": 0.6543771709976696, "mrr@1": 0.4939981532779317, "mrr@5": 0.636734379809172, "mrr@10": 0.6543771709976696, "num_pred": 1083, "num_data": 1083 }, "Charades-STA": { "hit@1": 0.20220082530949107, "hit@5": 0.6011004126547456, "hit@10": 1.0, "ndcg_linear@1": 0.20220082530949107, "ndcg_linear@5": 0.3987840994710363, "ndcg_linear@10": 0.524544158533619, "ndcg_exponential@1": 0.20220082530949107, "ndcg_exponential@5": 0.3987840994710363, "ndcg_exponential@10": 0.524544158533619, "precision@1": 0.20220082530949107, "precision@5": 0.1202200825309491, "precision@10": 0.09999999999999998, "recall@1": 0.20220082530949107, "recall@5": 0.6011004126547456, "recall@10": 1.0, "f1@1": 0.20220082530949107, "f1@5": 0.20036680421824854, "f1@10": 0.18181818181818185, "map@1": 0.20220082530949107, "map@5": 0.3330353049060064, "map@10": 0.38307897207484554, "mrr@1": 0.20220082530949107, "mrr@5": 0.3330353049060064, "mrr@10": 0.38307897207484554, "num_pred": 727, "num_data": 727 }, "MomentSeeker": { "hit@1": 0.4083333333333333, "hit@5": 0.8861111111111111, "hit@10": 1.0, "ndcg_linear@1": 0.4083333333333333, "ndcg_linear@5": 0.6586571278564146, "ndcg_linear@10": 0.7020363910751584, "ndcg_exponential@1": 0.4083333333333333, "ndcg_exponential@5": 0.6586571278564146, "ndcg_exponential@10": 0.7020363910751584, "precision@1": 0.4083333333333333, "precision@5": 0.1951111111111111, "precision@10": 0.11277777777777781, "recall@1": 0.3842824074074074, "recall@5": 0.8708564814814814, "recall@10": 0.9982175925925925, "f1@1": 0.39165520282186944, "f1@5": 0.3137015453682121, "f1@10": 0.20007009194509193, "map@1": 0.4083333333333333, "map@5": 0.5822586419753087, "map@10": 0.6026371527777779, "mrr@1": 0.4083333333333333, "mrr@5": 0.5929629629629629, "mrr@10": 0.6089462081128747, "num_pred": 1800, "num_data": 1800 } }, "visdoc": { "ViDoRe_arxivqa": { "hit@1": 0.734, "hit@5": 0.866, "hit@10": 0.906, "ndcg_linear@1": 0.734, "ndcg_linear@5": 0.8057573987022552, "ndcg_linear@10": 0.8188064742981096, "ndcg_exponential@1": 0.734, "ndcg_exponential@5": 0.8057573987022552, "ndcg_exponential@10": 0.8188064742981096, "precision@1": 0.734, "precision@5": 0.1732, "precision@10": 0.0906, "recall@1": 0.734, "recall@5": 0.866, "recall@10": 0.906, "f1@1": 0.734, "f1@5": 0.28866666666666674, "f1@10": 0.16472727272727275, "map@1": 0.734, "map@5": 0.7856000000000001, "map@10": 0.7910603174603175, "mrr@1": 0.734, "mrr@5": 0.7856000000000001, "mrr@10": 0.7910603174603175, "num_pred": 500, "num_data": 500 }, "ViDoRe_docvqa": { "hit@1": 0.35033259423503327, "hit@5": 0.541019955654102, "hit@10": 0.6208425720620843, "ndcg_linear@1": 0.35033259423503327, "ndcg_linear@5": 0.4484886950768515, "ndcg_linear@10": 0.47338485947788617, "ndcg_exponential@1": 0.35033259423503327, "ndcg_exponential@5": 0.4484886950768515, "ndcg_exponential@10": 0.47338485947788617, "precision@1": 0.35033259423503327, "precision@5": 0.10953436807095342, "precision@10": 0.06341463414634146, "recall@1": 0.34320029563932003, "recall@5": 0.5335920177383592, "recall@10": 0.6106060606060606, "f1@1": 0.34476093012678377, "f1@5": 0.18059028489444562, "f1@10": 0.11417931661834103, "map@1": 0.35033259423503327, "map@5": 0.41779995072678, "map@10": 0.42790588814979064, "mrr@1": 0.35033259423503327, "mrr@5": 0.4246119733924612, "mrr@10": 0.4349144757681343, "num_pred": 451, "num_data": 451 }, "ViDoRe_infovqa": { "hit@1": 0.7732793522267206, "hit@5": 0.8947368421052632, "hit@10": 0.9412955465587044, "ndcg_linear@1": 0.7732793522267206, "ndcg_linear@5": 0.836933803347616, "ndcg_linear@10": 0.852452939253696, "ndcg_exponential@1": 0.7732793522267206, "ndcg_exponential@5": 0.836933803347616, "ndcg_exponential@10": 0.852452939253696, "precision@1": 0.7732793522267206, "precision@5": 0.17894736842105263, "precision@10": 0.09433198380566803, "recall@1": 0.7732793522267206, "recall@5": 0.8937246963562753, "recall@10": 0.9412955465587044, "f1@1": 0.7732793522267206, "f1@5": 0.29814921920185083, "f1@10": 0.17145135566188197, "map@1": 0.7732793522267206, "map@5": 0.817914979757085, "map@10": 0.8244569757727652, "mrr@1": 0.7732793522267206, "mrr@5": 0.8182523616734144, "mrr@10": 0.8245051731893837, "num_pred": 494, "num_data": 494 }, "ViDoRe_tabfquad": { "hit@1": 0.8107142857142857, "hit@5": 0.9571428571428572, "hit@10": 0.975, "ndcg_linear@1": 0.8107142857142857, "ndcg_linear@5": 0.8920767921191974, "ndcg_linear@10": 0.8982104341600656, "ndcg_exponential@1": 0.8107142857142857, "ndcg_exponential@5": 0.8920767921191974, "ndcg_exponential@10": 0.8982104341600656, "precision@1": 0.8107142857142857, "precision@5": 0.19142857142857142, "precision@10": 0.09749999999999999, "recall@1": 0.8107142857142857, "recall@5": 0.9571428571428572, "recall@10": 0.975, "f1@1": 0.8107142857142857, "f1@5": 0.31904761904761914, "f1@10": 0.1772727272727273, "map@1": 0.8107142857142857, "map@5": 0.8701190476190476, "map@10": 0.8728613945578231, "mrr@1": 0.8107142857142857, "mrr@5": 0.8701190476190476, "mrr@10": 0.8728613945578231, "num_pred": 280, "num_data": 280 }, "ViDoRe_tatdqa": { "hit@1": 0.30741190765492105, "hit@5": 0.5577156743620899, "hit@10": 0.6433778857837181, "ndcg_linear@1": 0.30741190765492105, "ndcg_linear@5": 0.4382195288905396, "ndcg_linear@10": 0.4658056006683759, "ndcg_exponential@1": 0.30741190765492105, "ndcg_exponential@5": 0.4382195288905396, "ndcg_exponential@10": 0.4658056006683759, "precision@1": 0.30741190765492105, "precision@5": 0.1117861482381531, "precision@10": 0.06452004860267314, "recall@1": 0.30650060753341435, "recall@5": 0.5565613608748481, "recall@10": 0.6422235722964762, "f1@1": 0.3068043742405832, "f1@5": 0.18601515940519592, "f1@10": 0.11718583158437353, "map@1": 0.30741190765492105, "map@5": 0.39878898339408664, "map@10": 0.41010757198788794, "mrr@1": 0.30741190765492105, "mrr@5": 0.39935196435803966, "mrr@10": 0.41067257806322205, "num_pred": 1646, "num_data": 1646 }, "ViDoRe_shiftproject": { "hit@1": 0.45, "hit@5": 0.74, "hit@10": 0.87, "ndcg_linear@1": 0.45, "ndcg_linear@5": 0.608217112664813, "ndcg_linear@10": 0.650000125092289, "ndcg_exponential@1": 0.45, "ndcg_exponential@5": 0.608217112664813, "ndcg_exponential@10": 0.650000125092289, "precision@1": 0.45, "precision@5": 0.14799999999999996, "precision@10": 0.08699999999999998, "recall@1": 0.45, "recall@5": 0.74, "recall@10": 0.87, "f1@1": 0.45, "f1@5": 0.24666666666666667, "f1@10": 0.1581818181818182, "map@1": 0.45, "map@5": 0.564, "map@10": 0.5810912698412699, "mrr@1": 0.45, "mrr@5": 0.564, "mrr@10": 0.5810912698412699, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_artificial_intelligence": { "hit@1": 0.76, "hit@5": 0.97, "hit@10": 0.98, "ndcg_linear@1": 0.76, "ndcg_linear@5": 0.8852555261521673, "ndcg_linear@10": 0.8882658261088071, "ndcg_exponential@1": 0.76, "ndcg_exponential@5": 0.8852555261521673, "ndcg_exponential@10": 0.8882658261088071, "precision@1": 0.76, "precision@5": 0.19399999999999995, "precision@10": 0.09799999999999998, "recall@1": 0.76, "recall@5": 0.97, "recall@10": 0.98, "f1@1": 0.76, "f1@5": 0.3233333333333334, "f1@10": 0.17818181818181827, "map@1": 0.76, "map@5": 0.8558333333333333, "map@10": 0.8569444444444444, "mrr@1": 0.76, "mrr@5": 0.8558333333333333, "mrr@10": 0.8569444444444444, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_energy": { "hit@1": 0.79, "hit@5": 0.93, "hit@10": 0.97, "ndcg_linear@1": 0.79, "ndcg_linear@5": 0.8650828475372231, "ndcg_linear@10": 0.8780588117396043, "ndcg_exponential@1": 0.79, "ndcg_exponential@5": 0.8650828475372231, "ndcg_exponential@10": 0.8780588117396043, "precision@1": 0.79, "precision@5": 0.18599999999999994, "precision@10": 0.09699999999999999, "recall@1": 0.79, "recall@5": 0.93, "recall@10": 0.97, "f1@1": 0.79, "f1@5": 0.31000000000000005, "f1@10": 0.17636363636363647, "map@1": 0.79, "map@5": 0.8433333333333333, "map@10": 0.8486904761904762, "mrr@1": 0.79, "mrr@5": 0.8433333333333333, "mrr@10": 0.8486904761904762, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_government_reports": { "hit@1": 0.74, "hit@5": 0.94, "hit@10": 0.98, "ndcg_linear@1": 0.74, "ndcg_linear@5": 0.8501367970825706, "ndcg_linear@10": 0.8630184664460052, "ndcg_exponential@1": 0.74, "ndcg_exponential@5": 0.8501367970825706, "ndcg_exponential@10": 0.8630184664460052, "precision@1": 0.74, "precision@5": 0.18799999999999997, "precision@10": 0.09799999999999999, "recall@1": 0.74, "recall@5": 0.94, "recall@10": 0.98, "f1@1": 0.74, "f1@5": 0.3133333333333334, "f1@10": 0.17818181818181825, "map@1": 0.74, "map@5": 0.8198333333333332, "map@10": 0.825111111111111, "mrr@1": 0.74, "mrr@5": 0.8198333333333332, "mrr@10": 0.825111111111111, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_healthcare_industry": { "hit@1": 0.84, "hit@5": 0.98, "hit@10": 0.99, "ndcg_linear@1": 0.84, "ndcg_linear@5": 0.9217065065186136, "ndcg_linear@10": 0.9252685783896938, "ndcg_exponential@1": 0.84, "ndcg_exponential@5": 0.9217065065186136, "ndcg_exponential@10": 0.9252685783896938, "precision@1": 0.84, "precision@5": 0.19599999999999998, "precision@10": 0.09899999999999999, "recall@1": 0.84, "recall@5": 0.98, "recall@10": 0.99, "f1@1": 0.84, "f1@5": 0.32666666666666677, "f1@10": 0.18000000000000008, "map@1": 0.84, "map@5": 0.9016666666666667, "map@10": 0.9033333333333334, "mrr@1": 0.84, "mrr@5": 0.9016666666666667, "mrr@10": 0.9033333333333334, "num_pred": 100, "num_data": 100 }, "ViDoRe_esg_reports_human_labeled_v2": { "hit@1": 0.38461538461538464, "hit@5": 0.6730769230769231, "hit@10": 0.8461538461538461, "ndcg_linear@1": 0.375, "ndcg_linear@5": 0.4555552886561195, "ndcg_linear@10": 0.511493540486886, "ndcg_exponential@1": 0.37179487179487186, "ndcg_exponential@5": 0.4541859231025376, "ndcg_exponential@10": 0.5099104815026472, "precision@1": 0.38461538461538464, "precision@5": 0.19230769230769226, "precision@10": 0.13076923076923078, "recall@1": 0.23621794871794868, "recall@5": 0.5487179487179487, "recall@10": 0.7033882783882782, "f1@1": 0.2715483234714004, "f1@5": 0.25723492194080433, "f1@10": 0.2026450736292365, "map@1": 0.38461538461538464, "map@5": 0.3914850427350427, "map@10": 0.415758547008547, "mrr@1": 0.38461538461538464, "mrr@5": 0.491025641025641, "mrr@10": 0.5144993894993896, "num_pred": 52, "num_data": 52 }, "ViDoRe_biomedical_lectures_v2_multilingual": { "hit@1": 0.36875, "hit@5": 0.7171875, "hit@10": 0.8203125, "ndcg_linear@1": 0.36875, "ndcg_linear@5": 0.4426897295015239, "ndcg_linear@10": 0.4850950127175607, "ndcg_exponential@1": 0.36875, "ndcg_exponential@5": 0.4426897295015239, "ndcg_exponential@10": 0.4850950127175607, "precision@1": 0.36875, "precision@5": 0.203125, "precision@10": 0.13968750000000002, "recall@1": 0.23270833333333335, "recall@5": 0.49864999124649856, "recall@10": 0.6150380777310923, "f1@1": 0.2621073457792208, "f1@5": 0.25601551313270066, "f1@10": 0.20543311717898116, "map@1": 0.36875, "map@5": 0.3719822048611111, "map@10": 0.3923365021789966, "mrr@1": 0.36875, "mrr@5": 0.497265625, "mrr@10": 0.5111972966269841, "num_pred": 640, "num_data": 640 }, "ViDoRe_economics_reports_v2_multilingual": { "hit@1": 0.4525862068965517, "hit@5": 0.8103448275862069, "hit@10": 0.9267241379310345, "ndcg_linear@1": 0.4525862068965517, "ndcg_linear@5": 0.42995014841633666, "ndcg_linear@10": 0.43467280891274934, "ndcg_exponential@1": 0.4525862068965517, "ndcg_exponential@5": 0.4299501484163365, "ndcg_exponential@10": 0.43467280891274934, "precision@1": 0.4525862068965517, "precision@5": 0.38448275862068965, "precision@10": 0.33103448275862074, "recall@1": 0.049016392011628045, "recall@5": 0.22829352926193736, "recall@10": 0.36167397868493684, "f1@1": 0.08115811949451532, "f1@5": 0.22694280671921516, "f1@10": 0.27660068249123476, "map@1": 0.4525862068965517, "map@5": 0.3282327586206897, "map@10": 0.2973695391710324, "mrr@1": 0.4525862068965517, "mrr@5": 0.5951867816091955, "mrr@10": 0.6120929118773947, "num_pred": 232, "num_data": 232 }, "ViDoRe_esg_reports_v2_multilingual": { "hit@1": 0.4692982456140351, "hit@5": 0.7719298245614035, "hit@10": 0.8640350877192983, "ndcg_linear@1": 0.4692982456140351, "ndcg_linear@5": 0.466179429204456, "ndcg_linear@10": 0.5017617250757785, "ndcg_exponential@1": 0.4692982456140351, "ndcg_exponential@5": 0.466179429204456, "ndcg_exponential@10": 0.5017617250757785, "precision@1": 0.4692982456140351, "precision@5": 0.21929824561403508, "precision@10": 0.15131578947368426, "recall@1": 0.2380325814536341, "recall@5": 0.4968671679197995, "recall@10": 0.6020624477861319, "f1@1": 0.28556649037592774, "f1@5": 0.26698957296533893, "f1@10": 0.21278941819922756, "map@1": 0.4692982456140351, "map@5": 0.38164961013645227, "map@10": 0.39600202763854087, "mrr@1": 0.4692982456140351, "mrr@5": 0.5818713450292398, "mrr@10": 0.594714216095795, "num_pred": 228, "num_data": 228 }, "VisRAG_ArxivQA": { "hit@1": 0.7022058823529411, "hit@5": 0.821078431372549, "hit@10": 0.8615196078431373, "ndcg_linear@1": 0.7022058823529411, "ndcg_linear@5": 0.7687028213602233, "ndcg_linear@10": 0.7817454060088397, "ndcg_exponential@1": 0.7022058823529411, "ndcg_exponential@5": 0.7687028213602233, "ndcg_exponential@10": 0.7817454060088397, "precision@1": 0.7022058823529411, "precision@5": 0.1642156862745098, "precision@10": 0.08615196078431371, "recall@1": 0.7022058823529411, "recall@5": 0.821078431372549, "recall@10": 0.8615196078431373, "f1@1": 0.7022058823529411, "f1@5": 0.2736928104575164, "f1@10": 0.15663992869875223, "map@1": 0.7022058823529411, "map@5": 0.7510212418300654, "map@10": 0.7563827614379085, "mrr@1": 0.7022058823529411, "mrr@5": 0.7510212418300654, "mrr@10": 0.7563827614379085, "num_pred": 816, "num_data": 816 }, "VisRAG_ChartQA": { "hit@1": 0.7301587301587301, "hit@5": 0.9206349206349206, "hit@10": 0.9365079365079365, "ndcg_linear@1": 0.7301587301587301, "ndcg_linear@5": 0.8441010759070336, "ndcg_linear@10": 0.849392081198039, "ndcg_exponential@1": 0.7301587301587301, "ndcg_exponential@5": 0.8441010759070336, "ndcg_exponential@10": 0.849392081198039, "precision@1": 0.7301587301587301, "precision@5": 0.18412698412698403, "precision@10": 0.0936507936507936, "recall@1": 0.7301587301587301, "recall@5": 0.9206349206349206, "recall@10": 0.9365079365079365, "f1@1": 0.7301587301587301, "f1@5": 0.3068783068783068, "f1@10": 0.1702741702741703, "map@1": 0.7301587301587301, "map@5": 0.8174603174603174, "map@10": 0.8197278911564626, "mrr@1": 0.7301587301587301, "mrr@5": 0.8174603174603174, "mrr@10": 0.8197278911564626, "num_pred": 63, "num_data": 63 }, "VisRAG_MP-DocVQA": { "hit@1": 0.5922165820642978, "hit@5": 0.8206429780033841, "hit@10": 0.8663282571912013, "ndcg_linear@1": 0.5922165820642978, "ndcg_linear@5": 0.717924714040525, "ndcg_linear@10": 0.7327402059542735, "ndcg_exponential@1": 0.5922165820642978, "ndcg_exponential@5": 0.717924714040525, "ndcg_exponential@10": 0.7327402059542735, "precision@1": 0.5922165820642978, "precision@5": 0.16412859560067683, "precision@10": 0.08663282571912012, "recall@1": 0.5922165820642978, "recall@5": 0.8206429780033841, "recall@10": 0.8663282571912013, "f1@1": 0.5922165820642978, "f1@5": 0.2735476593344614, "f1@10": 0.15751422858021846, "map@1": 0.5922165820642978, "map@5": 0.6833051325437113, "map@10": 0.6894455187602395, "mrr@1": 0.5922165820642978, "mrr@5": 0.6833051325437113, "mrr@10": 0.6894455187602395, "num_pred": 591, "num_data": 591 }, "VisRAG_SlideVQA": { "hit@1": 0.8794964028776978, "hit@5": 0.9748201438848921, "hit@10": 0.9802158273381295, "ndcg_linear@1": 0.8794964028776978, "ndcg_linear@5": 0.9150078016078801, "ndcg_linear@10": 0.9207838812109942, "ndcg_exponential@1": 0.8794964028776978, "ndcg_exponential@5": 0.9150078016078801, "ndcg_exponential@10": 0.9207838812109942, "precision@1": 0.8794964028776978, "precision@5": 0.2384892086330935, "precision@10": 0.12176258992805757, "recall@1": 0.7598920863309353, "recall@5": 0.954136690647482, "recall@10": 0.9694244604316546, "f1@1": 0.7997601918465228, "f1@5": 0.37478588557725256, "f1@10": 0.2138652714192283, "map@1": 0.8794964028776978, "map@5": 0.8905575539568344, "map@10": 0.894137547105173, "mrr@1": 0.8794964028776978, "mrr@5": 0.9226618705035972, "mrr@10": 0.9233213429256595, "num_pred": 556, "num_data": 556 }, "VisRAG_InfoVQA": { "hit@1": 0.7465181058495822, "hit@5": 0.9415041782729805, "hit@10": 0.9665738161559888, "ndcg_linear@1": 0.7465181058495822, "ndcg_linear@5": 0.8565495992280632, "ndcg_linear@10": 0.8647865140019099, "ndcg_exponential@1": 0.7465181058495822, "ndcg_exponential@5": 0.8565495992280632, "ndcg_exponential@10": 0.8647865140019099, "precision@1": 0.7465181058495822, "precision@5": 0.18830083565459607, "precision@10": 0.09665738161559885, "recall@1": 0.7465181058495822, "recall@5": 0.9415041782729805, "recall@10": 0.9665738161559888, "f1@1": 0.7465181058495822, "f1@5": 0.31383472609099355, "f1@10": 0.1757406938465435, "map@1": 0.7465181058495822, "map@5": 0.827669452181987, "map@10": 0.8311491356059602, "mrr@1": 0.7465181058495822, "mrr@5": 0.827669452181987, "mrr@10": 0.8311491356059602, "num_pred": 718, "num_data": 718 }, "VisRAG_PlotQA": { "hit@1": 0.5052143684820394, "hit@5": 0.7937427578215527, "hit@10": 0.8887601390498262, "ndcg_linear@1": 0.5052143684820394, "ndcg_linear@5": 0.6604877574932249, "ndcg_linear@10": 0.6916336549342924, "ndcg_exponential@1": 0.5052143684820394, "ndcg_exponential@5": 0.6604877574932249, "ndcg_exponential@10": 0.6916336549342924, "precision@1": 0.5052143684820394, "precision@5": 0.15874855156431056, "precision@10": 0.08887601390498262, "recall@1": 0.5052143684820394, "recall@5": 0.7937427578215527, "recall@10": 0.8887601390498262, "f1@1": 0.5052143684820394, "f1@5": 0.26458091927385097, "f1@10": 0.1615927525545139, "map@1": 0.5052143684820394, "map@5": 0.6159907300115876, "map@10": 0.629089646673656, "mrr@1": 0.5052143684820394, "mrr@5": 0.6159907300115876, "mrr@10": 0.629089646673656, "num_pred": 863, "num_data": 863 }, "ViDoSeek-page": { "hit@1": 0.03502626970227671, "hit@5": 0.3975481611208406, "hit@10": 0.5674255691768827, "ndcg_linear@1": 0.03502626970227671, "ndcg_linear@5": 0.21944808482459283, "ndcg_linear@10": 0.2752564930475152, "ndcg_exponential@1": 0.03502626970227671, "ndcg_exponential@5": 0.21944808482459285, "ndcg_exponential@10": 0.2752564930475153, "precision@1": 0.03502626970227671, "precision@5": 0.07950963222416814, "precision@10": 0.05674255691768828, "recall@1": 0.03502626970227671, "recall@5": 0.3975481611208406, "recall@10": 0.5674255691768827, "f1@1": 0.03502626970227671, "f1@5": 0.13251605370694688, "f1@10": 0.10316828530488775, "map@1": 0.03502626970227671, "map@5": 0.16103327495621714, "map@10": 0.184575236983293, "mrr@1": 0.03502626970227671, "mrr@5": 0.16103327495621714, "mrr@10": 0.184575236983293, "num_pred": 1142, "num_data": 1142 }, "ViDoSeek-doc": { "hit@1": 0.9903677758318739, "hit@5": 0.9973730297723292, "hit@10": 0.9982486865148862, "ndcg_linear@1": 0.6762988908347927, "ndcg_linear@5": 0.8018406693375459, "ndcg_linear@10": 0.767343136404217, "ndcg_exponential@1": 0.4519639729797348, "ndcg_exponential@5": 0.6874729261482034, "ndcg_exponential@10": 0.6978420362198057, "precision@1": 0.9903677758318739, "precision@5": 0.8740805604203151, "precision@10": 0.7643607705779335, "recall@1": 0.05845834634908238, "recall@5": 0.2559977615058973, "recall@10": 0.4381450224554127, "f1@1": 0.1096528022965413, "f1@5": 0.388099043607817, "f1@10": 0.5446572421004792, "map@1": 0.9903677758318739, "map@5": 0.8628546409807355, "map@10": 0.7436259056064535, "mrr@1": 0.9903677758318739, "mrr@5": 0.9936077057793345, "mrr@10": 0.9937327995996997, "num_pred": 1142, "num_data": 1142 }, "MMLongBench-page": { "hit@1": 0.05250596658711217, "hit@5": 0.24224343675417662, "hit@10": 0.33890214797136037, "ndcg_linear@1": 0.05250596658711217, "ndcg_linear@5": 0.11893466223008214, "ndcg_linear@10": 0.15008296554980238, "ndcg_exponential@1": 0.05250596658711217, "ndcg_exponential@5": 0.11893466223008214, "ndcg_exponential@10": 0.15008296554980238, "precision@1": 0.05250596658711217, "precision@5": 0.056324582338902154, "precision@10": 0.04307875894988067, "recall@1": 0.028838504375497214, "recall@5": 0.1757174110694397, "recall@10": 0.2610182975338106, "f1@1": 0.03586377822654672, "f1@5": 0.08071268195513599, "f1@10": 0.07038494595369645, "map@1": 0.05250596658711217, "map@5": 0.08618237867939538, "map@10": 0.10006671765099569, "mrr@1": 0.05250596658711217, "mrr@5": 0.12171837708830548, "mrr@10": 0.13489174906239346, "num_pred": 838, "num_data": 838 }, "MMLongBench-doc": { "hit@1": 0.6157517899761337, "hit@5": 0.7482100238663485, "hit@10": 0.7947494033412887, "ndcg_linear@1": 0.4287987271280827, "ndcg_linear@5": 0.43709371712705786, "ndcg_linear@10": 0.4147091530579679, "ndcg_exponential@1": 0.2952608250937606, "ndcg_exponential@5": 0.3633856276662273, "ndcg_exponential@10": 0.36808988125041325, "precision@1": 0.6157517899761337, "precision@5": 0.4797136038186158, "precision@10": 0.41563245823389017, "recall@1": 0.01970187328257191, "recall@5": 0.07488813025872536, "recall@10": 0.12545835862481708, "f1@1": 0.03781026144552173, "f1@5": 0.12459954660237356, "f1@10": 0.18139093061449052, "map@1": 0.6157517899761337, "map@5": 0.44125696101829753, "map@10": 0.36061324308738785, "mrr@1": 0.6157517899761337, "mrr@5": 0.6687947494033414, "mrr@10": 0.6751861006932606, "num_pred": 838, "num_data": 838 } } } }