{ "metadata": { "model_name": "LamRA-Ret", "report_generated_date": "2025-06-09T07:03:51.413144", "model_size": 8.29, "url": "https://huggingface.co/code-kunkun/LamRA-Ret", "data_source": "TIGER-Lab" }, "metrics": { "image": { "ImageNet-1K": { "hit@1": 0.723, "hit@5": 0.91, "hit@10": 0.944, "ndcg_linear@1": 0.723, "ndcg_linear@5": 0.8268476572075378, "ndcg_linear@10": 0.8378788241843189, "ndcg_exponential@1": 0.723, "ndcg_exponential@5": 0.8268476572075378, "ndcg_exponential@10": 0.8378788241843189, "precision@1": 0.723, "precision@5": 0.18200000000000002, "precision@10": 0.09440000000000001, "recall@1": 0.723, "recall@5": 0.91, "recall@10": 0.944, "f1@1": 0.723, "f1@5": 0.30333333333333334, "f1@10": 0.17163636363636361, "map@1": 0.723, "map@5": 0.7987666666666666, "map@10": 0.8033428571428571, "mrr@1": 0.723, "mrr@5": 0.7987666666666666, "mrr@10": 0.8033428571428571, "num_pred": 1000, "num_data": 1000 }, "N24News": { "hit@1": 0.513, "hit@5": 0.804, "hit@10": 0.929, "ndcg_linear@1": 0.513, "ndcg_linear@5": 0.6693842522947794, "ndcg_linear@10": 0.7099458858472819, "ndcg_exponential@1": 0.513, "ndcg_exponential@5": 0.6693842522947794, "ndcg_exponential@10": 0.7099458858472819, "precision@1": 0.513, "precision@5": 0.1608, "precision@10": 0.09290000000000001, "recall@1": 0.513, "recall@5": 0.804, "recall@10": 0.929, "f1@1": 0.513, "f1@5": 0.268, "f1@10": 0.1689090909090909, "map@1": 0.513, "map@5": 0.6244166666666666, "map@10": 0.641238492063492, "mrr@1": 0.513, "mrr@5": 0.6244166666666666, "mrr@10": 0.641238492063492, "num_pred": 1000, "num_data": 1000 }, "HatefulMemes": { "hit@1": 0.49, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.49, "ndcg_linear@5": 0.8117741743214435, "ndcg_linear@10": 0.8117741743214435, "ndcg_exponential@1": 0.49, "ndcg_exponential@5": 0.8117741743214435, "ndcg_exponential@10": 0.8117741743214435, "precision@1": 0.49, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.49, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.49, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.49, "map@5": 0.745, "map@10": 0.745, "mrr@1": 0.49, "mrr@5": 0.745, "mrr@10": 0.745, "num_pred": 1000, "num_data": 1000 }, "VOC2007": { "hit@1": 0.801, "hit@5": 0.976, "hit@10": 0.992, "ndcg_linear@1": 0.801, "ndcg_linear@5": 0.9010597839851336, "ndcg_linear@10": 0.9062744300991276, "ndcg_exponential@1": 0.801, "ndcg_exponential@5": 0.9010597839851336, "ndcg_exponential@10": 0.9062744300991276, "precision@1": 0.801, "precision@5": 0.1952, "precision@10": 0.09920000000000001, "recall@1": 0.801, "recall@5": 0.976, "recall@10": 0.992, "f1@1": 0.801, "f1@5": 0.32533333333333336, "f1@10": 0.18036363636363634, "map@1": 0.801, "map@5": 0.8754666666666667, "map@10": 0.877640873015873, "mrr@1": 0.801, "mrr@5": 0.8754666666666667, "mrr@10": 0.877640873015873, "num_pred": 1000, "num_data": 1000 }, "SUN397": { "hit@1": 0.685, "hit@5": 0.928, "hit@10": 0.957, "ndcg_linear@1": 0.685, "ndcg_linear@5": 0.8224140927675592, "ndcg_linear@10": 0.8318463032340889, "ndcg_exponential@1": 0.685, "ndcg_exponential@5": 0.8224140927675592, "ndcg_exponential@10": 0.8318463032340889, "precision@1": 0.685, "precision@5": 0.18560000000000001, "precision@10": 0.09570000000000002, "recall@1": 0.685, "recall@5": 0.928, "recall@10": 0.957, "f1@1": 0.685, "f1@5": 0.30933333333333335, "f1@10": 0.174, "map@1": 0.685, "map@5": 0.7865500000000001, "map@10": 0.7904702380952381, "mrr@1": 0.685, "mrr@5": 0.7865500000000001, "mrr@10": 0.7904702380952381, "num_pred": 1000, "num_data": 1000 }, "Place365": { "hit@1": 0.406, "hit@5": 0.684, "hit@10": 0.787, "ndcg_linear@1": 0.406, "ndcg_linear@5": 0.5555467482483895, "ndcg_linear@10": 0.5889145891921053, "ndcg_exponential@1": 0.406, "ndcg_exponential@5": 0.5555467482483895, "ndcg_exponential@10": 0.5889145891921053, "precision@1": 0.406, "precision@5": 0.1368, "precision@10": 0.0787, "recall@1": 0.406, "recall@5": 0.684, "recall@10": 0.787, "f1@1": 0.406, "f1@5": 0.22800000000000006, "f1@10": 0.1430909090909091, "map@1": 0.406, "map@5": 0.5126499999999999, "map@10": 0.5264646825396826, "mrr@1": 0.406, "mrr@5": 0.5126499999999999, "mrr@10": 0.5264646825396826, "num_pred": 1000, "num_data": 1000 }, "ImageNet-A": { "hit@1": 0.47, "hit@5": 0.683, "hit@10": 0.776, "ndcg_linear@1": 0.47, "ndcg_linear@5": 0.5846080932069478, "ndcg_linear@10": 0.6143872769865809, "ndcg_exponential@1": 0.47, "ndcg_exponential@5": 0.5846080932069478, "ndcg_exponential@10": 0.6143872769865809, "precision@1": 0.47, "precision@5": 0.13659999999999997, "precision@10": 0.07759999999999999, "recall@1": 0.47, "recall@5": 0.683, "recall@10": 0.776, "f1@1": 0.47, "f1@5": 0.2276666666666667, "f1@10": 0.1410909090909091, "map@1": 0.47, "map@5": 0.5517333333333333, "map@10": 0.5638619047619047, "mrr@1": 0.47, "mrr@5": 0.5517333333333333, "mrr@10": 0.5638619047619047, "num_pred": 1000, "num_data": 1000 }, "ImageNet-R": { "hit@1": 0.885, "hit@5": 0.968, "hit@10": 0.981, "ndcg_linear@1": 0.885, "ndcg_linear@5": 0.9317946929268162, "ndcg_linear@10": 0.9361395162551376, "ndcg_exponential@1": 0.885, "ndcg_exponential@5": 0.9317946929268162, "ndcg_exponential@10": 0.9361395162551376, "precision@1": 0.885, "precision@5": 0.19360000000000002, "precision@10": 0.09810000000000002, "recall@1": 0.885, "recall@5": 0.968, "recall@10": 0.981, "f1@1": 0.885, "f1@5": 0.3226666666666666, "f1@10": 0.17836363636363634, "map@1": 0.885, "map@5": 0.9195166666666666, "map@10": 0.9213904761904762, "mrr@1": 0.885, "mrr@5": 0.9195166666666666, "mrr@10": 0.9213904761904762, "num_pred": 1000, "num_data": 1000 }, "ObjectNet": { "hit@1": 0.664, "hit@5": 0.857, "hit@10": 0.904, "ndcg_linear@1": 0.664, "ndcg_linear@5": 0.770759337476306, "ndcg_linear@10": 0.7861961843019063, "ndcg_exponential@1": 0.664, "ndcg_exponential@5": 0.770759337476306, "ndcg_exponential@10": 0.7861961843019063, "precision@1": 0.664, "precision@5": 0.17140000000000002, "precision@10": 0.09040000000000001, "recall@1": 0.664, "recall@5": 0.857, "recall@10": 0.904, "f1@1": 0.664, "f1@5": 0.28566666666666674, "f1@10": 0.16436363636363635, "map@1": 0.664, "map@5": 0.7417666666666667, "map@10": 0.7482793650793651, "mrr@1": 0.664, "mrr@5": 0.7417666666666667, "mrr@10": 0.7482793650793651, "num_pred": 1000, "num_data": 1000 }, "Country211": { "hit@1": 0.283, "hit@5": 0.535, "hit@10": 0.628, "ndcg_linear@1": 0.283, "ndcg_linear@5": 0.4166269842150015, "ndcg_linear@10": 0.44677345697388055, "ndcg_exponential@1": 0.283, "ndcg_exponential@5": 0.4166269842150015, "ndcg_exponential@10": 0.44677345697388055, "precision@1": 0.283, "precision@5": 0.107, "precision@10": 0.0628, "recall@1": 0.283, "recall@5": 0.535, "recall@10": 0.628, "f1@1": 0.283, "f1@5": 0.17833333333333337, "f1@10": 0.11418181818181819, "map@1": 0.283, "map@5": 0.37723333333333336, "map@10": 0.3897083333333334, "mrr@1": 0.283, "mrr@5": 0.37723333333333336, "mrr@10": 0.3897083333333334, "num_pred": 1000, "num_data": 1000 }, "OK-VQA": { "hit@1": 0.378, "hit@5": 0.65, "hit@10": 0.748, "ndcg_linear@1": 0.378, "ndcg_linear@5": 0.523495748191076, "ndcg_linear@10": 0.5551119641095289, "ndcg_exponential@1": 0.378, "ndcg_exponential@5": 0.523495748191076, "ndcg_exponential@10": 0.5551119641095289, "precision@1": 0.378, "precision@5": 0.13, "precision@10": 0.07479999999999999, "recall@1": 0.378, "recall@5": 0.65, "recall@10": 0.748, "f1@1": 0.378, "f1@5": 0.2166666666666667, "f1@10": 0.136, "map@1": 0.378, "map@5": 0.4814, "map@10": 0.49440396825396826, "mrr@1": 0.378, "mrr@5": 0.4814, "mrr@10": 0.49440396825396826, "num_pred": 1000, "num_data": 1000 }, "A-OKVQA": { "hit@1": 0.27, "hit@5": 0.566, "hit@10": 0.693, "ndcg_linear@1": 0.27, "ndcg_linear@5": 0.425833923116744, "ndcg_linear@10": 0.46711405957319874, "ndcg_exponential@1": 0.27, "ndcg_exponential@5": 0.425833923116744, "ndcg_exponential@10": 0.46711405957319874, "precision@1": 0.27, "precision@5": 0.1132, "precision@10": 0.0693, "recall@1": 0.27, "recall@5": 0.566, "recall@10": 0.693, "f1@1": 0.27, "f1@5": 0.1886666666666667, "f1@10": 0.126, "map@1": 0.27, "map@5": 0.3793666666666667, "map@10": 0.39652301587301586, "mrr@1": 0.27, "mrr@5": 0.3793666666666667, "mrr@10": 0.39652301587301586, "num_pred": 1000, "num_data": 1000 }, "DocVQA": { "hit@1": 0.223, "hit@5": 0.382, "hit@10": 0.448, "ndcg_linear@1": 0.223, "ndcg_linear@5": 0.3079314538526157, "ndcg_linear@10": 0.32933154522617863, "ndcg_exponential@1": 0.223, "ndcg_exponential@5": 0.3079314538526157, "ndcg_exponential@10": 0.32933154522617863, "precision@1": 0.223, "precision@5": 0.0764, "precision@10": 0.0448, "recall@1": 0.223, "recall@5": 0.382, "recall@10": 0.448, "f1@1": 0.223, "f1@5": 0.12733333333333338, "f1@10": 0.08145454545454547, "map@1": 0.223, "map@5": 0.28323333333333334, "map@10": 0.2921019841269841, "mrr@1": 0.223, "mrr@5": 0.28323333333333334, "mrr@10": 0.2921019841269841, "num_pred": 1000, "num_data": 1000 }, "InfographicsVQA": { "hit@1": 0.165, "hit@5": 0.304, "hit@10": 0.351, "ndcg_linear@1": 0.165, "ndcg_linear@5": 0.24083608989579428, "ndcg_linear@10": 0.25582539133402193, "ndcg_exponential@1": 0.165, "ndcg_exponential@5": 0.24083608989579428, "ndcg_exponential@10": 0.25582539133402193, "precision@1": 0.165, "precision@5": 0.0608, "precision@10": 0.03509999999999999, "recall@1": 0.165, "recall@5": 0.304, "recall@10": 0.351, "f1@1": 0.165, "f1@5": 0.10133333333333334, "f1@10": 0.06381818181818183, "map@1": 0.165, "map@5": 0.21964999999999998, "map@10": 0.22571349206349206, "mrr@1": 0.165, "mrr@5": 0.21964999999999998, "mrr@10": 0.22571349206349206, "num_pred": 1000, "num_data": 1000 }, "ChartQA": { "hit@1": 0.117, "hit@5": 0.162, "hit@10": 0.18, "ndcg_linear@1": 0.117, "ndcg_linear@5": 0.14132891302231343, "ndcg_linear@10": 0.14726088628648307, "ndcg_exponential@1": 0.117, "ndcg_exponential@5": 0.14132891302231343, "ndcg_exponential@10": 0.14726088628648307, "precision@1": 0.117, "precision@5": 0.032400000000000005, "precision@10": 0.018, "recall@1": 0.117, "recall@5": 0.162, "recall@10": 0.18, "f1@1": 0.117, "f1@5": 0.054, "f1@10": 0.03272727272727273, "map@1": 0.117, "map@5": 0.13443333333333335, "map@10": 0.13694960317460317, "mrr@1": 0.117, "mrr@5": 0.13443333333333335, "mrr@10": 0.13694960317460317, "num_pred": 1000, "num_data": 1000 }, "Visual7W": { "hit@1": 0.196, "hit@5": 0.434, "hit@10": 0.541, "ndcg_linear@1": 0.196, "ndcg_linear@5": 0.32114419847722886, "ndcg_linear@10": 0.35574139683294936, "ndcg_exponential@1": 0.196, "ndcg_exponential@5": 0.32114419847722886, "ndcg_exponential@10": 0.35574139683294936, "precision@1": 0.196, "precision@5": 0.0868, "precision@10": 0.054099999999999995, "recall@1": 0.196, "recall@5": 0.434, "recall@10": 0.541, "f1@1": 0.196, "f1@5": 0.1446666666666667, "f1@10": 0.09836363636363639, "map@1": 0.196, "map@5": 0.28375, "map@10": 0.29802619047619044, "mrr@1": 0.196, "mrr@5": 0.28375, "mrr@10": 0.29802619047619044, "num_pred": 1000, "num_data": 1000 }, "ScienceQA": { "hit@1": 0.263, "hit@5": 0.57, "hit@10": 0.683, "ndcg_linear@1": 0.263, "ndcg_linear@5": 0.4232608546664754, "ndcg_linear@10": 0.46061584821555157, "ndcg_exponential@1": 0.263, "ndcg_exponential@5": 0.4232608546664754, "ndcg_exponential@10": 0.46061584821555157, "precision@1": 0.263, "precision@5": 0.114, "precision@10": 0.0683, "recall@1": 0.263, "recall@5": 0.57, "recall@10": 0.683, "f1@1": 0.263, "f1@5": 0.19000000000000003, "f1@10": 0.12418181818181821, "map@1": 0.263, "map@5": 0.37475, "map@10": 0.39065079365079364, "mrr@1": 0.263, "mrr@5": 0.37475, "mrr@10": 0.39065079365079364, "num_pred": 1000, "num_data": 1000 }, "VizWiz": { "hit@1": 0.32, "hit@5": 0.526, "hit@10": 0.582, "ndcg_linear@1": 0.32, "ndcg_linear@5": 0.42951324327429996, "ndcg_linear@10": 0.44772604037996566, "ndcg_exponential@1": 0.32, "ndcg_exponential@5": 0.42951324327429996, "ndcg_exponential@10": 0.44772604037996566, "precision@1": 0.32, "precision@5": 0.10519999999999999, "precision@10": 0.0582, "recall@1": 0.32, "recall@5": 0.526, "recall@10": 0.582, "f1@1": 0.32, "f1@5": 0.17533333333333337, "f1@10": 0.10581818181818184, "map@1": 0.32, "map@5": 0.39741666666666664, "map@10": 0.4049861111111111, "mrr@1": 0.32, "mrr@5": 0.39741666666666664, "mrr@10": 0.4049861111111111, "num_pred": 1000, "num_data": 1000 }, "GQA": { "hit@1": 0.385, "hit@5": 0.709, "hit@10": 0.832, "ndcg_linear@1": 0.385, "ndcg_linear@5": 0.5587878569139205, "ndcg_linear@10": 0.5988209254862948, "ndcg_exponential@1": 0.385, "ndcg_exponential@5": 0.5587878569139205, "ndcg_exponential@10": 0.5988209254862948, "precision@1": 0.385, "precision@5": 0.14179999999999998, "precision@10": 0.08320000000000002, "recall@1": 0.385, "recall@5": 0.709, "recall@10": 0.832, "f1@1": 0.385, "f1@5": 0.23633333333333337, "f1@10": 0.15127272727272728, "map@1": 0.385, "map@5": 0.5087166666666667, "map@10": 0.5253928571428572, "mrr@1": 0.385, "mrr@5": 0.5087166666666667, "mrr@10": 0.5253928571428572, "num_pred": 1000, "num_data": 1000 }, "TextVQA": { "hit@1": 0.33, "hit@5": 0.501, "hit@10": 0.572, "ndcg_linear@1": 0.33, "ndcg_linear@5": 0.42213712812714405, "ndcg_linear@10": 0.44510553711635736, "ndcg_exponential@1": 0.33, "ndcg_exponential@5": 0.42213712812714405, "ndcg_exponential@10": 0.44510553711635736, "precision@1": 0.33, "precision@5": 0.10019999999999998, "precision@10": 0.057199999999999994, "recall@1": 0.33, "recall@5": 0.501, "recall@10": 0.572, "f1@1": 0.33, "f1@5": 0.16700000000000007, "f1@10": 0.10400000000000001, "map@1": 0.33, "map@5": 0.39581666666666665, "map@10": 0.40530873015873015, "mrr@1": 0.33, "mrr@5": 0.39581666666666665, "mrr@10": 0.40530873015873015, "num_pred": 1000, "num_data": 1000 }, "VisDial": { "hit@1": 0.613, "hit@5": 0.861, "hit@10": 0.923, "ndcg_linear@1": 0.613, "ndcg_linear@5": 0.7480330953397659, "ndcg_linear@10": 0.7684474643796165, "ndcg_exponential@1": 0.613, "ndcg_exponential@5": 0.7480330953397659, "ndcg_exponential@10": 0.7684474643796165, "precision@1": 0.613, "precision@5": 0.17220000000000002, "precision@10": 0.09230000000000001, "recall@1": 0.613, "recall@5": 0.861, "recall@10": 0.923, "f1@1": 0.613, "f1@5": 0.28700000000000003, "f1@10": 0.1678181818181818, "map@1": 0.613, "map@5": 0.7101999999999999, "map@10": 0.7188412698412698, "mrr@1": 0.613, "mrr@5": 0.7101999999999999, "mrr@10": 0.7188412698412698, "num_pred": 1000, "num_data": 1000 }, "CIRR": { "hit@1": 0.517, "hit@5": 0.863, "hit@10": 0.931, "ndcg_linear@1": 0.517, "ndcg_linear@5": 0.7053164568585676, "ndcg_linear@10": 0.7275391721374201, "ndcg_exponential@1": 0.517, "ndcg_exponential@5": 0.7053164568585676, "ndcg_exponential@10": 0.7275391721374201, "precision@1": 0.517, "precision@5": 0.17260000000000003, "precision@10": 0.0931, "recall@1": 0.517, "recall@5": 0.863, "recall@10": 0.931, "f1@1": 0.517, "f1@5": 0.28766666666666674, "f1@10": 0.16927272727272724, "map@1": 0.517, "map@5": 0.6524333333333334, "map@10": 0.6617317460317461, "mrr@1": 0.517, "mrr@5": 0.6524333333333334, "mrr@10": 0.6617317460317461, "num_pred": 1000, "num_data": 1000 }, "VisualNews_t2i": { "hit@1": 0.704, "hit@5": 0.875, "hit@10": 0.91, "ndcg_linear@1": 0.704, "ndcg_linear@5": 0.7989749726833766, "ndcg_linear@10": 0.8104235859208543, "ndcg_exponential@1": 0.704, "ndcg_exponential@5": 0.7989749726833766, "ndcg_exponential@10": 0.8104235859208543, "precision@1": 0.704, "precision@5": 0.17500000000000002, "precision@10": 0.09100000000000001, "recall@1": 0.704, "recall@5": 0.875, "recall@10": 0.91, "f1@1": 0.704, "f1@5": 0.29166666666666663, "f1@10": 0.16545454545454544, "map@1": 0.704, "map@5": 0.7733166666666667, "map@10": 0.7781194444444445, "mrr@1": 0.704, "mrr@5": 0.7733166666666667, "mrr@10": 0.7781194444444445, "num_pred": 1000, "num_data": 1000 }, "VisualNews_i2t": { "hit@1": 0.839, "hit@5": 0.938, "hit@10": 0.953, "ndcg_linear@1": 0.839, "ndcg_linear@5": 0.8947751558137038, "ndcg_linear@10": 0.8997533519597807, "ndcg_exponential@1": 0.839, "ndcg_exponential@5": 0.8947751558137038, "ndcg_exponential@10": 0.8997533519597807, "precision@1": 0.839, "precision@5": 0.18760000000000002, "precision@10": 0.09530000000000001, "recall@1": 0.839, "recall@5": 0.938, "recall@10": 0.953, "f1@1": 0.839, "f1@5": 0.3126666666666667, "f1@10": 0.17327272727272724, "map@1": 0.839, "map@5": 0.8801333333333333, "map@10": 0.8822630952380953, "mrr@1": 0.839, "mrr@5": 0.8801333333333333, "mrr@10": 0.8822630952380953, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_t2i": { "hit@1": 0.722, "hit@5": 0.935, "hit@10": 0.965, "ndcg_linear@1": 0.722, "ndcg_linear@5": 0.8400063048969685, "ndcg_linear@10": 0.8496978391851898, "ndcg_exponential@1": 0.722, "ndcg_exponential@5": 0.8400063048969685, "ndcg_exponential@10": 0.8496978391851898, "precision@1": 0.722, "precision@5": 0.187, "precision@10": 0.09650000000000002, "recall@1": 0.722, "recall@5": 0.935, "recall@10": 0.965, "f1@1": 0.722, "f1@5": 0.31166666666666665, "f1@10": 0.17545454545454545, "map@1": 0.722, "map@5": 0.8079333333333333, "map@10": 0.8119218253968254, "mrr@1": 0.722, "mrr@5": 0.8079333333333333, "mrr@10": 0.8119218253968254, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_i2t": { "hit@1": 0.737, "hit@5": 0.957, "hit@10": 0.982, "ndcg_linear@1": 0.737, "ndcg_linear@5": 0.8594668192272695, "ndcg_linear@10": 0.8676497166665621, "ndcg_exponential@1": 0.737, "ndcg_exponential@5": 0.8594668192272695, "ndcg_exponential@10": 0.8676497166665621, "precision@1": 0.737, "precision@5": 0.19140000000000004, "precision@10": 0.09820000000000002, "recall@1": 0.737, "recall@5": 0.957, "recall@10": 0.982, "f1@1": 0.737, "f1@5": 0.319, "f1@10": 0.17854545454545453, "map@1": 0.737, "map@5": 0.8265833333333333, "map@10": 0.8300186507936508, "mrr@1": 0.737, "mrr@5": 0.8265833333333333, "mrr@10": 0.8300186507936508, "num_pred": 1000, "num_data": 1000 }, "NIGHTS": { "hit@1": 0.656, "hit@5": 0.974, "hit@10": 0.993, "ndcg_linear@1": 0.656, "ndcg_linear@5": 0.8392219252539634, "ndcg_linear@10": 0.8454923298699608, "ndcg_exponential@1": 0.656, "ndcg_exponential@5": 0.8392219252539634, "ndcg_exponential@10": 0.8454923298699608, "precision@1": 0.656, "precision@5": 0.1948, "precision@10": 0.09930000000000001, "recall@1": 0.656, "recall@5": 0.974, "recall@10": 0.993, "f1@1": 0.656, "f1@5": 0.3246666666666666, "f1@10": 0.1805454545454545, "map@1": 0.656, "map@5": 0.7931000000000001, "map@10": 0.7957623015873017, "mrr@1": 0.656, "mrr@5": 0.7931000000000001, "mrr@10": 0.7957623015873017, "num_pred": 1000, "num_data": 1000 }, "WebQA": { "hit@1": 0.81, "hit@5": 0.971, "hit@10": 0.986, "ndcg_linear@1": 0.81, "ndcg_linear@5": 0.9037144327529909, "ndcg_linear@10": 0.9087487966017537, "ndcg_exponential@1": 0.81, "ndcg_exponential@5": 0.9037144327529909, "ndcg_exponential@10": 0.9087487966017537, "precision@1": 0.81, "precision@5": 0.1942, "precision@10": 0.09860000000000002, "recall@1": 0.81, "recall@5": 0.971, "recall@10": 0.986, "f1@1": 0.81, "f1@5": 0.3236666666666666, "f1@10": 0.17927272727272725, "map@1": 0.81, "map@5": 0.8806333333333335, "map@10": 0.8828166666666666, "mrr@1": 0.81, "mrr@5": 0.8806333333333335, "mrr@10": 0.8828166666666666, "num_pred": 1000, "num_data": 1000 }, "FashionIQ": { "hit@1": 0.42, "hit@5": 0.689, "hit@10": 0.794, "ndcg_linear@1": 0.42, "ndcg_linear@5": 0.5636864513304993, "ndcg_linear@10": 0.598000278473528, "ndcg_exponential@1": 0.42, "ndcg_exponential@5": 0.5636864513304993, "ndcg_exponential@10": 0.598000278473528, "precision@1": 0.42, "precision@5": 0.13779999999999998, "precision@10": 0.07940000000000001, "recall@1": 0.42, "recall@5": 0.689, "recall@10": 0.794, "f1@1": 0.42, "f1@5": 0.2296666666666667, "f1@10": 0.14436363636363636, "map@1": 0.42, "map@5": 0.5219166666666666, "map@10": 0.5362988095238095, "mrr@1": 0.42, "mrr@5": 0.5219166666666666, "mrr@10": 0.5362988095238095, "num_pred": 1000, "num_data": 1000 }, "Wiki-SS-NQ": { "hit@1": 0.697, "hit@5": 0.884, "hit@10": 0.921, "ndcg_linear@1": 0.697, "ndcg_linear@5": 0.801194685185507, "ndcg_linear@10": 0.8131568214002816, "ndcg_exponential@1": 0.697, "ndcg_exponential@5": 0.801194685185507, "ndcg_exponential@10": 0.8131568214002816, "precision@1": 0.697, "precision@5": 0.1768, "precision@10": 0.09210000000000003, "recall@1": 0.697, "recall@5": 0.884, "recall@10": 0.921, "f1@1": 0.697, "f1@5": 0.2946666666666667, "f1@10": 0.16745454545454544, "map@1": 0.697, "map@5": 0.77325, "map@10": 0.7781892857142857, "mrr@1": 0.697, "mrr@5": 0.77325, "mrr@10": 0.7781892857142857, "num_pred": 1000, "num_data": 1000 }, "OVEN": { "hit@1": 0.82, "hit@5": 0.974, "hit@10": 0.991, "ndcg_linear@1": 0.82, "ndcg_linear@5": 0.9071538558399693, "ndcg_linear@10": 0.912778314510714, "ndcg_exponential@1": 0.82, "ndcg_exponential@5": 0.9071538558399693, "ndcg_exponential@10": 0.912778314510714, "precision@1": 0.82, "precision@5": 0.19480000000000003, "precision@10": 0.09910000000000001, "recall@1": 0.82, "recall@5": 0.974, "recall@10": 0.991, "f1@1": 0.82, "f1@5": 0.3246666666666666, "f1@10": 0.18018181818181817, "map@1": 0.82, "map@5": 0.88445, "map@10": 0.8868444444444444, "mrr@1": 0.82, "mrr@5": 0.88445, "mrr@10": 0.8868444444444444, "num_pred": 1000, "num_data": 1000 }, "EDIS": { "hit@1": 0.859, "hit@5": 0.987, "hit@10": 0.997, "ndcg_linear@1": 0.859, "ndcg_linear@5": 0.9331780902287048, "ndcg_linear@10": 0.9365900559178164, "ndcg_exponential@1": 0.859, "ndcg_exponential@5": 0.9331780902287048, "ndcg_exponential@10": 0.9365900559178164, "precision@1": 0.859, "precision@5": 0.19740000000000005, "precision@10": 0.09970000000000001, "recall@1": 0.859, "recall@5": 0.987, "recall@10": 0.997, "f1@1": 0.859, "f1@5": 0.329, "f1@10": 0.18127272727272725, "map@1": 0.859, "map@5": 0.91475, "map@10": 0.9162619047619048, "mrr@1": 0.859, "mrr@5": 0.91475, "mrr@10": 0.9162619047619048, "num_pred": 1000, "num_data": 1000 }, "MSCOCO": { "hit@1": 0.448, "hit@5": 0.625, "hit@10": 0.685, "ndcg_linear@1": 0.448, "ndcg_linear@5": 0.5408899777268813, "ndcg_linear@10": 0.5602258062625833, "ndcg_exponential@1": 0.448, "ndcg_exponential@5": 0.5408899777268813, "ndcg_exponential@10": 0.5602258062625833, "precision@1": 0.448, "precision@5": 0.12499999999999999, "precision@10": 0.0685, "recall@1": 0.448, "recall@5": 0.625, "recall@10": 0.685, "f1@1": 0.448, "f1@5": 0.20833333333333337, "f1@10": 0.12454545454545456, "map@1": 0.448, "map@5": 0.5130333333333333, "map@10": 0.5209734126984127, "mrr@1": 0.448, "mrr@5": 0.5130333333333333, "mrr@10": 0.5209734126984127, "num_pred": 1000, "num_data": 1000 }, "RefCOCO": { "hit@1": 0.628, "hit@5": 0.848, "hit@10": 0.897, "ndcg_linear@1": 0.628, "ndcg_linear@5": 0.7457621998007221, "ndcg_linear@10": 0.7619311912107107, "ndcg_exponential@1": 0.628, "ndcg_exponential@5": 0.7457621998007221, "ndcg_exponential@10": 0.7619311912107107, "precision@1": 0.628, "precision@5": 0.16960000000000003, "precision@10": 0.0897, "recall@1": 0.628, "recall@5": 0.848, "recall@10": 0.897, "f1@1": 0.628, "f1@5": 0.28266666666666673, "f1@10": 0.1630909090909091, "map@1": 0.628, "map@5": 0.7117333333333333, "map@10": 0.7185992063492063, "mrr@1": 0.628, "mrr@5": 0.7117333333333333, "mrr@10": 0.7185992063492063, "num_pred": 1000, "num_data": 1000 }, "RefCOCO-Matching": { "hit@1": 0.757, "hit@5": 0.999, "hit@10": 0.999, "ndcg_linear@1": 0.757, "ndcg_linear@5": 0.9102862746500986, "ndcg_linear@10": 0.9102862746500986, "ndcg_exponential@1": 0.757, "ndcg_exponential@5": 0.9102862746500986, "ndcg_exponential@10": 0.9102862746500986, "precision@1": 0.757, "precision@5": 0.19980000000000003, "precision@10": 0.09990000000000002, "recall@1": 0.757, "recall@5": 0.999, "recall@10": 0.999, "f1@1": 0.757, "f1@5": 0.333, "f1@10": 0.18163636363636362, "map@1": 0.757, "map@5": 0.8793666666666666, "map@10": 0.8793666666666666, "mrr@1": 0.757, "mrr@5": 0.8763666666666666, "mrr@10": 0.8763666666666666, "num_pred": 1000, "num_data": 1000 }, "Visual7W-Pointing": { "hit@1": 0.673, "hit@5": 0.863, "hit@10": 0.919, "ndcg_linear@1": 0.673, "ndcg_linear@5": 0.7774031702105983, "ndcg_linear@10": 0.7954662572023203, "ndcg_exponential@1": 0.673, "ndcg_exponential@5": 0.7774031702105983, "ndcg_exponential@10": 0.7954662572023203, "precision@1": 0.673, "precision@5": 0.17260000000000003, "precision@10": 0.09190000000000001, "recall@1": 0.673, "recall@5": 0.863, "recall@10": 0.919, "f1@1": 0.673, "f1@5": 0.2876666666666667, "f1@10": 0.16709090909090907, "map@1": 0.673, "map@5": 0.7486166666666667, "map@10": 0.756040873015873, "mrr@1": 0.673, "mrr@5": 0.7486166666666667, "mrr@10": 0.756040873015873, "num_pred": 1000, "num_data": 1000 } }, "visdoc": { "ViDoRe_arxivqa": { "hit@1": 0.052, "hit@5": 0.172, "hit@10": 0.286, "ndcg_linear@1": 0.052, "ndcg_linear@5": 0.10801878370138777, "ndcg_linear@10": 0.14373908906362196, "ndcg_exponential@1": 0.052, "ndcg_exponential@5": 0.10801878370138777, "ndcg_exponential@10": 0.14373908906362196, "precision@1": 0.052, "precision@5": 0.03440000000000001, "precision@10": 0.0286, "recall@1": 0.052, "recall@5": 0.172, "recall@10": 0.286, "f1@1": 0.052, "f1@5": 0.05733333333333333, "f1@10": 0.052, "map@1": 0.052, "map@5": 0.08753333333333334, "map@10": 0.10160873015873015, "mrr@1": 0.052, "mrr@5": 0.08753333333333334, "mrr@10": 0.10160873015873015, "num_pred": 500, "num_data": 500 }, "ViDoRe_docvqa": { "hit@1": 0.13747228381374724, "hit@5": 0.2549889135254989, "hit@10": 0.3148558758314856, "ndcg_linear@1": 0.13747228381374724, "ndcg_linear@5": 0.19129511635223329, "ndcg_linear@10": 0.2105752120749416, "ndcg_exponential@1": 0.13747228381374724, "ndcg_exponential@5": 0.19129511635223329, "ndcg_exponential@10": 0.2105752120749416, "precision@1": 0.13747228381374724, "precision@5": 0.050997782705099776, "precision@10": 0.031929046563192905, "recall@1": 0.13458980044345897, "recall@5": 0.24811529933481155, "recall@10": 0.30842572062084256, "f1@1": 0.1352549889135255, "f1@5": 0.08408826945412314, "f1@10": 0.057562319424847144, "map@1": 0.13747228381374724, "map@5": 0.17147080561714712, "map@10": 0.17921637982613592, "mrr@1": 0.13747228381374724, "mrr@5": 0.17597930524759794, "mrr@10": 0.1834661950515609, "num_pred": 451, "num_data": 451 }, "ViDoRe_infovqa": { "hit@1": 0.3319838056680162, "hit@5": 0.5748987854251012, "hit@10": 0.6923076923076923, "ndcg_linear@1": 0.3319838056680162, "ndcg_linear@5": 0.46253535711806587, "ndcg_linear@10": 0.5004886054716596, "ndcg_exponential@1": 0.3319838056680162, "ndcg_exponential@5": 0.46253535711806587, "ndcg_exponential@10": 0.5004886054716596, "precision@1": 0.3319838056680162, "precision@5": 0.11497975708502024, "precision@10": 0.06923076923076922, "recall@1": 0.3319838056680162, "recall@5": 0.5748987854251012, "recall@10": 0.6912955465587044, "f1@1": 0.3319838056680162, "f1@5": 0.19163292847503377, "f1@10": 0.12584345479082323, "map@1": 0.3319838056680162, "map@5": 0.4250337381916329, "map@10": 0.4408127691022428, "mrr@1": 0.3319838056680162, "mrr@5": 0.4250337381916329, "mrr@10": 0.4409252297410192, "num_pred": 494, "num_data": 494 }, "ViDoRe_tabfquad": { "hit@1": 0.275, "hit@5": 0.5678571428571428, "hit@10": 0.6928571428571428, "ndcg_linear@1": 0.275, "ndcg_linear@5": 0.42836855281007846, "ndcg_linear@10": 0.4688038965463907, "ndcg_exponential@1": 0.275, "ndcg_exponential@5": 0.42836855281007846, "ndcg_exponential@10": 0.4688038965463907, "precision@1": 0.275, "precision@5": 0.11357142857142856, "precision@10": 0.06928571428571428, "recall@1": 0.275, "recall@5": 0.5678571428571428, "recall@10": 0.6928571428571428, "f1@1": 0.275, "f1@5": 0.1892857142857143, "f1@10": 0.125974025974026, "map@1": 0.275, "map@5": 0.3823214285714286, "map@10": 0.3990192743764172, "mrr@1": 0.275, "mrr@5": 0.3823214285714286, "mrr@10": 0.3990192743764172, "num_pred": 280, "num_data": 280 }, "ViDoRe_tatdqa": { "hit@1": 0.06804374240583232, "hit@5": 0.1591737545565006, "hit@10": 0.22053462940461727, "ndcg_linear@1": 0.06804374240583232, "ndcg_linear@5": 0.11430035232416713, "ndcg_linear@10": 0.13412008753307786, "ndcg_exponential@1": 0.06804374240583232, "ndcg_exponential@5": 0.11430035232416713, "ndcg_exponential@10": 0.13412008753307786, "precision@1": 0.06804374240583232, "precision@5": 0.03183475091130013, "precision@10": 0.022053462940461725, "recall@1": 0.06804374240583232, "recall@5": 0.1586269744835966, "recall@10": 0.21998784933171325, "f1@1": 0.06804374240583232, "f1@5": 0.052936411502632646, "f1@10": 0.04004749806693913, "map@1": 0.06804374240583232, "map@5": 0.09965978128797083, "map@10": 0.1078442689347914, "mrr@1": 0.06804374240583232, "mrr@5": 0.09975698663426488, "mrr@10": 0.10795362494937222, "num_pred": 1646, "num_data": 1646 }, "ViDoRe_shiftproject": { "hit@1": 0.07, "hit@5": 0.17, "hit@10": 0.27, "ndcg_linear@1": 0.07, "ndcg_linear@5": 0.12035565121611999, "ndcg_linear@10": 0.1523429715395014, "ndcg_exponential@1": 0.07, "ndcg_exponential@5": 0.12035565121611999, "ndcg_exponential@10": 0.1523429715395014, "precision@1": 0.07, "precision@5": 0.034, "precision@10": 0.027000000000000003, "recall@1": 0.07, "recall@5": 0.17, "recall@10": 0.27, "f1@1": 0.07, "f1@5": 0.05666666666666667, "f1@10": 0.049090909090909095, "map@1": 0.07, "map@5": 0.10400000000000001, "map@10": 0.116984126984127, "mrr@1": 0.07, "mrr@5": 0.10400000000000001, "mrr@10": 0.116984126984127, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_artificial_intelligence": { "hit@1": 0.05, "hit@5": 0.15, "hit@10": 0.22, "ndcg_linear@1": 0.05, "ndcg_linear@5": 0.1031574868850601, "ndcg_linear@10": 0.12568086090486966, "ndcg_exponential@1": 0.05, "ndcg_exponential@5": 0.1031574868850601, "ndcg_exponential@10": 0.12568086090486966, "precision@1": 0.05, "precision@5": 0.030000000000000006, "precision@10": 0.022, "recall@1": 0.05, "recall@5": 0.15, "recall@10": 0.22, "f1@1": 0.05, "f1@5": 0.05, "f1@10": 0.04, "map@1": 0.05, "map@5": 0.0875, "map@10": 0.09673412698412699, "mrr@1": 0.05, "mrr@5": 0.0875, "mrr@10": 0.09673412698412699, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_energy": { "hit@1": 0.18, "hit@5": 0.31, "hit@10": 0.41, "ndcg_linear@1": 0.18, "ndcg_linear@5": 0.24771924937667159, "ndcg_linear@10": 0.2802583416144934, "ndcg_exponential@1": 0.18, "ndcg_exponential@5": 0.24771924937667159, "ndcg_exponential@10": 0.2802583416144934, "precision@1": 0.18, "precision@5": 0.062, "precision@10": 0.040999999999999995, "recall@1": 0.18, "recall@5": 0.31, "recall@10": 0.41, "f1@1": 0.18, "f1@5": 0.10333333333333336, "f1@10": 0.07454545454545455, "map@1": 0.18, "map@5": 0.22699999999999998, "map@10": 0.24053968253968258, "mrr@1": 0.18, "mrr@5": 0.22699999999999998, "mrr@10": 0.24053968253968258, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_government_reports": { "hit@1": 0.09, "hit@5": 0.23, "hit@10": 0.27, "ndcg_linear@1": 0.09, "ndcg_linear@5": 0.16359030940399763, "ndcg_linear@10": 0.17675975017719422, "ndcg_exponential@1": 0.09, "ndcg_exponential@5": 0.16359030940399763, "ndcg_exponential@10": 0.17675975017719422, "precision@1": 0.09, "precision@5": 0.046000000000000006, "precision@10": 0.027000000000000007, "recall@1": 0.09, "recall@5": 0.23, "recall@10": 0.27, "f1@1": 0.09, "f1@5": 0.07666666666666667, "f1@10": 0.04909090909090908, "map@1": 0.09, "map@5": 0.14150000000000001, "map@10": 0.14708333333333334, "mrr@1": 0.09, "mrr@5": 0.14150000000000001, "mrr@10": 0.14708333333333334, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_healthcare_industry": { "hit@1": 0.14, "hit@5": 0.36, "hit@10": 0.4, "ndcg_linear@1": 0.14, "ndcg_linear@5": 0.2593663913604869, "ndcg_linear@10": 0.2717200597145647, "ndcg_exponential@1": 0.14, "ndcg_exponential@5": 0.2593663913604869, "ndcg_exponential@10": 0.2717200597145647, "precision@1": 0.14, "precision@5": 0.07200000000000001, "precision@10": 0.04, "recall@1": 0.14, "recall@5": 0.36, "recall@10": 0.4, "f1@1": 0.14, "f1@5": 0.12000000000000002, "f1@10": 0.07272727272727274, "map@1": 0.14, "map@5": 0.22566666666666665, "map@10": 0.2304444444444444, "mrr@1": 0.14, "mrr@5": 0.22566666666666665, "mrr@10": 0.2304444444444444, "num_pred": 100, "num_data": 100 }, "ViDoRe_esg_reports_human_labeled_v2": { "hit@1": 0.038461538461538464, "hit@5": 0.17307692307692307, "hit@10": 0.23076923076923078, "ndcg_linear@1": 0.038461538461538464, "ndcg_linear@5": 0.07581945100217463, "ndcg_linear@10": 0.08884346676199335, "ndcg_exponential@1": 0.038461538461538464, "ndcg_exponential@5": 0.07527592503218486, "ndcg_exponential@10": 0.0882008820280547, "precision@1": 0.038461538461538464, "precision@5": 0.05000000000000001, "precision@10": 0.038461538461538464, "recall@1": 0.020833333333333332, "recall@5": 0.10961538461538461, "recall@10": 0.14761904761904762, "f1@1": 0.022189349112426034, "f1@5": 0.057642031171442946, "f1@10": 0.054193845370315956, "map@1": 0.038461538461538464, "map@5": 0.05387820512820513, "map@10": 0.05896291208791209, "mrr@1": 0.038461538461538464, "mrr@5": 0.07724358974358975, "mrr@10": 0.08392094017094018, "num_pred": 52, "num_data": 52 }, "ViDoRe_biomedical_lectures_v2": { "hit@1": 0.08125, "hit@5": 0.275, "hit@10": 0.3625, "ndcg_linear@1": 0.08125, "ndcg_linear@5": 0.11996797729916849, "ndcg_linear@10": 0.14608837569913175, "ndcg_exponential@1": 0.08125, "ndcg_exponential@5": 0.11996797729916849, "ndcg_exponential@10": 0.14608837569913175, "precision@1": 0.08125, "precision@5": 0.06250000000000001, "precision@10": 0.05, "recall@1": 0.04401041666666666, "recall@5": 0.15211647727272729, "recall@10": 0.22817048253470668, "f1@1": 0.05030055014430015, "f1@5": 0.0768830821955822, "f1@10": 0.0729347127545657, "map@1": 0.08125, "map@5": 0.08664583333333334, "map@10": 0.09615652754157218, "mrr@1": 0.08125, "mrr@5": 0.14697916666666666, "mrr@10": 0.15870287698412697, "num_pred": 160, "num_data": 160 }, "ViDoRe_biomedical_lectures_v2_multilingual": { "hit@1": 0.096875, "hit@5": 0.296875, "hit@10": 0.3796875, "ndcg_linear@1": 0.096875, "ndcg_linear@5": 0.1327817509891042, "ndcg_linear@10": 0.15578005969658662, "ndcg_exponential@1": 0.096875, "ndcg_exponential@5": 0.1327817509891042, "ndcg_exponential@10": 0.15578005969658662, "precision@1": 0.096875, "precision@5": 0.06625, "precision@10": 0.05015625, "recall@1": 0.05542025862068965, "recall@5": 0.1645906222010748, "recall@10": 0.23159770265864968, "f1@1": 0.06360192325036075, "f1@5": 0.08230852582874641, "f1@10": 0.07338045655325068, "map@1": 0.096875, "map@5": 0.09772092013888889, "map@10": 0.10609532519605062, "mrr@1": 0.096875, "mrr@5": 0.16531250000000003, "mrr@10": 0.1761204117063492, "num_pred": 640, "num_data": 640 }, "ViDoRe_economics_reports_v2": { "hit@1": 0.1896551724137931, "hit@5": 0.5, "hit@10": 0.6551724137931034, "ndcg_linear@1": 0.1896551724137931, "ndcg_linear@5": 0.2016813712542325, "ndcg_linear@10": 0.2099594095539958, "ndcg_exponential@1": 0.1896551724137931, "ndcg_exponential@5": 0.2016813712542325, "ndcg_exponential@10": 0.2099594095539958, "precision@1": 0.1896551724137931, "precision@5": 0.19999999999999998, "precision@10": 0.18620689655172412, "recall@1": 0.014798040733571795, "recall@5": 0.07392554687834921, "recall@10": 0.16365628632168921, "f1@1": 0.026836516108849087, "f1@5": 0.09510056346464353, "f1@10": 0.14028471558301375, "map@1": 0.1896551724137931, "map@5": 0.13538793103448277, "map@10": 0.11604274180936743, "mrr@1": 0.1896551724137931, "mrr@5": 0.30517241379310345, "mrr@10": 0.32358374384236455, "num_pred": 58, "num_data": 58 }, "ViDoRe_economics_reports_v2_multilingual": { "hit@1": 0.1939655172413793, "hit@5": 0.46551724137931033, "hit@10": 0.5948275862068966, "ndcg_linear@1": 0.1939655172413793, "ndcg_linear@5": 0.19075341400656756, "ndcg_linear@10": 0.19262260915535673, "ndcg_exponential@1": 0.1939655172413793, "ndcg_exponential@5": 0.19075341400656748, "ndcg_exponential@10": 0.19262260915535673, "precision@1": 0.1939655172413793, "precision@5": 0.18448275862068964, "precision@10": 0.16724137931034483, "recall@1": 0.016014854892863833, "recall@5": 0.07300449328968175, "recall@10": 0.14033065985008555, "f1@1": 0.029036373118143485, "f1@5": 0.0903316153795555, "f1@10": 0.12402634113864117, "map@1": 0.1939655172413793, "map@5": 0.12855603448275862, "map@10": 0.1083281829653956, "mrr@1": 0.1939655172413793, "mrr@5": 0.2959051724137931, "mrr@10": 0.3119937055281883, "num_pred": 232, "num_data": 232 }, "ViDoRe_esg_reports_v2": { "hit@1": 0.03508771929824561, "hit@5": 0.21052631578947367, "hit@10": 0.2631578947368421, "ndcg_linear@1": 0.03508771929824561, "ndcg_linear@5": 0.07661358667909549, "ndcg_linear@10": 0.10141753829490283, "ndcg_exponential@1": 0.03508771929824561, "ndcg_exponential@5": 0.07661358667909549, "ndcg_exponential@10": 0.10141753829490285, "precision@1": 0.03508771929824561, "precision@5": 0.06315789473684212, "precision@10": 0.05789473684210526, "recall@1": 0.007309941520467836, "recall@5": 0.11549707602339182, "recall@10": 0.1769005847953216, "f1@1": 0.011470985155195682, "f1@5": 0.07200625312080422, "f1@10": 0.07855740750477593, "map@1": 0.03508771929824561, "map@5": 0.045, "map@10": 0.05800177527151211, "mrr@1": 0.03508771929824561, "mrr@5": 0.0783625730994152, "mrr@10": 0.08567251461988304, "num_pred": 57, "num_data": 57 }, "ViDoRe_esg_reports_v2_multilingual": { "hit@1": 0.043859649122807015, "hit@5": 0.16228070175438597, "hit@10": 0.25877192982456143, "ndcg_linear@1": 0.043859649122807015, "ndcg_linear@5": 0.05924300567334283, "ndcg_linear@10": 0.09666072127808396, "ndcg_exponential@1": 0.043859649122807015, "ndcg_exponential@5": 0.05924300567334283, "ndcg_exponential@10": 0.09666072127808396, "precision@1": 0.043859649122807015, "precision@5": 0.04912280701754387, "precision@10": 0.054385964912280704, "recall@1": 0.008406432748538011, "recall@5": 0.07328216374269006, "recall@10": 0.17160087719298245, "f1@1": 0.013420302893987103, "f1@5": 0.05224007874936668, "f1@10": 0.07439770268717638, "map@1": 0.043859649122807015, "map@5": 0.03577850877192982, "map@10": 0.0544104619186856, "mrr@1": 0.043859649122807015, "mrr@5": 0.07339181286549706, "mrr@10": 0.08703181565023671, "num_pred": 228, "num_data": 228 }, "VisRAG_ArxivQA": { "hit@1": 0.012254901960784314, "hit@5": 0.02696078431372549, "hit@10": 0.03553921568627451, "ndcg_linear@1": 0.012254901960784314, "ndcg_linear@5": 0.020155243188820424, "ndcg_linear@10": 0.022825943867728897, "ndcg_exponential@1": 0.012254901960784314, "ndcg_exponential@5": 0.020155243188820424, "ndcg_exponential@10": 0.022825943867728897, "precision@1": 0.012254901960784314, "precision@5": 0.005392156862745099, "precision@10": 0.0035539215686274514, "recall@1": 0.012254901960784314, "recall@5": 0.02696078431372549, "recall@10": 0.03553921568627451, "f1@1": 0.012254901960784314, "f1@5": 0.008986928104575164, "f1@10": 0.006461675579322638, "map@1": 0.012254901960784314, "map@5": 0.01787173202614379, "map@10": 0.018913398692810456, "mrr@1": 0.012254901960784314, "mrr@5": 0.01787173202614379, "mrr@10": 0.018913398692810456, "num_pred": 816, "num_data": 816 }, "VisRAG_ChartQA": { "hit@1": 0.31746031746031744, "hit@5": 0.49206349206349204, "hit@10": 0.5396825396825397, "ndcg_linear@1": 0.31746031746031744, "ndcg_linear@5": 0.41335716785860044, "ndcg_linear@10": 0.42995633781970166, "ndcg_exponential@1": 0.31746031746031744, "ndcg_exponential@5": 0.41335716785860044, "ndcg_exponential@10": 0.42995633781970166, "precision@1": 0.31746031746031744, "precision@5": 0.09841269841269841, "precision@10": 0.05396825396825397, "recall@1": 0.31746031746031744, "recall@5": 0.49206349206349204, "recall@10": 0.5396825396825397, "f1@1": 0.31746031746031744, "f1@5": 0.1640211640211641, "f1@10": 0.09812409812409813, "map@1": 0.31746031746031744, "map@5": 0.3867724867724867, "map@10": 0.39433106575963717, "mrr@1": 0.31746031746031744, "mrr@5": 0.3867724867724867, "mrr@10": 0.39433106575963717, "num_pred": 63, "num_data": 63 }, "VisRAG_MP-DocVQA": { "hit@1": 0.2436548223350254, "hit@5": 0.41624365482233505, "hit@10": 0.48223350253807107, "ndcg_linear@1": 0.2436548223350254, "ndcg_linear@5": 0.33378850914695807, "ndcg_linear@10": 0.3551570419412752, "ndcg_exponential@1": 0.2436548223350254, "ndcg_exponential@5": 0.33378850914695807, "ndcg_exponential@10": 0.3551570419412752, "precision@1": 0.2436548223350254, "precision@5": 0.08324873096446701, "precision@10": 0.048223350253807105, "recall@1": 0.2436548223350254, "recall@5": 0.41624365482233505, "recall@10": 0.48223350253807107, "f1@1": 0.2436548223350254, "f1@5": 0.13874788494077836, "f1@10": 0.08767881864328564, "map@1": 0.2436548223350254, "map@5": 0.30654258319232935, "map@10": 0.31538353073886066, "mrr@1": 0.2436548223350254, "mrr@5": 0.30654258319232935, "mrr@10": 0.31538353073886066, "num_pred": 591, "num_data": 591 }, "VisRAG_SlideVQA": { "hit@1": 0.44964028776978415, "hit@5": 0.7086330935251799, "hit@10": 0.7859712230215827, "ndcg_linear@1": 0.44964028776978415, "ndcg_linear@5": 0.5648847466987875, "ndcg_linear@10": 0.5955590007686733, "ndcg_exponential@1": 0.44964028776978415, "ndcg_exponential@5": 0.5648847466987875, "ndcg_exponential@10": 0.5955590007686733, "precision@1": 0.44964028776978415, "precision@5": 0.1723021582733813, "precision@10": 0.09766187050359712, "recall@1": 0.36960431654676257, "recall@5": 0.6735611510791367, "recall@10": 0.7616906474820144, "f1@1": 0.3962829736211031, "f1@5": 0.2692702980472765, "f1@10": 0.17105406583823854, "map@1": 0.44964028776978415, "map@5": 0.5169964028776978, "map@10": 0.5313963115222108, "mrr@1": 0.44964028776978415, "mrr@5": 0.5481115107913669, "mrr@10": 0.5588072399223478, "num_pred": 556, "num_data": 556 }, "VisRAG_InfoVQA": { "hit@1": 0.4415041782729805, "hit@5": 0.6713091922005571, "hit@10": 0.754874651810585, "ndcg_linear@1": 0.4415041782729805, "ndcg_linear@5": 0.5633673128694291, "ndcg_linear@10": 0.5903761050947809, "ndcg_exponential@1": 0.4415041782729805, "ndcg_exponential@5": 0.5633673128694291, "ndcg_exponential@10": 0.5903761050947809, "precision@1": 0.4415041782729805, "precision@5": 0.13426183844011141, "precision@10": 0.07548746518105848, "recall@1": 0.4415041782729805, "recall@5": 0.6713091922005571, "recall@10": 0.754874651810585, "f1@1": 0.4415041782729805, "f1@5": 0.2237697307335191, "f1@10": 0.13724993669283364, "map@1": 0.4415041782729805, "map@5": 0.5274373259052925, "map@10": 0.5385661228279612, "mrr@1": 0.4415041782729805, "mrr@5": 0.5274373259052925, "mrr@10": 0.5385661228279612, "num_pred": 718, "num_data": 718 }, "VisRAG_PlotQA": { "hit@1": 0.2410196987253766, "hit@5": 0.4380069524913094, "hit@10": 0.5365005793742758, "ndcg_linear@1": 0.2410196987253766, "ndcg_linear@5": 0.3455373205552205, "ndcg_linear@10": 0.3774838122200841, "ndcg_exponential@1": 0.2410196987253766, "ndcg_exponential@5": 0.3455373205552205, "ndcg_exponential@10": 0.3774838122200841, "precision@1": 0.2410196987253766, "precision@5": 0.08760139049826188, "precision@10": 0.053650057937427574, "recall@1": 0.2410196987253766, "recall@5": 0.4380069524913094, "recall@10": 0.5365005793742758, "f1@1": 0.2410196987253766, "f1@5": 0.14600231749710316, "f1@10": 0.09754555988623198, "map@1": 0.2410196987253766, "map@5": 0.3148319814600232, "map@10": 0.32806792473652263, "mrr@1": 0.2410196987253766, "mrr@5": 0.3148319814600232, "mrr@10": 0.32806792473652263, "num_pred": 863, "num_data": 863 }, "ViDoSeek-page": { "hit@1": 0.040280210157618214, "hit@5": 0.18563922942206654, "hit@10": 0.287215411558669, "ndcg_linear@1": 0.040280210157618214, "ndcg_linear@5": 0.11294100510293231, "ndcg_linear@10": 0.14594536433240723, "ndcg_exponential@1": 0.040280210157618214, "ndcg_exponential@5": 0.11294100510293234, "ndcg_exponential@10": 0.14594536433240726, "precision@1": 0.040280210157618214, "precision@5": 0.03712784588441331, "precision@10": 0.028721541155866902, "recall@1": 0.040280210157618214, "recall@5": 0.18563922942206654, "recall@10": 0.287215411558669, "f1@1": 0.040280210157618214, "f1@5": 0.06187974314068886, "f1@10": 0.052220983919758, "map@1": 0.040280210157618214, "map@5": 0.08917104495037945, "map@10": 0.10288862480193478, "mrr@1": 0.040280210157618214, "mrr@5": 0.08917104495037945, "mrr@10": 0.10288862480193478, "num_pred": 1142, "num_data": 1142 }, "ViDoSeek-doc": { "hit@1": 0.4982486865148862, "hit@5": 0.6567425569176882, "hit@10": 0.7338003502626971, "ndcg_linear@1": 0.3429655575014594, "ndcg_linear@5": 0.3714170601904285, "ndcg_linear@10": 0.35019901577656104, "ndcg_exponential@1": 0.23204903677758318, "ndcg_exponential@5": 0.3146728814563305, "ndcg_exponential@10": 0.3162182310328309, "precision@1": 0.4982486865148862, "precision@5": 0.4001751313485114, "precision@10": 0.3430823117338004, "recall@1": 0.02844268284063671, "recall@5": 0.11354378337205699, "recall@10": 0.19116020046136178, "f1@1": 0.05349597259677307, "f1@5": 0.1736704243149188, "f1@10": 0.24068949848035567, "map@1": 0.4982486865148862, "map@5": 0.3603765323992995, "map@10": 0.2910387701490404, "mrr@1": 0.4982486865148862, "mrr@5": 0.5563776999416229, "mrr@10": 0.5669967753592973, "num_pred": 1142, "num_data": 1142 }, "MMLongBench-page": { "hit@1": 0.059665871121718374, "hit@5": 0.14797136038186157, "hit@10": 0.2159904534606205, "ndcg_linear@1": 0.059665871121718374, "ndcg_linear@5": 0.07951086728623444, "ndcg_linear@10": 0.09880430458699743, "ndcg_exponential@1": 0.059665871121718374, "ndcg_exponential@5": 0.07951086728623444, "ndcg_exponential@10": 0.09880430458699746, "precision@1": 0.059665871121718374, "precision@5": 0.03293556085918855, "precision@10": 0.0256563245823389, "recall@1": 0.038929139674963066, "recall@5": 0.10381908929044967, "recall@10": 0.15813207940296245, "f1@1": 0.04444323907331067, "f1@5": 0.04737172798031987, "f1@10": 0.042217267935243885, "map@1": 0.059665871121718374, "map@5": 0.06207769822328295, "map@10": 0.06994553516182395, "mrr@1": 0.059665871121718374, "mrr@5": 0.08904136833731105, "mrr@10": 0.09803860287153843, "num_pred": 838, "num_data": 838 }, "MMLongBench-doc": { "hit@1": 0.34725536992840095, "hit@5": 0.5238663484486874, "hit@10": 0.5883054892601431, "ndcg_linear@1": 0.24701670644391405, "ndcg_linear@5": 0.2758146276737757, "ndcg_linear@10": 0.2683418556525889, "ndcg_exponential@1": 0.17541766109785203, "ndcg_exponential@5": 0.2302031604572782, "ndcg_exponential@10": 0.23834477001816015, "precision@1": 0.34725536992840095, "precision@5": 0.31169451073985677, "precision@10": 0.27792362768496426, "recall@1": 0.011458219705852956, "recall@5": 0.0473748134486053, "recall@10": 0.08146579365576306, "f1@1": 0.021977357536621576, "f1@5": 0.0790594246656723, "f1@10": 0.11819035378881726, "map@1": 0.34725536992840095, "map@5": 0.2678878281622912, "map@10": 0.22411547713755348, "mrr@1": 0.34725536992840095, "mrr@5": 0.41585123309466987, "mrr@10": 0.4247144561882032, "num_pred": 838, "num_data": 838 } }, "video": { "DiDeMo": { "hit@1": 0.24800796812749004, "hit@5": 0.4711155378486056, "hit@10": 0.5677290836653387, "ndcg_linear@1": 0.24800796812749004, "ndcg_linear@5": 0.36275185397452103, "ndcg_linear@10": 0.3937078477068639, "ndcg_exponential@1": 0.24800796812749004, "ndcg_exponential@5": 0.36275185397452103, "ndcg_exponential@10": 0.3937078477068639, "precision@1": 0.24800796812749004, "precision@5": 0.0942231075697211, "precision@10": 0.05677290836653386, "recall@1": 0.24800796812749004, "recall@5": 0.4711155378486056, "recall@10": 0.5677290836653387, "f1@1": 0.24800796812749004, "f1@5": 0.15703851261620191, "f1@10": 0.10322346975733432, "map@1": 0.24800796812749004, "map@5": 0.3271082337317397, "map@10": 0.33971653070258645, "mrr@1": 0.24800796812749004, "mrr@5": 0.3271082337317397, "mrr@10": 0.33971653070258645, "num_pred": 1004, "num_data": 1004 }, "MSR-VTT": { "hit@1": 0.221, "hit@5": 0.441, "hit@10": 0.558, "ndcg_linear@1": 0.221, "ndcg_linear@5": 0.3378462330246669, "ndcg_linear@10": 0.37615489678599645, "ndcg_exponential@1": 0.221, "ndcg_exponential@5": 0.3378462330246669, "ndcg_exponential@10": 0.37615489678599645, "precision@1": 0.221, "precision@5": 0.08819999999999999, "precision@10": 0.055799999999999995, "recall@1": 0.221, "recall@5": 0.441, "recall@10": 0.558, "f1@1": 0.221, "f1@5": 0.14700000000000002, "f1@10": 0.10145454545454546, "map@1": 0.221, "map@5": 0.30355, "map@10": 0.31964126984126984, "mrr@1": 0.221, "mrr@5": 0.30355, "mrr@10": 0.31964126984126984, "num_pred": 1000, "num_data": 1000 }, "MSVD": { "hit@1": 0.46119402985074626, "hit@5": 0.7, "hit@10": 0.7850746268656716, "ndcg_linear@1": 0.46119402985074626, "ndcg_linear@5": 0.5909143508859, "ndcg_linear@10": 0.6184940826509501, "ndcg_exponential@1": 0.46119402985074626, "ndcg_exponential@5": 0.5909143508859, "ndcg_exponential@10": 0.6184940826509501, "precision@1": 0.46119402985074626, "precision@5": 0.13999999999999999, "precision@10": 0.07850746268656715, "recall@1": 0.46119402985074626, "recall@5": 0.7, "recall@10": 0.7850746268656716, "f1@1": 0.46119402985074626, "f1@5": 0.2333333333333334, "f1@10": 0.14274084124830397, "map@1": 0.46119402985074626, "map@5": 0.5543781094527364, "map@10": 0.5658019426676143, "mrr@1": 0.46119402985074626, "mrr@5": 0.5543781094527364, "mrr@10": 0.5658019426676143, "num_pred": 670, "num_data": 670 }, "VATEX": { "hit@1": 0.19138008039303261, "hit@5": 0.41692719964269764, "hit@10": 0.5225547119249665, "ndcg_linear@1": 0.19138008039303261, "ndcg_linear@5": 0.31066559826092355, "ndcg_linear@10": 0.3449304405187584, "ndcg_exponential@1": 0.19138008039303261, "ndcg_exponential@5": 0.31066559826092355, "ndcg_exponential@10": 0.3449304405187584, "precision@1": 0.19138008039303261, "precision@5": 0.08338543992853951, "precision@10": 0.05225547119249665, "recall@1": 0.19138008039303261, "recall@5": 0.41692719964269764, "recall@10": 0.5225547119249665, "f1@1": 0.19138008039303261, "f1@5": 0.13897573321423257, "f1@10": 0.09500994762272119, "map@1": 0.19138008039303261, "map@5": 0.27535730236712824, "map@10": 0.28956069177708305, "mrr@1": 0.19138008039303261, "mrr@5": 0.27535730236712824, "mrr@10": 0.28956069177708305, "num_pred": 4478, "num_data": 4478 }, "YouCook2": { "hit@1": 0.09153821956590123, "hit@5": 0.21358917898710286, "hit@10": 0.29285938974520287, "ndcg_linear@1": 0.09153821956590123, "ndcg_linear@5": 0.15446626761982413, "ndcg_linear@10": 0.18024480954320224, "ndcg_exponential@1": 0.09153821956590123, "ndcg_exponential@5": 0.15446626761982413, "ndcg_exponential@10": 0.18024480954320224, "precision@1": 0.09153821956590123, "precision@5": 0.04271783579742058, "precision@10": 0.02928593897452029, "recall@1": 0.09153821956590123, "recall@5": 0.21358917898710286, "recall@10": 0.29285938974520287, "f1@1": 0.09153821956590123, "f1@5": 0.07119639299570096, "f1@10": 0.053247161771855074, "map@1": 0.09153821956590123, "map@5": 0.13498479605746042, "map@10": 0.14571006655781743, "mrr@1": 0.09153821956590123, "mrr@5": 0.13498479605746042, "mrr@10": 0.14571006655781743, "num_pred": 3179, "num_data": 3179 }, "QVHighlight": { "hit@1": 0.5383194829178208, "hit@5": 0.863342566943675, "hit@10": 1.0, "ndcg_linear@1": 0.5383194829178208, "ndcg_linear@5": 0.7079527214519653, "ndcg_linear@10": 0.7516086585604039, "ndcg_exponential@1": 0.5383194829178208, "ndcg_exponential@5": 0.7079527214519653, "ndcg_exponential@10": 0.7516086585604039, "precision@1": 0.5383194829178208, "precision@5": 0.17266851338873498, "precision@10": 0.09999999999999998, "recall@1": 0.5383194829178208, "recall@5": 0.863342566943675, "recall@10": 1.0, "f1@1": 0.5383194829178208, "f1@5": 0.28778085564789174, "f1@10": 0.18181818181818185, "map@1": 0.5383194829178208, "map@5": 0.6565712526931364, "map@10": 0.6742862272640666, "mrr@1": 0.5383194829178208, "mrr@5": 0.6565712526931364, "mrr@10": 0.6742862272640666, "num_pred": 1083, "num_data": 1083 }, "Charades-STA": { "hit@1": 0.10866574965612105, "hit@5": 0.4786795048143054, "hit@10": 1.0, "ndcg_linear@1": 0.10866574965612105, "ndcg_linear@5": 0.2926265568216908, "ndcg_linear@10": 0.4575713199023012, "ndcg_exponential@1": 0.10866574965612105, "ndcg_exponential@5": 0.2926265568216908, "ndcg_exponential@10": 0.4575713199023012, "precision@1": 0.10866574965612105, "precision@5": 0.09573590096286107, "precision@10": 0.09999999999999998, "recall@1": 0.10866574965612105, "recall@5": 0.4786795048143054, "recall@10": 1.0, "f1@1": 0.10866574965612105, "f1@5": 0.15955983493810183, "f1@10": 0.18181818181818185, "map@1": 0.10866574965612105, "map@5": 0.23207244383310408, "map@10": 0.2980508067509443, "mrr@1": 0.10866574965612105, "mrr@5": 0.23207244383310408, "mrr@10": 0.2980508067509443, "num_pred": 727, "num_data": 727 }, "MomentSeeker": { "hit@1": 0.39, "hit@5": 0.823, "hit@10": 1.0, "ndcg_linear@1": 0.39, "ndcg_linear@5": 0.6111730991071609, "ndcg_linear@10": 0.6713060355016324, "ndcg_exponential@1": 0.39, "ndcg_exponential@5": 0.6111730991071609, "ndcg_exponential@10": 0.6713060355016324, "precision@1": 0.39, "precision@5": 0.1732, "precision@10": 0.10660000000000003, "recall@1": 0.37683333333333335, "recall@5": 0.8175, "recall@10": 1.0, "f1@1": 0.380415873015873, "f1@5": 0.2822383172383172, "f1@10": 0.19060245310245308, "map@1": 0.39, "map@5": 0.5413308333333334, "map@10": 0.5673437003968254, "mrr@1": 0.39, "mrr@5": 0.5443833333333333, "mrr@10": 0.5687698412698412, "num_pred": 1000, "num_data": 1000 }, "K700": { "hit@1": 0.423, "hit@5": 0.653, "hit@10": 0.731, "ndcg_linear@1": 0.423, "ndcg_linear@5": 0.546371218016443, "ndcg_linear@10": 0.5718997969605862, "ndcg_exponential@1": 0.423, "ndcg_exponential@5": 0.546371218016443, "ndcg_exponential@10": 0.5718997969605862, "precision@1": 0.423, "precision@5": 0.13059999999999997, "precision@10": 0.0731, "recall@1": 0.423, "recall@5": 0.653, "recall@10": 0.731, "f1@1": 0.423, "f1@5": 0.21766666666666673, "f1@10": 0.13290909090909092, "map@1": 0.423, "map@5": 0.5107999999999999, "map@10": 0.5215190476190475, "mrr@1": 0.423, "mrr@5": 0.5107999999999999, "mrr@10": 0.5215190476190475, "num_pred": 1000, "num_data": 1000 }, "SmthSmthV2": { "hit@1": 0.363, "hit@5": 0.602, "hit@10": 0.698, "ndcg_linear@1": 0.363, "ndcg_linear@5": 0.4890606806277336, "ndcg_linear@10": 0.5200630033328641, "ndcg_exponential@1": 0.363, "ndcg_exponential@5": 0.4890606806277336, "ndcg_exponential@10": 0.5200630033328641, "precision@1": 0.363, "precision@5": 0.1204, "precision@10": 0.06979999999999999, "recall@1": 0.363, "recall@5": 0.602, "recall@10": 0.698, "f1@1": 0.363, "f1@5": 0.20066666666666674, "f1@10": 0.12690909090909094, "map@1": 0.363, "map@5": 0.45156666666666667, "map@10": 0.4643380952380952, "mrr@1": 0.363, "mrr@5": 0.45156666666666667, "mrr@10": 0.4643380952380952, "num_pred": 1000, "num_data": 1000 }, "HMDB51": { "hit@1": 0.405, "hit@5": 0.658, "hit@10": 0.783, "ndcg_linear@1": 0.405, "ndcg_linear@5": 0.5405643217050999, "ndcg_linear@10": 0.5815107823708526, "ndcg_exponential@1": 0.405, "ndcg_exponential@5": 0.5405643217050999, "ndcg_exponential@10": 0.5815107823708526, "precision@1": 0.405, "precision@5": 0.1316, "precision@10": 0.0783, "recall@1": 0.405, "recall@5": 0.658, "recall@10": 0.783, "f1@1": 0.405, "f1@5": 0.21933333333333338, "f1@10": 0.1423636363636364, "map@1": 0.405, "map@5": 0.5013833333333333, "map@10": 0.5185896825396826, "mrr@1": 0.405, "mrr@5": 0.5013833333333333, "mrr@10": 0.5185896825396826, "num_pred": 1000, "num_data": 1000 }, "UCF101": { "hit@1": 0.604, "hit@5": 0.852, "hit@10": 0.89, "ndcg_linear@1": 0.604, "ndcg_linear@5": 0.7417818963613594, "ndcg_linear@10": 0.7541096692471368, "ndcg_exponential@1": 0.604, "ndcg_exponential@5": 0.7417818963613594, "ndcg_exponential@10": 0.7541096692471368, "precision@1": 0.604, "precision@5": 0.17040000000000002, "precision@10": 0.08900000000000001, "recall@1": 0.604, "recall@5": 0.852, "recall@10": 0.89, "f1@1": 0.604, "f1@5": 0.284, "f1@10": 0.1618181818181818, "map@1": 0.604, "map@5": 0.7046166666666666, "map@10": 0.7097305555555556, "mrr@1": 0.604, "mrr@5": 0.7046166666666666, "mrr@10": 0.7097305555555556, "num_pred": 1000, "num_data": 1000 }, "Breakfast": { "hit@1": 0.16859122401847576, "hit@5": 0.6235565819861432, "hit@10": 1.0, "ndcg_linear@1": 0.16859122401847576, "ndcg_linear@5": 0.400691767704696, "ndcg_linear@10": 0.5235817090775436, "ndcg_exponential@1": 0.16859122401847576, "ndcg_exponential@5": 0.400691767704696, "ndcg_exponential@10": 0.5235817090775436, "precision@1": 0.16859122401847576, "precision@5": 0.12471131639722864, "precision@10": 0.1, "recall@1": 0.16859122401847576, "recall@5": 0.6235565819861432, "recall@10": 1.0, "f1@1": 0.16859122401847576, "f1@5": 0.20785219399538113, "f1@10": 0.1818181818181818, "map@1": 0.16859122401847576, "map@5": 0.32763664357197847, "map@10": 0.37902140840939913, "mrr@1": 0.16859122401847576, "mrr@5": 0.32763664357197847, "mrr@10": 0.37902140840939913, "num_pred": 433, "num_data": 433 }, "MVBench": { "hit@1": 0.372, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.372, "ndcg_linear@5": 0.7114371453270959, "ndcg_linear@10": 0.7114371453270959, "ndcg_exponential@1": 0.372, "ndcg_exponential@5": 0.7114371453270959, "ndcg_exponential@10": 0.7114371453270959, "precision@1": 0.372, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.372, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.372, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.372, "map@5": 0.6143833333333334, "map@10": 0.6143833333333334, "mrr@1": 0.372, "mrr@5": 0.6143833333333334, "mrr@10": 0.6143833333333334, "num_pred": 4000, "num_data": 4000 }, "Video-MME": { "hit@1": 0.34074074074074073, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.34074074074074073, "ndcg_linear@5": 0.6905732385187221, "ndcg_linear@10": 0.6905732385187221, "ndcg_exponential@1": 0.34074074074074073, "ndcg_exponential@5": 0.6905732385187221, "ndcg_exponential@10": 0.6905732385187221, "precision@1": 0.34074074074074073, "precision@5": 0.19999999999999996, "precision@10": 0.09999999999999998, "recall@1": 0.34074074074074073, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.34074074074074073, "f1@5": 0.3333333333333334, "f1@10": 0.18181818181818188, "map@1": 0.34074074074074073, "map@5": 0.5870987654320988, "map@10": 0.5870987654320988, "mrr@1": 0.34074074074074073, "mrr@5": 0.5870987654320988, "mrr@10": 0.5870987654320988, "num_pred": 2700, "num_data": 2700 }, "NExTQA": { "hit@1": 0.4371788883699206, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.4371788883699206, "ndcg_linear@5": 0.7269325524352686, "ndcg_linear@10": 0.7269325524352686, "ndcg_exponential@1": 0.4371788883699206, "ndcg_exponential@5": 0.7269325524352686, "ndcg_exponential@10": 0.7269325524352686, "precision@1": 0.4371788883699206, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.4371788883699206, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.4371788883699206, "f1@5": 0.3333333333333333, "f1@10": 0.1818181818181818, "map@1": 0.4371788883699206, "map@5": 0.6369803829985987, "map@10": 0.6369803829985987, "mrr@1": 0.4371788883699206, "mrr@5": 0.6367857698894598, "mrr@10": 0.6367857698894598, "num_pred": 8564, "num_data": 8564 }, "EgoSchema": { "hit@1": 0.448, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.448, "ndcg_linear@5": 0.7459721375093364, "ndcg_linear@10": 0.7459721375093364, "ndcg_exponential@1": 0.448, "ndcg_exponential@5": 0.7459721375093364, "ndcg_exponential@10": 0.7459721375093364, "precision@1": 0.448, "precision@5": 0.2, "precision@10": 0.1, "recall@1": 0.448, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.448, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.448, "map@5": 0.6608999999999999, "map@10": 0.6608999999999999, "mrr@1": 0.448, "mrr@5": 0.6608999999999999, "mrr@10": 0.6608999999999999, "num_pred": 500, "num_data": 500 }, "ActivityNetQA": { "hit@1": 0.532, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.532, "ndcg_linear@5": 0.8272751246714422, "ndcg_linear@10": 0.8272751246714422, "ndcg_exponential@1": 0.532, "ndcg_exponential@5": 0.8272751246714422, "ndcg_exponential@10": 0.8272751246714422, "precision@1": 0.532, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.532, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.532, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.532, "map@5": 0.766, "map@10": 0.766, "mrr@1": 0.532, "mrr@5": 0.766, "mrr@10": 0.766, "num_pred": 1000, "num_data": 1000 } } } }