{ "metadata": { "model_name": "gme-Qwen2-VL-7B-Instruct", "report_generated_date": "2025-06-28T08:54:18.334782", "model_size": 8.29, "url": "https://huggingface.co/Alibaba-NLP/gme-Qwen2-VL-7B-Instruct", "data_source": "TIGER-Lab" }, "metrics": { "image": { "ImageNet-1K": { "hit@1": 0.646, "hit@5": 0.864, "hit@10": 0.914, "ndcg_linear@1": 0.646, "ndcg_linear@5": 0.7675656151573618, "ndcg_linear@10": 0.7837300096011678, "ndcg_exponential@1": 0.646, "ndcg_exponential@5": 0.7675656151573618, "ndcg_exponential@10": 0.7837300096011678, "precision@1": 0.646, "precision@5": 0.1728, "precision@10": 0.09140000000000001, "recall@1": 0.646, "recall@5": 0.864, "recall@10": 0.914, "f1@1": 0.646, "f1@5": 0.288, "f1@10": 0.16618181818181818, "map@1": 0.646, "map@5": 0.7350166666666667, "map@10": 0.741684126984127, "mrr@1": 0.646, "mrr@5": 0.7350166666666667, "mrr@10": 0.741684126984127, "num_pred": 1000, "num_data": 1000 }, "N24News": { "hit@1": 0.505, "hit@5": 0.838, "hit@10": 0.93, "ndcg_linear@1": 0.505, "ndcg_linear@5": 0.6859312278730303, "ndcg_linear@10": 0.7160982776534236, "ndcg_exponential@1": 0.505, "ndcg_exponential@5": 0.6859312278730303, "ndcg_exponential@10": 0.7160982776534236, "precision@1": 0.505, "precision@5": 0.1676, "precision@10": 0.09300000000000003, "recall@1": 0.505, "recall@5": 0.838, "recall@10": 0.93, "f1@1": 0.505, "f1@5": 0.2793333333333334, "f1@10": 0.1690909090909091, "map@1": 0.505, "map@5": 0.635, "map@10": 0.6476924603174602, "mrr@1": 0.505, "mrr@5": 0.635, "mrr@10": 0.6476924603174602, "num_pred": 1000, "num_data": 1000 }, "HatefulMemes": { "hit@1": 0.536, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.536, "ndcg_linear@5": 0.8287514056571564, "ndcg_linear@10": 0.8287514056571564, "ndcg_exponential@1": 0.536, "ndcg_exponential@5": 0.8287514056571564, "ndcg_exponential@10": 0.8287514056571564, "precision@1": 0.536, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.536, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.536, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.536, "map@5": 0.768, "map@10": 0.768, "mrr@1": 0.536, "mrr@5": 0.768, "mrr@10": 0.768, "num_pred": 1000, "num_data": 1000 }, "VOC2007": { "hit@1": 0.803, "hit@5": 0.966, "hit@10": 0.99, "ndcg_linear@1": 0.803, "ndcg_linear@5": 0.8956917699369619, "ndcg_linear@10": 0.9035303593848166, "ndcg_exponential@1": 0.803, "ndcg_exponential@5": 0.8956917699369619, "ndcg_exponential@10": 0.9035303593848166, "precision@1": 0.803, "precision@5": 0.19320000000000004, "precision@10": 0.09900000000000002, "recall@1": 0.803, "recall@5": 0.966, "recall@10": 0.99, "f1@1": 0.803, "f1@5": 0.322, "f1@10": 0.18, "map@1": 0.803, "map@5": 0.8717333333333334, "map@10": 0.8750126984126985, "mrr@1": 0.803, "mrr@5": 0.8717333333333334, "mrr@10": 0.8750126984126985, "num_pred": 1000, "num_data": 1000 }, "SUN397": { "hit@1": 0.695, "hit@5": 0.93, "hit@10": 0.964, "ndcg_linear@1": 0.695, "ndcg_linear@5": 0.8264697358260907, "ndcg_linear@10": 0.8377506399258345, "ndcg_exponential@1": 0.695, "ndcg_exponential@5": 0.8264697358260907, "ndcg_exponential@10": 0.8377506399258345, "precision@1": 0.695, "precision@5": 0.18600000000000003, "precision@10": 0.0964, "recall@1": 0.695, "recall@5": 0.93, "recall@10": 0.964, "f1@1": 0.695, "f1@5": 0.31, "f1@10": 0.17527272727272725, "map@1": 0.695, "map@5": 0.7914666666666665, "map@10": 0.7962904761904762, "mrr@1": 0.695, "mrr@5": 0.7914666666666665, "mrr@10": 0.7962904761904762, "num_pred": 1000, "num_data": 1000 }, "Place365": { "hit@1": 0.391, "hit@5": 0.695, "hit@10": 0.786, "ndcg_linear@1": 0.391, "ndcg_linear@5": 0.5529304236707225, "ndcg_linear@10": 0.5829135990155158, "ndcg_exponential@1": 0.391, "ndcg_exponential@5": 0.5529304236707225, "ndcg_exponential@10": 0.5829135990155158, "precision@1": 0.391, "precision@5": 0.13899999999999998, "precision@10": 0.07859999999999999, "recall@1": 0.391, "recall@5": 0.695, "recall@10": 0.786, "f1@1": 0.391, "f1@5": 0.23166666666666674, "f1@10": 0.14290909090909093, "map@1": 0.391, "map@5": 0.50565, "map@10": 0.51835, "mrr@1": 0.391, "mrr@5": 0.50565, "mrr@10": 0.51835, "num_pred": 1000, "num_data": 1000 }, "ImageNet-A": { "hit@1": 0.412, "hit@5": 0.692, "hit@10": 0.776, "ndcg_linear@1": 0.412, "ndcg_linear@5": 0.5641118126578005, "ndcg_linear@10": 0.5913889513202993, "ndcg_exponential@1": 0.412, "ndcg_exponential@5": 0.5641118126578005, "ndcg_exponential@10": 0.5913889513202993, "precision@1": 0.412, "precision@5": 0.1384, "precision@10": 0.07759999999999999, "recall@1": 0.412, "recall@5": 0.692, "recall@10": 0.776, "f1@1": 0.412, "f1@5": 0.23066666666666671, "f1@10": 0.14109090909090913, "map@1": 0.412, "map@5": 0.5212666666666667, "map@10": 0.532590873015873, "mrr@1": 0.412, "mrr@5": 0.5212666666666667, "mrr@10": 0.532590873015873, "num_pred": 1000, "num_data": 1000 }, "ImageNet-R": { "hit@1": 0.839, "hit@5": 0.96, "hit@10": 0.978, "ndcg_linear@1": 0.839, "ndcg_linear@5": 0.9069125896441956, "ndcg_linear@10": 0.9128589977894869, "ndcg_exponential@1": 0.839, "ndcg_exponential@5": 0.9069125896441956, "ndcg_exponential@10": 0.9128589977894869, "precision@1": 0.839, "precision@5": 0.192, "precision@10": 0.09780000000000001, "recall@1": 0.839, "recall@5": 0.96, "recall@10": 0.978, "f1@1": 0.839, "f1@5": 0.32, "f1@10": 0.17781818181818182, "map@1": 0.839, "map@5": 0.8889333333333334, "map@10": 0.8914634920634922, "mrr@1": 0.839, "mrr@5": 0.8889333333333334, "mrr@10": 0.8914634920634922, "num_pred": 1000, "num_data": 1000 }, "ObjectNet": { "hit@1": 0.69, "hit@5": 0.859, "hit@10": 0.915, "ndcg_linear@1": 0.69, "ndcg_linear@5": 0.7820151814813446, "ndcg_linear@10": 0.8002958335952403, "ndcg_exponential@1": 0.69, "ndcg_exponential@5": 0.7820151814813446, "ndcg_exponential@10": 0.8002958335952403, "precision@1": 0.69, "precision@5": 0.1718, "precision@10": 0.09150000000000001, "recall@1": 0.69, "recall@5": 0.859, "recall@10": 0.915, "f1@1": 0.69, "f1@5": 0.2863333333333334, "f1@10": 0.16636363636363635, "map@1": 0.69, "map@5": 0.7562333333333333, "map@10": 0.7638757936507936, "mrr@1": 0.69, "mrr@5": 0.7562333333333333, "mrr@10": 0.7638757936507936, "num_pred": 1000, "num_data": 1000 }, "Country211": { "hit@1": 0.248, "hit@5": 0.457, "hit@10": 0.559, "ndcg_linear@1": 0.248, "ndcg_linear@5": 0.3569485635087294, "ndcg_linear@10": 0.3901006229753951, "ndcg_exponential@1": 0.248, "ndcg_exponential@5": 0.3569485635087294, "ndcg_exponential@10": 0.3901006229753951, "precision@1": 0.248, "precision@5": 0.09140000000000001, "precision@10": 0.0559, "recall@1": 0.248, "recall@5": 0.457, "recall@10": 0.559, "f1@1": 0.248, "f1@5": 0.15233333333333338, "f1@10": 0.10163636363636365, "map@1": 0.248, "map@5": 0.32385, "map@10": 0.33762063492063493, "mrr@1": 0.248, "mrr@5": 0.32385, "mrr@10": 0.33762063492063493, "num_pred": 1000, "num_data": 1000 }, "OK-VQA": { "hit@1": 0.332, "hit@5": 0.617, "hit@10": 0.717, "ndcg_linear@1": 0.332, "ndcg_linear@5": 0.485871864688508, "ndcg_linear@10": 0.5182227215507165, "ndcg_exponential@1": 0.332, "ndcg_exponential@5": 0.485871864688508, "ndcg_exponential@10": 0.5182227215507165, "precision@1": 0.332, "precision@5": 0.12340000000000001, "precision@10": 0.07169999999999999, "recall@1": 0.332, "recall@5": 0.617, "recall@10": 0.717, "f1@1": 0.332, "f1@5": 0.20566666666666672, "f1@10": 0.13036363636363638, "map@1": 0.332, "map@5": 0.4420333333333333, "map@10": 0.45539007936507936, "mrr@1": 0.332, "mrr@5": 0.4420333333333333, "mrr@10": 0.45539007936507936, "num_pred": 1000, "num_data": 1000 }, "A-OKVQA": { "hit@1": 0.21, "hit@5": 0.5, "hit@10": 0.638, "ndcg_linear@1": 0.21, "ndcg_linear@5": 0.36039694414599044, "ndcg_linear@10": 0.40511531278859386, "ndcg_exponential@1": 0.21, "ndcg_exponential@5": 0.36039694414599044, "ndcg_exponential@10": 0.40511531278859386, "precision@1": 0.21, "precision@5": 0.1, "precision@10": 0.0638, "recall@1": 0.21, "recall@5": 0.5, "recall@10": 0.638, "f1@1": 0.21, "f1@5": 0.1666666666666667, "f1@10": 0.11600000000000002, "map@1": 0.21, "map@5": 0.31425, "map@10": 0.3327503968253968, "mrr@1": 0.21, "mrr@5": 0.31425, "mrr@10": 0.3327503968253968, "num_pred": 1000, "num_data": 1000 }, "DocVQA": { "hit@1": 0.414, "hit@5": 0.597, "hit@10": 0.664, "ndcg_linear@1": 0.414, "ndcg_linear@5": 0.5132212142752178, "ndcg_linear@10": 0.5351036098010266, "ndcg_exponential@1": 0.414, "ndcg_exponential@5": 0.5132212142752178, "ndcg_exponential@10": 0.5351036098010266, "precision@1": 0.414, "precision@5": 0.11939999999999998, "precision@10": 0.06639999999999997, "recall@1": 0.414, "recall@5": 0.597, "recall@10": 0.664, "f1@1": 0.414, "f1@5": 0.19900000000000007, "f1@10": 0.12072727272727275, "map@1": 0.414, "map@5": 0.48518333333333336, "map@10": 0.4943369047619047, "mrr@1": 0.414, "mrr@5": 0.48518333333333336, "mrr@10": 0.4943369047619047, "num_pred": 1000, "num_data": 1000 }, "InfographicsVQA": { "hit@1": 0.203, "hit@5": 0.383, "hit@10": 0.467, "ndcg_linear@1": 0.203, "ndcg_linear@5": 0.2983142031321632, "ndcg_linear@10": 0.3252840110636628, "ndcg_exponential@1": 0.203, "ndcg_exponential@5": 0.2983142031321632, "ndcg_exponential@10": 0.3252840110636628, "precision@1": 0.203, "precision@5": 0.07659999999999999, "precision@10": 0.0467, "recall@1": 0.203, "recall@5": 0.383, "recall@10": 0.467, "f1@1": 0.203, "f1@5": 0.1276666666666667, "f1@10": 0.08490909090909092, "map@1": 0.203, "map@5": 0.2702, "map@10": 0.2812119047619048, "mrr@1": 0.203, "mrr@5": 0.2702, "mrr@10": 0.2812119047619048, "num_pred": 1000, "num_data": 1000 }, "ChartQA": { "hit@1": 0.178, "hit@5": 0.257, "hit@10": 0.301, "ndcg_linear@1": 0.178, "ndcg_linear@5": 0.21916174591757567, "ndcg_linear@10": 0.23326245822360894, "ndcg_exponential@1": 0.178, "ndcg_exponential@5": 0.21916174591757567, "ndcg_exponential@10": 0.23326245822360894, "precision@1": 0.178, "precision@5": 0.05140000000000001, "precision@10": 0.030100000000000002, "recall@1": 0.178, "recall@5": 0.257, "recall@10": 0.301, "f1@1": 0.178, "f1@5": 0.08566666666666668, "f1@10": 0.054727272727272736, "map@1": 0.178, "map@5": 0.20663333333333334, "map@10": 0.21237777777777778, "mrr@1": 0.178, "mrr@5": 0.20663333333333334, "mrr@10": 0.21237777777777778, "num_pred": 1000, "num_data": 1000 }, "Visual7W": { "hit@1": 0.222, "hit@5": 0.544, "hit@10": 0.674, "ndcg_linear@1": 0.222, "ndcg_linear@5": 0.3896222077826222, "ndcg_linear@10": 0.43208253526314966, "ndcg_exponential@1": 0.222, "ndcg_exponential@5": 0.3896222077826222, "ndcg_exponential@10": 0.43208253526314966, "precision@1": 0.222, "precision@5": 0.10879999999999998, "precision@10": 0.06739999999999999, "recall@1": 0.222, "recall@5": 0.544, "recall@10": 0.674, "f1@1": 0.222, "f1@5": 0.1813333333333334, "f1@10": 0.12254545454545457, "map@1": 0.222, "map@5": 0.33858333333333335, "map@10": 0.3563468253968254, "mrr@1": 0.222, "mrr@5": 0.33858333333333335, "mrr@10": 0.3563468253968254, "num_pred": 1000, "num_data": 1000 }, "ScienceQA": { "hit@1": 0.28, "hit@5": 0.64, "hit@10": 0.763, "ndcg_linear@1": 0.28, "ndcg_linear@5": 0.4740675519059985, "ndcg_linear@10": 0.514010974748877, "ndcg_exponential@1": 0.28, "ndcg_exponential@5": 0.4740675519059985, "ndcg_exponential@10": 0.514010974748877, "precision@1": 0.28, "precision@5": 0.12799999999999997, "precision@10": 0.07629999999999999, "recall@1": 0.28, "recall@5": 0.64, "recall@10": 0.763, "f1@1": 0.28, "f1@5": 0.21333333333333337, "f1@10": 0.13872727272727275, "map@1": 0.28, "map@5": 0.4186333333333333, "map@10": 0.43520793650793654, "mrr@1": 0.28, "mrr@5": 0.4186333333333333, "mrr@10": 0.43520793650793654, "num_pred": 1000, "num_data": 1000 }, "VizWiz": { "hit@1": 0.39, "hit@5": 0.613, "hit@10": 0.673, "ndcg_linear@1": 0.39, "ndcg_linear@5": 0.5101413361528128, "ndcg_linear@10": 0.5295620828845852, "ndcg_exponential@1": 0.39, "ndcg_exponential@5": 0.5101413361528128, "ndcg_exponential@10": 0.5295620828845852, "precision@1": 0.39, "precision@5": 0.1226, "precision@10": 0.0673, "recall@1": 0.39, "recall@5": 0.613, "recall@10": 0.673, "f1@1": 0.39, "f1@5": 0.2043333333333334, "f1@10": 0.12236363636363638, "map@1": 0.39, "map@5": 0.4757833333333333, "map@10": 0.4838107142857143, "mrr@1": 0.39, "mrr@5": 0.4757833333333333, "mrr@10": 0.4838107142857143, "num_pred": 1000, "num_data": 1000 }, "GQA": { "hit@1": 0.769, "hit@5": 0.941, "hit@10": 0.965, "ndcg_linear@1": 0.769, "ndcg_linear@5": 0.865366522766234, "ndcg_linear@10": 0.8730495254605352, "ndcg_exponential@1": 0.769, "ndcg_exponential@5": 0.865366522766234, "ndcg_exponential@10": 0.8730495254605352, "precision@1": 0.769, "precision@5": 0.1882, "precision@10": 0.0965, "recall@1": 0.769, "recall@5": 0.941, "recall@10": 0.965, "f1@1": 0.769, "f1@5": 0.31366666666666665, "f1@10": 0.17545454545454545, "map@1": 0.769, "map@5": 0.8397666666666667, "map@10": 0.8428908730158731, "mrr@1": 0.769, "mrr@5": 0.8397666666666667, "mrr@10": 0.8428908730158731, "num_pred": 1000, "num_data": 1000 }, "TextVQA": { "hit@1": 0.468, "hit@5": 0.685, "hit@10": 0.74, "ndcg_linear@1": 0.468, "ndcg_linear@5": 0.5857686784282851, "ndcg_linear@10": 0.6036026979398256, "ndcg_exponential@1": 0.468, "ndcg_exponential@5": 0.5857686784282851, "ndcg_exponential@10": 0.6036026979398256, "precision@1": 0.468, "precision@5": 0.137, "precision@10": 0.074, "recall@1": 0.468, "recall@5": 0.685, "recall@10": 0.74, "f1@1": 0.468, "f1@5": 0.22833333333333336, "f1@10": 0.13454545454545455, "map@1": 0.468, "map@5": 0.5525333333333333, "map@10": 0.5599246031746031, "mrr@1": 0.468, "mrr@5": 0.5525333333333333, "mrr@10": 0.5599246031746031, "num_pred": 1000, "num_data": 1000 }, "VisDial": { "hit@1": 0.608, "hit@5": 0.843, "hit@10": 0.914, "ndcg_linear@1": 0.608, "ndcg_linear@5": 0.733577948489228, "ndcg_linear@10": 0.7570027510391492, "ndcg_exponential@1": 0.608, "ndcg_exponential@5": 0.733577948489228, "ndcg_exponential@10": 0.7570027510391492, "precision@1": 0.608, "precision@5": 0.1686, "precision@10": 0.09140000000000001, "recall@1": 0.608, "recall@5": 0.843, "recall@10": 0.914, "f1@1": 0.608, "f1@5": 0.281, "f1@10": 0.16618181818181818, "map@1": 0.608, "map@5": 0.6971499999999999, "map@10": 0.7070952380952381, "mrr@1": 0.608, "mrr@5": 0.6971499999999999, "mrr@10": 0.7070952380952381, "num_pred": 1000, "num_data": 1000 }, "CIRR": { "hit@1": 0.549, "hit@5": 0.89, "hit@10": 0.944, "ndcg_linear@1": 0.549, "ndcg_linear@5": 0.7379230235182084, "ndcg_linear@10": 0.7559089463717755, "ndcg_exponential@1": 0.549, "ndcg_exponential@5": 0.7379230235182084, "ndcg_exponential@10": 0.7559089463717755, "precision@1": 0.549, "precision@5": 0.178, "precision@10": 0.09440000000000003, "recall@1": 0.549, "recall@5": 0.89, "recall@10": 0.944, "f1@1": 0.549, "f1@5": 0.2966666666666667, "f1@10": 0.17163636363636361, "map@1": 0.549, "map@5": 0.6865999999999999, "map@10": 0.6943325396825396, "mrr@1": 0.549, "mrr@5": 0.6865999999999999, "mrr@10": 0.6943325396825396, "num_pred": 1000, "num_data": 1000 }, "VisualNews_t2i": { "hit@1": 0.797, "hit@5": 0.915, "hit@10": 0.936, "ndcg_linear@1": 0.797, "ndcg_linear@5": 0.8627496822471115, "ndcg_linear@10": 0.8696409132009587, "ndcg_exponential@1": 0.797, "ndcg_exponential@5": 0.8627496822471115, "ndcg_exponential@10": 0.8696409132009587, "precision@1": 0.797, "precision@5": 0.18300000000000002, "precision@10": 0.09360000000000002, "recall@1": 0.797, "recall@5": 0.915, "recall@10": 0.936, "f1@1": 0.797, "f1@5": 0.305, "f1@10": 0.17018181818181818, "map@1": 0.797, "map@5": 0.8451166666666665, "map@10": 0.8480198412698412, "mrr@1": 0.797, "mrr@5": 0.8451166666666665, "mrr@10": 0.8480198412698412, "num_pred": 1000, "num_data": 1000 }, "VisualNews_i2t": { "hit@1": 0.836, "hit@5": 0.932, "hit@10": 0.946, "ndcg_linear@1": 0.836, "ndcg_linear@5": 0.8899078662440771, "ndcg_linear@10": 0.8946317706132814, "ndcg_exponential@1": 0.836, "ndcg_exponential@5": 0.8899078662440771, "ndcg_exponential@10": 0.8946317706132814, "precision@1": 0.836, "precision@5": 0.18640000000000004, "precision@10": 0.0946, "recall@1": 0.836, "recall@5": 0.932, "recall@10": 0.946, "f1@1": 0.836, "f1@5": 0.3106666666666667, "f1@10": 0.172, "map@1": 0.836, "map@5": 0.8756666666666666, "map@10": 0.8777309523809524, "mrr@1": 0.836, "mrr@5": 0.8756666666666666, "mrr@10": 0.8777309523809524, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_t2i": { "hit@1": 0.712, "hit@5": 0.921, "hit@10": 0.96, "ndcg_linear@1": 0.712, "ndcg_linear@5": 0.8275075440748253, "ndcg_linear@10": 0.8405579014938537, "ndcg_exponential@1": 0.712, "ndcg_exponential@5": 0.8275075440748253, "ndcg_exponential@10": 0.8405579014938537, "precision@1": 0.712, "precision@5": 0.18420000000000003, "precision@10": 0.09600000000000002, "recall@1": 0.712, "recall@5": 0.921, "recall@10": 0.96, "f1@1": 0.712, "f1@5": 0.307, "f1@10": 0.17454545454545456, "map@1": 0.712, "map@5": 0.7959833333333334, "map@10": 0.8016265873015873, "mrr@1": 0.712, "mrr@5": 0.7959833333333334, "mrr@10": 0.8016265873015873, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_i2t": { "hit@1": 0.577, "hit@5": 0.858, "hit@10": 0.939, "ndcg_linear@1": 0.577, "ndcg_linear@5": 0.7273292794403879, "ndcg_linear@10": 0.7536734944900013, "ndcg_exponential@1": 0.577, "ndcg_exponential@5": 0.7273292794403879, "ndcg_exponential@10": 0.7536734944900013, "precision@1": 0.577, "precision@5": 0.17160000000000003, "precision@10": 0.09390000000000001, "recall@1": 0.577, "recall@5": 0.858, "recall@10": 0.939, "f1@1": 0.577, "f1@5": 0.286, "f1@10": 0.1707272727272727, "map@1": 0.577, "map@5": 0.6838500000000001, "map@10": 0.6948119047619048, "mrr@1": 0.577, "mrr@5": 0.6838500000000001, "mrr@10": 0.6948119047619048, "num_pred": 1000, "num_data": 1000 }, "NIGHTS": { "hit@1": 0.676, "hit@5": 0.977, "hit@10": 0.995, "ndcg_linear@1": 0.676, "ndcg_linear@5": 0.8498540680608963, "ndcg_linear@10": 0.8560163381696798, "ndcg_exponential@1": 0.676, "ndcg_exponential@5": 0.8498540680608963, "ndcg_exponential@10": 0.8560163381696798, "precision@1": 0.676, "precision@5": 0.19540000000000005, "precision@10": 0.09950000000000002, "recall@1": 0.676, "recall@5": 0.977, "recall@10": 0.995, "f1@1": 0.676, "f1@5": 0.32566666666666666, "f1@10": 0.18090909090909088, "map@1": 0.676, "map@5": 0.8062999999999999, "map@10": 0.8090440476190477, "mrr@1": 0.676, "mrr@5": 0.8062999999999999, "mrr@10": 0.8090440476190477, "num_pred": 1000, "num_data": 1000 }, "WebQA": { "hit@1": 0.914, "hit@5": 0.991, "hit@10": 0.994, "ndcg_linear@1": 0.914, "ndcg_linear@5": 0.9583965355112005, "ndcg_linear@10": 0.9593428375202905, "ndcg_exponential@1": 0.914, "ndcg_exponential@5": 0.9583965355112005, "ndcg_exponential@10": 0.9593428375202905, "precision@1": 0.914, "precision@5": 0.19820000000000004, "precision@10": 0.0994, "recall@1": 0.914, "recall@5": 0.991, "recall@10": 0.994, "f1@1": 0.914, "f1@5": 0.3303333333333333, "f1@10": 0.1807272727272727, "map@1": 0.914, "map@5": 0.9472333333333334, "map@10": 0.9476111111111111, "mrr@1": 0.914, "mrr@5": 0.9472333333333334, "mrr@10": 0.9476111111111111, "num_pred": 1000, "num_data": 1000 }, "FashionIQ": { "hit@1": 0.378, "hit@5": 0.645, "hit@10": 0.742, "ndcg_linear@1": 0.378, "ndcg_linear@5": 0.518666678313658, "ndcg_linear@10": 0.5498506170222675, "ndcg_exponential@1": 0.378, "ndcg_exponential@5": 0.518666678313658, "ndcg_exponential@10": 0.5498506170222675, "precision@1": 0.378, "precision@5": 0.129, "precision@10": 0.07419999999999999, "recall@1": 0.378, "recall@5": 0.645, "recall@10": 0.742, "f1@1": 0.378, "f1@5": 0.21500000000000005, "f1@10": 0.13490909090909092, "map@1": 0.378, "map@5": 0.4767, "map@10": 0.48945396825396825, "mrr@1": 0.378, "mrr@5": 0.4767, "mrr@10": 0.48945396825396825, "num_pred": 1000, "num_data": 1000 }, "Wiki-SS-NQ": { "hit@1": 0.782, "hit@5": 0.952, "hit@10": 0.969, "ndcg_linear@1": 0.782, "ndcg_linear@5": 0.8778108529080692, "ndcg_linear@10": 0.8834557157208128, "ndcg_exponential@1": 0.782, "ndcg_exponential@5": 0.8778108529080692, "ndcg_exponential@10": 0.8834557157208128, "precision@1": 0.782, "precision@5": 0.19040000000000004, "precision@10": 0.0969, "recall@1": 0.782, "recall@5": 0.952, "recall@10": 0.969, "f1@1": 0.782, "f1@5": 0.31733333333333336, "f1@10": 0.17618181818181816, "map@1": 0.782, "map@5": 0.85265, "map@10": 0.8550654761904761, "mrr@1": 0.782, "mrr@5": 0.85265, "mrr@10": 0.8550654761904761, "num_pred": 1000, "num_data": 1000 }, "OVEN": { "hit@1": 0.751, "hit@5": 0.908, "hit@10": 0.94, "ndcg_linear@1": 0.751, "ndcg_linear@5": 0.8387290889357423, "ndcg_linear@10": 0.8494521089299062, "ndcg_exponential@1": 0.751, "ndcg_exponential@5": 0.8387290889357423, "ndcg_exponential@10": 0.8494521089299062, "precision@1": 0.751, "precision@5": 0.1816, "precision@10": 0.094, "recall@1": 0.751, "recall@5": 0.908, "recall@10": 0.94, "f1@1": 0.751, "f1@5": 0.30266666666666675, "f1@10": 0.1709090909090909, "map@1": 0.751, "map@5": 0.8152999999999999, "map@10": 0.8199472222222222, "mrr@1": 0.751, "mrr@5": 0.8152999999999999, "mrr@10": 0.8199472222222222, "num_pred": 1000, "num_data": 1000 }, "EDIS": { "hit@1": 0.96, "hit@5": 0.998, "hit@10": 0.999, "ndcg_linear@1": 0.96, "ndcg_linear@5": 0.9831897521142866, "ndcg_linear@10": 0.9835052169910724, "ndcg_exponential@1": 0.96, "ndcg_exponential@5": 0.9831897521142866, "ndcg_exponential@10": 0.9835052169910724, "precision@1": 0.96, "precision@5": 0.19960000000000003, "precision@10": 0.0999, "recall@1": 0.96, "recall@5": 0.998, "recall@10": 0.999, "f1@1": 0.96, "f1@5": 0.3326666666666666, "f1@10": 0.18163636363636362, "map@1": 0.96, "map@5": 0.978, "map@10": 0.978125, "mrr@1": 0.96, "mrr@5": 0.978, "mrr@10": 0.978125, "num_pred": 1000, "num_data": 1000 }, "MSCOCO": { "hit@1": 0.314, "hit@5": 0.489, "hit@10": 0.588, "ndcg_linear@1": 0.314, "ndcg_linear@5": 0.40410548152820475, "ndcg_linear@10": 0.43612276758399793, "ndcg_exponential@1": 0.314, "ndcg_exponential@5": 0.40410548152820475, "ndcg_exponential@10": 0.43612276758399793, "precision@1": 0.314, "precision@5": 0.09779999999999998, "precision@10": 0.0588, "recall@1": 0.314, "recall@5": 0.489, "recall@10": 0.588, "f1@1": 0.314, "f1@5": 0.16300000000000006, "f1@10": 0.10690909090909094, "map@1": 0.314, "map@5": 0.37615, "map@10": 0.38935198412698413, "mrr@1": 0.314, "mrr@5": 0.37615, "mrr@10": 0.38935198412698413, "num_pred": 1000, "num_data": 1000 }, "RefCOCO": { "hit@1": 0.609, "hit@5": 0.847, "hit@10": 0.897, "ndcg_linear@1": 0.609, "ndcg_linear@5": 0.7376656227905393, "ndcg_linear@10": 0.7540339140284914, "ndcg_exponential@1": 0.609, "ndcg_exponential@5": 0.7376656227905393, "ndcg_exponential@10": 0.7540339140284914, "precision@1": 0.609, "precision@5": 0.1694, "precision@10": 0.08970000000000002, "recall@1": 0.609, "recall@5": 0.847, "recall@10": 0.897, "f1@1": 0.609, "f1@5": 0.2823333333333334, "f1@10": 0.1630909090909091, "map@1": 0.609, "map@5": 0.7011166666666667, "map@10": 0.7079869047619047, "mrr@1": 0.609, "mrr@5": 0.7011166666666667, "mrr@10": 0.7079869047619047, "num_pred": 1000, "num_data": 1000 }, "RefCOCO-Matching": { "hit@1": 0.784, "hit@5": 0.994, "hit@10": 0.998, "ndcg_linear@1": 0.784, "ndcg_linear@5": 0.9166266927028892, "ndcg_linear@10": 0.9178536205656439, "ndcg_exponential@1": 0.784, "ndcg_exponential@5": 0.9166266927028892, "ndcg_exponential@10": 0.9178536205656439, "precision@1": 0.784, "precision@5": 0.1988, "precision@10": 0.09980000000000001, "recall@1": 0.784, "recall@5": 0.994, "recall@10": 0.998, "f1@1": 0.784, "f1@5": 0.3313333333333333, "f1@10": 0.18145454545454545, "map@1": 0.784, "map@5": 0.8897833333333333, "map@10": 0.8902511904761905, "mrr@1": 0.784, "mrr@5": 0.8867833333333333, "mrr@10": 0.8872511904761905, "num_pred": 1000, "num_data": 1000 }, "Visual7W-Pointing": { "hit@1": 0.665, "hit@5": 0.851, "hit@10": 0.899, "ndcg_linear@1": 0.665, "ndcg_linear@5": 0.7648497950534088, "ndcg_linear@10": 0.7805119979199628, "ndcg_exponential@1": 0.665, "ndcg_exponential@5": 0.7648497950534088, "ndcg_exponential@10": 0.7805119979199628, "precision@1": 0.665, "precision@5": 0.1702, "precision@10": 0.08990000000000001, "recall@1": 0.665, "recall@5": 0.851, "recall@10": 0.899, "f1@1": 0.665, "f1@5": 0.2836666666666667, "f1@10": 0.16345454545454544, "map@1": 0.665, "map@5": 0.7361333333333332, "map@10": 0.7426833333333333, "mrr@1": 0.665, "mrr@5": 0.7361333333333332, "mrr@10": 0.7426833333333333, "num_pred": 1000, "num_data": 1000 } }, "video": { "K700": { "hit@1": 0.397, "hit@5": 0.629, "hit@10": 0.715, "ndcg_linear@1": 0.397, "ndcg_linear@5": 0.5194137751146535, "ndcg_linear@10": 0.547354054247126, "ndcg_exponential@1": 0.397, "ndcg_exponential@5": 0.5194137751146535, "ndcg_exponential@10": 0.547354054247126, "precision@1": 0.397, "precision@5": 0.1258, "precision@10": 0.0715, "recall@1": 0.397, "recall@5": 0.629, "recall@10": 0.715, "f1@1": 0.397, "f1@5": 0.20966666666666675, "f1@10": 0.13, "map@1": 0.397, "map@5": 0.4830833333333333, "map@10": 0.4946920634920635, "mrr@1": 0.397, "mrr@5": 0.4830833333333333, "mrr@10": 0.4946920634920635, "num_pred": 1000, "num_data": 1000 }, "SmthSmthV2": { "hit@1": 0.306, "hit@5": 0.539, "hit@10": 0.621, "ndcg_linear@1": 0.306, "ndcg_linear@5": 0.4300547709738873, "ndcg_linear@10": 0.45655616986633807, "ndcg_exponential@1": 0.306, "ndcg_exponential@5": 0.4300547709738873, "ndcg_exponential@10": 0.45655616986633807, "precision@1": 0.306, "precision@5": 0.10779999999999998, "precision@10": 0.062099999999999995, "recall@1": 0.306, "recall@5": 0.539, "recall@10": 0.621, "f1@1": 0.306, "f1@5": 0.1796666666666667, "f1@10": 0.11290909090909092, "map@1": 0.306, "map@5": 0.39380000000000004, "map@10": 0.40473095238095236, "mrr@1": 0.306, "mrr@5": 0.39380000000000004, "mrr@10": 0.40473095238095236, "num_pred": 1000, "num_data": 1000 }, "HMDB51": { "hit@1": 0.479, "hit@5": 0.715, "hit@10": 0.805, "ndcg_linear@1": 0.479, "ndcg_linear@5": 0.6047040247872099, "ndcg_linear@10": 0.6340238736498572, "ndcg_exponential@1": 0.479, "ndcg_exponential@5": 0.6047040247872099, "ndcg_exponential@10": 0.6340238736498572, "precision@1": 0.479, "precision@5": 0.143, "precision@10": 0.0805, "recall@1": 0.479, "recall@5": 0.715, "recall@10": 0.805, "f1@1": 0.479, "f1@5": 0.23833333333333337, "f1@10": 0.14636363636363636, "map@1": 0.479, "map@5": 0.5679833333333334, "map@10": 0.5802178571428571, "mrr@1": 0.479, "mrr@5": 0.5679833333333334, "mrr@10": 0.5802178571428571, "num_pred": 1000, "num_data": 1000 }, "UCF101": { "hit@1": 0.547, "hit@5": 0.776, "hit@10": 0.848, "ndcg_linear@1": 0.547, "ndcg_linear@5": 0.671929263649622, "ndcg_linear@10": 0.6952345321688619, "ndcg_exponential@1": 0.547, "ndcg_exponential@5": 0.671929263649622, "ndcg_exponential@10": 0.6952345321688619, "precision@1": 0.547, "precision@5": 0.15519999999999998, "precision@10": 0.08480000000000001, "recall@1": 0.547, "recall@5": 0.776, "recall@10": 0.848, "f1@1": 0.547, "f1@5": 0.25866666666666677, "f1@10": 0.1541818181818182, "map@1": 0.547, "map@5": 0.637, "map@10": 0.6466361111111112, "mrr@1": 0.547, "mrr@5": 0.637, "mrr@10": 0.6466361111111112, "num_pred": 1000, "num_data": 1000 }, "Breakfast": { "hit@1": 0.14318706697459585, "hit@5": 0.5635103926096998, "hit@10": 1.0, "ndcg_linear@1": 0.14318706697459585, "ndcg_linear@5": 0.35021514635379236, "ndcg_linear@10": 0.4904891071186407, "ndcg_exponential@1": 0.14318706697459585, "ndcg_exponential@5": 0.35021514635379236, "ndcg_exponential@10": 0.4904891071186407, "precision@1": 0.14318706697459585, "precision@5": 0.11270207852193995, "precision@10": 0.1, "recall@1": 0.14318706697459585, "recall@5": 0.5635103926096998, "recall@10": 1.0, "f1@1": 0.14318706697459585, "f1@5": 0.18783679753656665, "f1@10": 0.1818181818181818, "map@1": 0.14318706697459585, "map@5": 0.2807544264819091, "map@10": 0.33812731405110164, "mrr@1": 0.14318706697459585, "mrr@5": 0.2807544264819091, "mrr@10": 0.33812731405110164, "num_pred": 433, "num_data": 433 }, "MVBench": { "hit@1": 0.46625, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.46625, "ndcg_linear@5": 0.7596556549662636, "ndcg_linear@10": 0.7596556549662636, "ndcg_exponential@1": 0.46625, "ndcg_exponential@5": 0.7596556549662636, "ndcg_exponential@10": 0.7596556549662636, "precision@1": 0.46625, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.46625, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.46625, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.46625, "map@5": 0.678425, "map@10": 0.678425, "mrr@1": 0.46625, "mrr@5": 0.678425, "mrr@10": 0.678425, "num_pred": 4000, "num_data": 4000 }, "Video-MME": { "hit@1": 0.39185185185185184, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.39185185185185184, "ndcg_linear@5": 0.7181257548926895, "ndcg_linear@10": 0.7181257548926895, "ndcg_exponential@1": 0.39185185185185184, "ndcg_exponential@5": 0.7181257548926895, "ndcg_exponential@10": 0.7181257548926895, "precision@1": 0.39185185185185184, "precision@5": 0.19999999999999996, "precision@10": 0.09999999999999998, "recall@1": 0.39185185185185184, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.39185185185185184, "f1@5": 0.3333333333333334, "f1@10": 0.18181818181818188, "map@1": 0.39185185185185184, "map@5": 0.6235802469135802, "map@10": 0.6235802469135802, "mrr@1": 0.39185185185185184, "mrr@5": 0.6235802469135802, "mrr@10": 0.6235802469135802, "num_pred": 2700, "num_data": 2700 }, "NExTQA": { "hit@1": 0.5354974311069594, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.5354974311069594, "ndcg_linear@5": 0.77906035779538, "ndcg_linear@10": 0.77906035779538, "ndcg_exponential@1": 0.5354974311069594, "ndcg_exponential@5": 0.77906035779538, "ndcg_exponential@10": 0.77906035779538, "precision@1": 0.5354974311069594, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.5354974311069594, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.5354974311069594, "f1@5": 0.3333333333333333, "f1@10": 0.1818181818181818, "map@1": 0.5354974311069594, "map@5": 0.7058578545850848, "map@10": 0.7058578545850848, "mrr@1": 0.5354974311069594, "mrr@5": 0.7056632414759458, "mrr@10": 0.7056632414759458, "num_pred": 8564, "num_data": 8564 }, "EgoSchema": { "hit@1": 0.468, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.468, "ndcg_linear@5": 0.7452026017383512, "ndcg_linear@10": 0.7452026017383512, "ndcg_exponential@1": 0.468, "ndcg_exponential@5": 0.7452026017383512, "ndcg_exponential@10": 0.7452026017383512, "precision@1": 0.468, "precision@5": 0.2, "precision@10": 0.1, "recall@1": 0.468, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.468, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.468, "map@5": 0.6607999999999999, "map@10": 0.6607999999999999, "mrr@1": 0.468, "mrr@5": 0.6607999999999999, "mrr@10": 0.6607999999999999, "num_pred": 500, "num_data": 500 }, "ActivityNetQA": { "hit@1": 0.656, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.656, "ndcg_linear@5": 0.8730398352285815, "ndcg_linear@10": 0.8730398352285815, "ndcg_exponential@1": 0.656, "ndcg_exponential@5": 0.8730398352285815, "ndcg_exponential@10": 0.8730398352285815, "precision@1": 0.656, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.656, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.656, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.656, "map@5": 0.828, "map@10": 0.828, "mrr@1": 0.656, "mrr@5": 0.828, "mrr@10": 0.828, "num_pred": 1000, "num_data": 1000 }, "DiDeMo": { "hit@1": 0.2639442231075697, "hit@5": 0.4800796812749004, "hit@10": 0.5876494023904383, "ndcg_linear@1": 0.2639442231075697, "ndcg_linear@5": 0.378795485959218, "ndcg_linear@10": 0.41351240118071275, "ndcg_exponential@1": 0.2639442231075697, "ndcg_exponential@5": 0.378795485959218, "ndcg_exponential@10": 0.41351240118071275, "precision@1": 0.2639442231075697, "precision@5": 0.09601593625498009, "precision@10": 0.05876494023904382, "recall@1": 0.2639442231075697, "recall@5": 0.4800796812749004, "recall@10": 0.5876494023904383, "f1@1": 0.2639442231075697, "f1@5": 0.16002656042496685, "f1@10": 0.10684534588917059, "map@1": 0.2639442231075697, "map@5": 0.34510292164674633, "map@10": 0.35938705495478407, "mrr@1": 0.2639442231075697, "mrr@5": 0.34510292164674633, "mrr@10": 0.35938705495478407, "num_pred": 1004, "num_data": 1004 }, "MSR-VTT": { "hit@1": 0.318, "hit@5": 0.549, "hit@10": 0.653, "ndcg_linear@1": 0.318, "ndcg_linear@5": 0.43999853281714363, "ndcg_linear@10": 0.4729767910864836, "ndcg_exponential@1": 0.318, "ndcg_exponential@5": 0.43999853281714363, "ndcg_exponential@10": 0.4729767910864836, "precision@1": 0.318, "precision@5": 0.10979999999999998, "precision@10": 0.0653, "recall@1": 0.318, "recall@5": 0.549, "recall@10": 0.653, "f1@1": 0.318, "f1@5": 0.18300000000000005, "f1@10": 0.11872727272727275, "map@1": 0.318, "map@5": 0.40383333333333327, "map@10": 0.4170674603174603, "mrr@1": 0.318, "mrr@5": 0.40383333333333327, "mrr@10": 0.4170674603174603, "num_pred": 1000, "num_data": 1000 }, "MSVD": { "hit@1": 0.49701492537313435, "hit@5": 0.7388059701492538, "hit@10": 0.8298507462686567, "ndcg_linear@1": 0.49701492537313435, "ndcg_linear@5": 0.6297230187611768, "ndcg_linear@10": 0.6594388806903934, "ndcg_exponential@1": 0.49701492537313435, "ndcg_exponential@5": 0.6297230187611768, "ndcg_exponential@10": 0.6594388806903934, "precision@1": 0.49701492537313435, "precision@5": 0.14776119402985072, "precision@10": 0.08298507462686566, "recall@1": 0.49701492537313435, "recall@5": 0.7388059701492538, "recall@10": 0.8298507462686567, "f1@1": 0.49701492537313435, "f1@5": 0.24626865671641796, "f1@10": 0.15088195386702855, "map@1": 0.49701492537313435, "map@5": 0.5930348258706468, "map@10": 0.6054554607912818, "mrr@1": 0.49701492537313435, "mrr@5": 0.5930348258706468, "mrr@10": 0.6054554607912818, "num_pred": 670, "num_data": 670 }, "VATEX": { "hit@1": 0.24877177311299686, "hit@5": 0.4723090665475659, "hit@10": 0.5792764627065654, "ndcg_linear@1": 0.24877177311299686, "ndcg_linear@5": 0.36560074904604023, "ndcg_linear@10": 0.40032465920098576, "ndcg_exponential@1": 0.24877177311299686, "ndcg_exponential@5": 0.36560074904604023, "ndcg_exponential@10": 0.40032465920098576, "precision@1": 0.24877177311299686, "precision@5": 0.09446181330951318, "precision@10": 0.05792764627065654, "recall@1": 0.24877177311299686, "recall@5": 0.4723090665475659, "recall@10": 0.5792764627065654, "f1@1": 0.24877177311299686, "f1@5": 0.15743635551585533, "f1@10": 0.10532299321937554, "map@1": 0.24877177311299686, "map@5": 0.33029626321274375, "map@10": 0.3447070156036212, "mrr@1": 0.24877177311299686, "mrr@5": 0.33029626321274375, "mrr@10": 0.3447070156036212, "num_pred": 4478, "num_data": 4478 }, "YouCook2": { "hit@1": 0.09090909090909091, "hit@5": 0.22805913809374018, "hit@10": 0.30229631959735764, "ndcg_linear@1": 0.09090909090909091, "ndcg_linear@5": 0.16160064951123587, "ndcg_linear@10": 0.18557172152328222, "ndcg_exponential@1": 0.09090909090909091, "ndcg_exponential@5": 0.16160064951123587, "ndcg_exponential@10": 0.18557172152328222, "precision@1": 0.09090909090909091, "precision@5": 0.04561182761874803, "precision@10": 0.030229631959735763, "recall@1": 0.09090909090909091, "recall@5": 0.22805913809374018, "recall@10": 0.30229631959735764, "f1@1": 0.09090909090909091, "f1@5": 0.0760197126979134, "f1@10": 0.05496296719951958, "map@1": 0.09090909090909091, "map@5": 0.13971898919995804, "map@10": 0.149584825017351, "mrr@1": 0.09090909090909091, "mrr@5": 0.13971898919995804, "mrr@10": 0.149584825017351, "num_pred": 3179, "num_data": 3179 }, "QVHighlight": { "hit@1": 0.5946445060018467, "hit@5": 0.8901200369344414, "hit@10": 1.0, "ndcg_linear@1": 0.5946445060018467, "ndcg_linear@5": 0.7511101894816002, "ndcg_linear@10": 0.7866485150531158, "ndcg_exponential@1": 0.5946445060018467, "ndcg_exponential@5": 0.7511101894816002, "ndcg_exponential@10": 0.7866485150531158, "precision@1": 0.5946445060018467, "precision@5": 0.17802400738688828, "precision@10": 0.09999999999999998, "recall@1": 0.5946445060018467, "recall@5": 0.8901200369344414, "recall@10": 1.0, "f1@1": 0.5946445060018467, "f1@5": 0.2967066789781472, "f1@10": 0.18181818181818185, "map@1": 0.5946445060018467, "map@5": 0.7049092028316406, "map@10": 0.7195789180553723, "mrr@1": 0.5946445060018467, "mrr@5": 0.7049092028316406, "mrr@10": 0.7195789180553723, "num_pred": 1083, "num_data": 1083 }, "Charades-STA": { "hit@1": 0.14030261348005502, "hit@5": 0.4814305364511692, "hit@10": 1.0, "ndcg_linear@1": 0.14030261348005502, "ndcg_linear@5": 0.30810403477419174, "ndcg_linear@10": 0.47145234528957136, "ndcg_exponential@1": 0.14030261348005502, "ndcg_exponential@5": 0.30810403477419174, "ndcg_exponential@10": 0.47145234528957136, "precision@1": 0.14030261348005502, "precision@5": 0.09628610729023383, "precision@10": 0.09999999999999998, "recall@1": 0.14030261348005502, "recall@5": 0.4814305364511692, "recall@10": 1.0, "f1@1": 0.14030261348005502, "f1@5": 0.1604768454837231, "f1@10": 0.18181818181818185, "map@1": 0.14030261348005502, "map@5": 0.25176524530032096, "map@10": 0.316674854260824, "mrr@1": 0.14030261348005502, "mrr@5": 0.25176524530032096, "mrr@10": 0.316674854260824, "num_pred": 727, "num_data": 727 }, "MomentSeeker": { "hit@1": 0.3738888888888889, "hit@5": 0.8438888888888889, "hit@10": 1.0, "ndcg_linear@1": 0.3738888888888889, "ndcg_linear@5": 0.6176553256419134, "ndcg_linear@10": 0.6753521684415025, "ndcg_exponential@1": 0.3738888888888889, "ndcg_exponential@5": 0.6176553256419134, "ndcg_exponential@10": 0.6753521684415025, "precision@1": 0.3738888888888889, "precision@5": 0.1856666666666667, "precision@10": 0.11288888888888891, "recall@1": 0.35006944444444443, "recall@5": 0.8276851851851853, "recall@10": 0.9984953703703704, "f1@1": 0.35703615520282184, "f1@5": 0.29815089231755904, "f1@10": 0.2002250064750065, "map@1": 0.3738888888888889, "map@5": 0.5426706790123457, "map@10": 0.5690101410934745, "mrr@1": 0.3738888888888889, "mrr@5": 0.5520092592592593, "mrr@10": 0.5737444885361552, "num_pred": 1800, "num_data": 1800 } }, "visdoc": { "ViDoRe_arxivqa": { "hit@1": 0.818, "hit@5": 0.912, "hit@10": 0.944, "ndcg_linear@1": 0.818, "ndcg_linear@5": 0.8685712615408394, "ndcg_linear@10": 0.8789118315122615, "ndcg_exponential@1": 0.818, "ndcg_exponential@5": 0.8685712615408394, "ndcg_exponential@10": 0.8789118315122615, "precision@1": 0.818, "precision@5": 0.1824, "precision@10": 0.09440000000000001, "recall@1": 0.818, "recall@5": 0.912, "recall@10": 0.944, "f1@1": 0.818, "f1@5": 0.304, "f1@10": 0.17163636363636361, "map@1": 0.818, "map@5": 0.8540666666666666, "map@10": 0.8583349206349207, "mrr@1": 0.818, "mrr@5": 0.8540666666666666, "mrr@10": 0.8583349206349207, "num_pred": 500, "num_data": 500 }, "ViDoRe_docvqa": { "hit@1": 0.4878048780487805, "hit@5": 0.6541019955654102, "hit@10": 0.7250554323725056, "ndcg_linear@1": 0.4878048780487805, "ndcg_linear@5": 0.5745938935482915, "ndcg_linear@10": 0.597561200968465, "ndcg_exponential@1": 0.4878048780487805, "ndcg_exponential@5": 0.5745938935482915, "ndcg_exponential@10": 0.597561200968465, "precision@1": 0.4878048780487805, "precision@5": 0.1334811529933481, "precision@10": 0.0745011086474501, "recall@1": 0.4866962305986696, "recall@5": 0.6472283813747228, "recall@10": 0.7167775314116778, "f1@1": 0.48706577974870663, "f1@5": 0.2198328851126556, "f1@10": 0.13419485171148143, "map@1": 0.4878048780487805, "map@5": 0.5490422517861542, "map@10": 0.5587257593355155, "mrr@1": 0.4878048780487805, "mrr@5": 0.5516629711751663, "mrr@10": 0.5612703691971984, "num_pred": 451, "num_data": 451 }, "ViDoRe_infovqa": { "hit@1": 0.8765182186234818, "hit@5": 0.951417004048583, "hit@10": 0.9696356275303644, "ndcg_linear@1": 0.8765182186234818, "ndcg_linear@5": 0.9159739102039204, "ndcg_linear@10": 0.9221606391623131, "ndcg_exponential@1": 0.8765182186234818, "ndcg_exponential@5": 0.9159739102039204, "ndcg_exponential@10": 0.9221606391623131, "precision@1": 0.8765182186234818, "precision@5": 0.1902834008097166, "precision@10": 0.09716599190283401, "recall@1": 0.8748987854251012, "recall@5": 0.9487854251012146, "recall@10": 0.9680161943319838, "f1@1": 0.8751686909581647, "f1@5": 0.3167727009832273, "f1@10": 0.17650595019016072, "map@1": 0.8765182186234818, "map@5": 0.9044197031039136, "map@10": 0.9070215603110341, "mrr@1": 0.8765182186234818, "mrr@5": 0.9062415654520918, "mrr@10": 0.9085542381595014, "num_pred": 494, "num_data": 494 }, "ViDoRe_tabfquad": { "hit@1": 0.9071428571428571, "hit@5": 0.9785714285714285, "hit@10": 0.9857142857142858, "ndcg_linear@1": 0.9071428571428571, "ndcg_linear@5": 0.9464498663499118, "ndcg_linear@10": 0.9489125110657739, "ndcg_exponential@1": 0.9071428571428571, "ndcg_exponential@5": 0.9464498663499118, "ndcg_exponential@10": 0.9489125110657739, "precision@1": 0.9071428571428571, "precision@5": 0.1957142857142857, "precision@10": 0.09857142857142856, "recall@1": 0.9071428571428571, "recall@5": 0.9785714285714285, "recall@10": 0.9857142857142858, "f1@1": 0.9071428571428571, "f1@5": 0.32619047619047625, "f1@10": 0.17922077922077925, "map@1": 0.9071428571428571, "map@5": 0.9356547619047619, "map@10": 0.9367602040816324, "mrr@1": 0.9071428571428571, "mrr@5": 0.9356547619047619, "mrr@10": 0.9367602040816324, "num_pred": 280, "num_data": 280 }, "ViDoRe_tatdqa": { "hit@1": 0.6221142162818954, "hit@5": 0.8444714459295262, "hit@10": 0.9106925880923451, "ndcg_linear@1": 0.6221142162818954, "ndcg_linear@5": 0.740984681776679, "ndcg_linear@10": 0.7629989160213186, "ndcg_exponential@1": 0.6221142162818954, "ndcg_exponential@5": 0.740984681776679, "ndcg_exponential@10": 0.7629989160213186, "precision@1": 0.6221142162818954, "precision@5": 0.16925880923450792, "precision@10": 0.09143377885783718, "recall@1": 0.6215066828675577, "recall@5": 0.8435601458080194, "recall@10": 0.9106925880923451, "f1@1": 0.6217091940056704, "f1@5": 0.28183764392755895, "f1@10": 0.16613277366618803, "map@1": 0.6221142162818954, "map@5": 0.7066322397731876, "map@10": 0.7159557079210785, "mrr@1": 0.6221142162818954, "mrr@5": 0.706946132037262, "mrr@10": 0.71601405041563, "num_pred": 1646, "num_data": 1646 }, "ViDoRe_shiftproject": { "hit@1": 0.95, "hit@5": 0.98, "hit@10": 0.99, "ndcg_linear@1": 0.95, "ndcg_linear@5": 0.9676185950714291, "ndcg_linear@10": 0.9711806669425094, "ndcg_exponential@1": 0.95, "ndcg_exponential@5": 0.9676185950714291, "ndcg_exponential@10": 0.9711806669425094, "precision@1": 0.95, "precision@5": 0.19599999999999995, "precision@10": 0.09899999999999999, "recall@1": 0.95, "recall@5": 0.98, "recall@10": 0.99, "f1@1": 0.95, "f1@5": 0.32666666666666677, "f1@10": 0.18000000000000008, "map@1": 0.95, "map@5": 0.9633333333333333, "map@10": 0.965, "mrr@1": 0.95, "mrr@5": 0.9633333333333333, "mrr@10": 0.965, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_artificial_intelligence": { "hit@1": 0.99, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.99, "ndcg_linear@5": 0.9963092975357145, "ndcg_linear@10": 0.9963092975357145, "ndcg_exponential@1": 0.99, "ndcg_exponential@5": 0.9963092975357145, "ndcg_exponential@10": 0.9963092975357145, "precision@1": 0.99, "precision@5": 0.19999999999999996, "precision@10": 0.09999999999999998, "recall@1": 0.99, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.99, "f1@5": 0.3333333333333335, "f1@10": 0.1818181818181819, "map@1": 0.99, "map@5": 0.995, "map@10": 0.995, "mrr@1": 0.99, "mrr@5": 0.995, "mrr@10": 0.995, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_energy": { "hit@1": 0.93, "hit@5": 0.97, "hit@10": 0.98, "ndcg_linear@1": 0.93, "ndcg_linear@5": 0.9532346581878777, "ndcg_linear@10": 0.9562449581445175, "ndcg_exponential@1": 0.93, "ndcg_exponential@5": 0.9532346581878777, "ndcg_exponential@10": 0.9562449581445175, "precision@1": 0.93, "precision@5": 0.19399999999999995, "precision@10": 0.09799999999999998, "recall@1": 0.93, "recall@5": 0.97, "recall@10": 0.98, "f1@1": 0.93, "f1@5": 0.3233333333333334, "f1@10": 0.17818181818181827, "map@1": 0.93, "map@5": 0.9475, "map@10": 0.9486111111111112, "mrr@1": 0.93, "mrr@5": 0.9475, "mrr@10": 0.9486111111111112, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_government_reports": { "hit@1": 0.97, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.97, "ndcg_linear@5": 0.9876185950714291, "ndcg_linear@10": 0.9876185950714291, "ndcg_exponential@1": 0.97, "ndcg_exponential@5": 0.9876185950714291, "ndcg_exponential@10": 0.9876185950714291, "precision@1": 0.97, "precision@5": 0.19999999999999996, "precision@10": 0.09999999999999998, "recall@1": 0.97, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.97, "f1@5": 0.3333333333333335, "f1@10": 0.1818181818181819, "map@1": 0.97, "map@5": 0.9833333333333333, "map@10": 0.9833333333333333, "mrr@1": 0.97, "mrr@5": 0.9833333333333333, "mrr@10": 0.9833333333333333, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_healthcare_industry": { "hit@1": 0.98, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.98, "ndcg_linear@5": 0.9926185950714291, "ndcg_linear@10": 0.9926185950714291, "ndcg_exponential@1": 0.98, "ndcg_exponential@5": 0.9926185950714291, "ndcg_exponential@10": 0.9926185950714291, "precision@1": 0.98, "precision@5": 0.19999999999999996, "precision@10": 0.09999999999999998, "recall@1": 0.98, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.98, "f1@5": 0.3333333333333335, "f1@10": 0.1818181818181819, "map@1": 0.98, "map@5": 0.99, "map@10": 0.99, "mrr@1": 0.98, "mrr@5": 0.99, "mrr@10": 0.99, "num_pred": 100, "num_data": 100 }, "ViDoRe_esg_reports_human_labeled_v2": { "hit@1": 0.5961538461538461, "hit@5": 0.7884615384615384, "hit@10": 0.8846153846153846, "ndcg_linear@1": 0.5737179487179488, "ndcg_linear@5": 0.6336537052325203, "ndcg_linear@10": 0.6529793585477737, "ndcg_exponential@1": 0.5668498168498168, "ndcg_exponential@5": 0.6338504365299624, "ndcg_exponential@10": 0.6525583236140545, "precision@1": 0.5961538461538461, "precision@5": 0.23076923076923078, "precision@10": 0.13653846153846153, "recall@1": 0.42499999999999993, "recall@5": 0.6831959706959707, "recall@10": 0.7332042957042956, "f1@1": 0.4619329388560158, "f1@5": 0.31360967463908646, "f1@10": 0.21265489789245448, "map@1": 0.5961538461538461, "map@5": 0.5806089743589743, "map@10": 0.5874552299552299, "mrr@1": 0.5961538461538461, "mrr@5": 0.6778846153846154, "mrr@10": 0.6906669719169719, "num_pred": 52, "num_data": 52 }, "ViDoRe_biomedical_lectures_v2_multilingual": { "hit@1": 0.4546875, "hit@5": 0.728125, "hit@10": 0.815625, "ndcg_linear@1": 0.4546875, "ndcg_linear@5": 0.4948824579441539, "ndcg_linear@10": 0.5296750546342992, "ndcg_exponential@1": 0.4546875, "ndcg_exponential@5": 0.4948824579441539, "ndcg_exponential@10": 0.5296750546342992, "precision@1": 0.4546875, "precision@5": 0.23562500000000003, "precision@10": 0.15390625, "recall@1": 0.26338541666666665, "recall@5": 0.523475905987395, "recall@10": 0.6315834243670039, "f1@1": 0.3050258161976912, "f1@5": 0.28532247873654126, "f1@10": 0.22208065327918272, "map@1": 0.4546875, "map@5": 0.4263871527777778, "map@10": 0.44231501042257176, "mrr@1": 0.4546875, "mrr@5": 0.56375, "mrr@10": 0.5754284474206349, "num_pred": 640, "num_data": 640 }, "ViDoRe_economics_reports_v2_multilingual": { "hit@1": 0.6206896551724138, "hit@5": 0.896551724137931, "hit@10": 0.9353448275862069, "ndcg_linear@1": 0.6206896551724138, "ndcg_linear@5": 0.5421098675106539, "ndcg_linear@10": 0.5287811820133248, "ndcg_exponential@1": 0.6206896551724138, "ndcg_exponential@5": 0.5421098675106539, "ndcg_exponential@10": 0.5287811820133248, "precision@1": 0.6206896551724138, "precision@5": 0.45431034482758625, "precision@10": 0.3745689655172414, "recall@1": 0.10691249388459685, "recall@5": 0.2925943528645089, "recall@10": 0.41857708558180107, "f1@1": 0.14883132087852466, "f1@5": 0.2819557978845695, "f1@10": 0.3211854297471819, "map@1": 0.6206896551724138, "map@5": 0.42993893678160916, "map@10": 0.38539058495364936, "mrr@1": 0.6206896551724138, "mrr@5": 0.7347701149425288, "mrr@10": 0.7403188286808976, "num_pred": 232, "num_data": 232 }, "ViDoRe_esg_reports_v2_multilingual": { "hit@1": 0.4956140350877193, "hit@5": 0.8201754385964912, "hit@10": 0.9078947368421053, "ndcg_linear@1": 0.4956140350877193, "ndcg_linear@5": 0.553791630514325, "ndcg_linear@10": 0.5983952525358399, "ndcg_exponential@1": 0.4956140350877193, "ndcg_exponential@5": 0.553791630514325, "ndcg_exponential@10": 0.5983952525358399, "precision@1": 0.4956140350877193, "precision@5": 0.2789473684210526, "precision@10": 0.18859649122807023, "recall@1": 0.2702119883040936, "recall@5": 0.5824352548036759, "recall@10": 0.7194914369256475, "f1@1": 0.31508798219324535, "f1@5": 0.3248121100141491, "f1@10": 0.2578734690556428, "map@1": 0.4956140350877193, "map@5": 0.4682602339181286, "map@10": 0.48884156281908475, "mrr@1": 0.4956140350877193, "mrr@5": 0.628874269005848, "mrr@10": 0.6414212614870508, "num_pred": 228, "num_data": 228 }, "VisRAG_ArxivQA": { "hit@1": 0.8259803921568627, "hit@5": 0.9166666666666666, "hit@10": 0.9448529411764706, "ndcg_linear@1": 0.8259803921568627, "ndcg_linear@5": 0.8734973163142782, "ndcg_linear@10": 0.8828532837961396, "ndcg_exponential@1": 0.8259803921568627, "ndcg_exponential@5": 0.8734973163142782, "ndcg_exponential@10": 0.8828532837961396, "precision@1": 0.8259803921568627, "precision@5": 0.18333333333333332, "precision@10": 0.09448529411764706, "recall@1": 0.8259803921568627, "recall@5": 0.9166666666666666, "recall@10": 0.9448529411764706, "f1@1": 0.8259803921568627, "f1@5": 0.30555555555555564, "f1@10": 0.17179144385026737, "map@1": 0.8259803921568627, "map@5": 0.8592320261437908, "map@10": 0.86323140367258, "mrr@1": 0.8259803921568627, "mrr@5": 0.8592320261437908, "mrr@10": 0.86323140367258, "num_pred": 816, "num_data": 816 }, "VisRAG_ChartQA": { "hit@1": 0.7619047619047619, "hit@5": 0.873015873015873, "hit@10": 0.9206349206349206, "ndcg_linear@1": 0.7619047619047619, "ndcg_linear@5": 0.8190027211628073, "ndcg_linear@10": 0.8349551877854593, "ndcg_exponential@1": 0.7619047619047619, "ndcg_exponential@5": 0.8190027211628073, "ndcg_exponential@10": 0.8349551877854593, "precision@1": 0.7619047619047619, "precision@5": 0.1746031746031745, "precision@10": 0.09206349206349201, "recall@1": 0.7619047619047619, "recall@5": 0.873015873015873, "recall@10": 0.9206349206349206, "f1@1": 0.7619047619047619, "f1@5": 0.29100529100529093, "f1@10": 0.16738816738816742, "map@1": 0.7619047619047619, "map@5": 0.8013227513227513, "map@10": 0.8082199546485261, "mrr@1": 0.7619047619047619, "mrr@5": 0.8013227513227513, "mrr@10": 0.8082199546485261, "num_pred": 63, "num_data": 63 }, "VisRAG_MP-DocVQA": { "hit@1": 0.817258883248731, "hit@5": 0.9475465313028765, "hit@10": 0.961082910321489, "ndcg_linear@1": 0.817258883248731, "ndcg_linear@5": 0.8921574691348291, "ndcg_linear@10": 0.8964004804547877, "ndcg_exponential@1": 0.817258883248731, "ndcg_exponential@5": 0.8921574691348291, "ndcg_exponential@10": 0.8964004804547877, "precision@1": 0.817258883248731, "precision@5": 0.1895093062605753, "precision@10": 0.0961082910321489, "recall@1": 0.817258883248731, "recall@5": 0.9475465313028765, "recall@10": 0.961082910321489, "f1@1": 0.817258883248731, "f1@5": 0.3158488437676255, "f1@10": 0.17474234733117985, "map@1": 0.817258883248731, "map@5": 0.873237450648618, "map@10": 0.8749073402626703, "mrr@1": 0.817258883248731, "mrr@5": 0.873237450648618, "mrr@10": 0.8749073402626703, "num_pred": 591, "num_data": 591 }, "VisRAG_SlideVQA": { "hit@1": 0.9244604316546763, "hit@5": 0.9766187050359713, "hit@10": 0.9820143884892086, "ndcg_linear@1": 0.9244604316546763, "ndcg_linear@5": 0.9453762073854034, "ndcg_linear@10": 0.9484324956995065, "ndcg_exponential@1": 0.9244604316546763, "ndcg_exponential@5": 0.9453762073854034, "ndcg_exponential@10": 0.9484324956995065, "precision@1": 0.9244604316546763, "precision@5": 0.24388489208633093, "precision@10": 0.12320143884892086, "recall@1": 0.8003597122302158, "recall@5": 0.9685251798561151, "recall@10": 0.9766187050359713, "f1@1": 0.841726618705036, "f1@5": 0.3825796505652622, "f1@10": 0.21626335295400048, "map@1": 0.9244604316546763, "map@5": 0.9316247002398079, "map@10": 0.9332980044535798, "mrr@1": 0.9244604316546763, "mrr@5": 0.9481414868105514, "mrr@10": 0.9489658273381295, "num_pred": 556, "num_data": 556 }, "VisRAG_InfoVQA": { "hit@1": 0.8704735376044568, "hit@5": 0.9832869080779945, "hit@10": 0.9930362116991643, "ndcg_linear@1": 0.8704735376044568, "ndcg_linear@5": 0.9352387521932299, "ndcg_linear@10": 0.9383224079083196, "ndcg_exponential@1": 0.8704735376044568, "ndcg_exponential@5": 0.9352387521932299, "ndcg_exponential@10": 0.9383224079083196, "precision@1": 0.8704735376044568, "precision@5": 0.19665738161559887, "precision@10": 0.09930362116991641, "recall@1": 0.8704735376044568, "recall@5": 0.9832869080779945, "recall@10": 0.9930362116991643, "f1@1": 0.8704735376044568, "f1@5": 0.3277623026926649, "f1@10": 0.1805520384907572, "map@1": 0.8704735376044568, "map@5": 0.9188254410399258, "map@10": 0.9200573683512402, "mrr@1": 0.8704735376044568, "mrr@5": 0.9188254410399258, "mrr@10": 0.9200573683512402, "num_pred": 718, "num_data": 718 }, "VisRAG_PlotQA": { "hit@1": 0.49942062572421786, "hit@5": 0.7520278099652375, "hit@10": 0.8389339513325609, "ndcg_linear@1": 0.49942062572421786, "ndcg_linear@5": 0.6341927528705769, "ndcg_linear@10": 0.6624618705964804, "ndcg_exponential@1": 0.49942062572421786, "ndcg_exponential@5": 0.6341927528705769, "ndcg_exponential@10": 0.6624618705964804, "precision@1": 0.49942062572421786, "precision@5": 0.1504055619930475, "precision@10": 0.08389339513325607, "recall@1": 0.49942062572421786, "recall@5": 0.7520278099652375, "recall@10": 0.8389339513325609, "f1@1": 0.49942062572421786, "f1@5": 0.2506759366550792, "f1@10": 0.1525334456968293, "map@1": 0.49942062572421786, "map@5": 0.5949787562765547, "map@10": 0.6067474112085932, "mrr@1": 0.49942062572421786, "mrr@5": 0.5949787562765547, "mrr@10": 0.6067474112085932, "num_pred": 863, "num_data": 863 }, "ViDoSeek-page": { "hit@1": 0.02714535901926445, "hit@5": 0.4290718038528897, "hit@10": 0.6532399299474606, "ndcg_linear@1": 0.02714535901926445, "ndcg_linear@5": 0.23240353892048016, "ndcg_linear@10": 0.305124886024534, "ndcg_exponential@1": 0.02714535901926445, "ndcg_exponential@5": 0.23240353892048016, "ndcg_exponential@10": 0.305124886024534, "precision@1": 0.02714535901926445, "precision@5": 0.08581436077057793, "precision@10": 0.06532399299474606, "recall@1": 0.02714535901926445, "recall@5": 0.4290718038528897, "recall@10": 0.6532399299474606, "f1@1": 0.02714535901926445, "f1@5": 0.1430239346176299, "f1@10": 0.11877089635408376, "map@1": 0.02714535901926445, "map@5": 0.16780502043199066, "map@10": 0.19794637644900342, "mrr@1": 0.02714535901926445, "mrr@5": 0.16780502043199066, "mrr@10": 0.19794637644900342, "num_pred": 1142, "num_data": 1142 }, "ViDoSeek-doc": { "hit@1": 0.9964973730297724, "hit@5": 0.9982486865148862, "hit@10": 0.999124343257443, "ndcg_linear@1": 0.6800934033858728, "ndcg_linear@5": 0.8387827817558765, "ndcg_linear@10": 0.8278623787973661, "ndcg_exponential@1": 0.4540905679259443, "ndcg_exponential@5": 0.7179848879430044, "ndcg_exponential@10": 0.7517965160193582, "precision@1": 0.9964973730297724, "precision@5": 0.9288966725043785, "precision@10": 0.8447460595446585, "recall@1": 0.058761907353168774, "recall@5": 0.2735768446029065, "recall@10": 0.48843735028165003, "f1@1": 0.11022913197970112, "f1@5": 0.41401147163111984, "f1@10": 0.6049486379407474, "map@1": 0.9964973730297724, "map@5": 0.9212288382953882, "map@10": 0.8346283571805838, "mrr@1": 0.9964973730297724, "mrr@5": 0.9973730297723292, "mrr@10": 0.9975189725627552, "num_pred": 1142, "num_data": 1142 }, "MMLongBench-page": { "hit@1": 0.06921241050119331, "hit@5": 0.32816229116945106, "hit@10": 0.43556085918854415, "ndcg_linear@1": 0.06921241050119331, "ndcg_linear@5": 0.16193698962444822, "ndcg_linear@10": 0.20158281959554863, "ndcg_exponential@1": 0.06921241050119331, "ndcg_exponential@5": 0.16193698962444822, "ndcg_exponential@10": 0.20158281959554863, "precision@1": 0.06921241050119331, "precision@5": 0.07756563245823389, "precision@10": 0.058233890214797135, "recall@1": 0.040324184566428, "recall@5": 0.23706102966246162, "recall@10": 0.34820150017047385, "f1@1": 0.048800854409446294, "f1@5": 0.1101645476522635, "f1@10": 0.09465332114769648, "map@1": 0.06921241050119331, "map@5": 0.11841553964465659, "map@10": 0.13681524054861935, "mrr@1": 0.06921241050119331, "mrr@5": 0.16302704852824182, "mrr@10": 0.17715081259234006, "num_pred": 838, "num_data": 838 }, "MMLongBench-doc": { "hit@1": 0.7326968973747017, "hit@5": 0.8126491646778043, "hit@10": 0.837708830548926, "ndcg_linear@1": 0.5123309466984886, "ndcg_linear@5": 0.5428858706725166, "ndcg_linear@10": 0.5275085648914615, "ndcg_exponential@1": 0.354926696215479, "ndcg_exponential@5": 0.45441895462567394, "ndcg_exponential@10": 0.4695562288112078, "precision@1": 0.7326968973747017, "precision@5": 0.6021479713603819, "precision@10": 0.540453460620525, "recall@1": 0.023809666923602684, "recall@5": 0.09513770171338518, "recall@10": 0.16711122344532417, "f1@1": 0.04565355580911593, "f1@5": 0.15776265072387466, "f1@10": 0.2394225821542852, "map@1": 0.7326968973747017, "map@5": 0.5741805887032617, "map@10": 0.4961500044196942, "mrr@1": 0.7326968973747017, "mrr@5": 0.7620525059665871, "mrr@10": 0.7654510929272267, "num_pred": 838, "num_data": 838 } } } }