{ "metadata": { "model_name": "VLM2Vec-V1-Qwen2VL-2B", "report_generated_date": "2025-06-09T07:08:50.537181", "model_size": 2.21, "url": "https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL-2B", "data_source": "TIGER-Lab" }, "metrics": { "image": { "ImageNet-1K": { "hit@1": 0.775, "hit@5": 0.942, "hit@10": 0.967, "ndcg_linear@1": 0.775, "ndcg_linear@5": 0.8667123886976884, "ndcg_linear@10": 0.8749539235514423, "ndcg_exponential@1": 0.775, "ndcg_exponential@5": 0.8667123886976884, "ndcg_exponential@10": 0.8749539235514423, "precision@1": 0.775, "precision@5": 0.18840000000000004, "precision@10": 0.09670000000000002, "recall@1": 0.775, "recall@5": 0.942, "recall@10": 0.967, "f1@1": 0.775, "f1@5": 0.314, "f1@10": 0.17581818181818182, "map@1": 0.775, "map@5": 0.8413833333333333, "map@10": 0.844875, "mrr@1": 0.775, "mrr@5": 0.8413833333333333, "mrr@10": 0.844875, "num_pred": 1000, "num_data": 1000 }, "N24News": { "hit@1": 0.737, "hit@5": 0.954, "hit@10": 0.99, "ndcg_linear@1": 0.737, "ndcg_linear@5": 0.8561160201164633, "ndcg_linear@10": 0.8679869923905973, "ndcg_exponential@1": 0.737, "ndcg_exponential@5": 0.8561160201164633, "ndcg_exponential@10": 0.8679869923905973, "precision@1": 0.737, "precision@5": 0.19080000000000003, "precision@10": 0.09900000000000003, "recall@1": 0.737, "recall@5": 0.954, "recall@10": 0.99, "f1@1": 0.737, "f1@5": 0.318, "f1@10": 0.17999999999999997, "map@1": 0.737, "map@5": 0.8232166666666666, "map@10": 0.8282547619047619, "mrr@1": 0.737, "mrr@5": 0.8232166666666666, "mrr@10": 0.8282547619047619, "num_pred": 1000, "num_data": 1000 }, "HatefulMemes": { "hit@1": 0.583, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.583, "ndcg_linear@5": 0.846097707239298, "ndcg_linear@10": 0.846097707239298, "ndcg_exponential@1": 0.583, "ndcg_exponential@5": 0.846097707239298, "ndcg_exponential@10": 0.846097707239298, "precision@1": 0.583, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.583, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.583, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.583, "map@5": 0.7915, "map@10": 0.7915, "mrr@1": 0.583, "mrr@5": 0.7915, "mrr@10": 0.7915, "num_pred": 1000, "num_data": 1000 }, "VOC2007": { "hit@1": 0.743, "hit@5": 0.939, "hit@10": 0.975, "ndcg_linear@1": 0.743, "ndcg_linear@5": 0.8527729917352056, "ndcg_linear@10": 0.8645634698999367, "ndcg_exponential@1": 0.743, "ndcg_exponential@5": 0.8527729917352056, "ndcg_exponential@10": 0.8645634698999367, "precision@1": 0.743, "precision@5": 0.18780000000000002, "precision@10": 0.09750000000000002, "recall@1": 0.743, "recall@5": 0.939, "recall@10": 0.975, "f1@1": 0.743, "f1@5": 0.313, "f1@10": 0.17727272727272725, "map@1": 0.743, "map@5": 0.8235833333333332, "map@10": 0.828536111111111, "mrr@1": 0.743, "mrr@5": 0.8235833333333332, "mrr@10": 0.828536111111111, "num_pred": 1000, "num_data": 1000 }, "SUN397": { "hit@1": 0.738, "hit@5": 0.936, "hit@10": 0.973, "ndcg_linear@1": 0.738, "ndcg_linear@5": 0.8489578106701401, "ndcg_linear@10": 0.8609706205010814, "ndcg_exponential@1": 0.738, "ndcg_exponential@5": 0.8489578106701401, "ndcg_exponential@10": 0.8609706205010814, "precision@1": 0.738, "precision@5": 0.18720000000000003, "precision@10": 0.09730000000000001, "recall@1": 0.738, "recall@5": 0.936, "recall@10": 0.973, "f1@1": 0.738, "f1@5": 0.312, "f1@10": 0.17690909090909088, "map@1": 0.738, "map@5": 0.8195, "map@10": 0.8244801587301587, "mrr@1": 0.738, "mrr@5": 0.8195, "mrr@10": 0.8244801587301587, "num_pred": 1000, "num_data": 1000 }, "Place365": { "hit@1": 0.353, "hit@5": 0.603, "hit@10": 0.699, "ndcg_linear@1": 0.353, "ndcg_linear@5": 0.4892195387715358, "ndcg_linear@10": 0.5204478262454085, "ndcg_exponential@1": 0.353, "ndcg_exponential@5": 0.4892195387715358, "ndcg_exponential@10": 0.5204478262454085, "precision@1": 0.353, "precision@5": 0.12059999999999998, "precision@10": 0.06989999999999999, "recall@1": 0.353, "recall@5": 0.603, "recall@10": 0.699, "f1@1": 0.353, "f1@5": 0.20100000000000007, "f1@10": 0.12709090909090912, "map@1": 0.353, "map@5": 0.45106666666666667, "map@10": 0.4640626984126984, "mrr@1": 0.353, "mrr@5": 0.45106666666666667, "mrr@10": 0.4640626984126984, "num_pred": 1000, "num_data": 1000 }, "ImageNet-A": { "hit@1": 0.509, "hit@5": 0.733, "hit@10": 0.808, "ndcg_linear@1": 0.509, "ndcg_linear@5": 0.6288363505737428, "ndcg_linear@10": 0.6531497939449622, "ndcg_exponential@1": 0.509, "ndcg_exponential@5": 0.6288363505737428, "ndcg_exponential@10": 0.6531497939449622, "precision@1": 0.509, "precision@5": 0.14659999999999995, "precision@10": 0.08080000000000001, "recall@1": 0.509, "recall@5": 0.733, "recall@10": 0.808, "f1@1": 0.509, "f1@5": 0.2443333333333334, "f1@10": 0.14690909090909093, "map@1": 0.509, "map@5": 0.5941333333333333, "map@10": 0.6041992063492064, "mrr@1": 0.509, "mrr@5": 0.5941333333333333, "mrr@10": 0.6041992063492064, "num_pred": 1000, "num_data": 1000 }, "ImageNet-R": { "hit@1": 0.847, "hit@5": 0.97, "hit@10": 0.985, "ndcg_linear@1": 0.847, "ndcg_linear@5": 0.9181360471546679, "ndcg_linear@10": 0.9229128162183745, "ndcg_exponential@1": 0.847, "ndcg_exponential@5": 0.9181360471546679, "ndcg_exponential@10": 0.9229128162183745, "precision@1": 0.847, "precision@5": 0.19400000000000003, "precision@10": 0.09850000000000002, "recall@1": 0.847, "recall@5": 0.97, "recall@10": 0.985, "f1@1": 0.847, "f1@5": 0.32333333333333336, "f1@10": 0.17909090909090908, "map@1": 0.847, "map@5": 0.9004000000000001, "map@10": 0.9023297619047619, "mrr@1": 0.847, "mrr@5": 0.9004000000000001, "mrr@10": 0.9023297619047619, "num_pred": 1000, "num_data": 1000 }, "ObjectNet": { "hit@1": 0.371, "hit@5": 0.64, "hit@10": 0.724, "ndcg_linear@1": 0.371, "ndcg_linear@5": 0.514178035846168, "ndcg_linear@10": 0.541649483223975, "ndcg_exponential@1": 0.371, "ndcg_exponential@5": 0.514178035846168, "ndcg_exponential@10": 0.541649483223975, "precision@1": 0.371, "precision@5": 0.12799999999999997, "precision@10": 0.07239999999999999, "recall@1": 0.371, "recall@5": 0.64, "recall@10": 0.724, "f1@1": 0.371, "f1@5": 0.2133333333333334, "f1@10": 0.13163636363636366, "map@1": 0.371, "map@5": 0.4723333333333333, "map@10": 0.4838547619047619, "mrr@1": 0.371, "mrr@5": 0.4723333333333333, "mrr@10": 0.4838547619047619, "num_pred": 1000, "num_data": 1000 }, "Country211": { "hit@1": 0.215, "hit@5": 0.402, "hit@10": 0.504, "ndcg_linear@1": 0.215, "ndcg_linear@5": 0.3136240153671895, "ndcg_linear@10": 0.34679918616071165, "ndcg_exponential@1": 0.215, "ndcg_exponential@5": 0.3136240153671895, "ndcg_exponential@10": 0.34679918616071165, "precision@1": 0.215, "precision@5": 0.0804, "precision@10": 0.0504, "recall@1": 0.215, "recall@5": 0.402, "recall@10": 0.504, "f1@1": 0.215, "f1@5": 0.13400000000000006, "f1@10": 0.09163636363636365, "map@1": 0.215, "map@5": 0.28431666666666666, "map@10": 0.29812301587301593, "mrr@1": 0.215, "mrr@5": 0.28431666666666666, "mrr@10": 0.29812301587301593, "num_pred": 1000, "num_data": 1000 }, "OK-VQA": { "hit@1": 0.485, "hit@5": 0.708, "hit@10": 0.789, "ndcg_linear@1": 0.485, "ndcg_linear@5": 0.6046863990815086, "ndcg_linear@10": 0.630791878313855, "ndcg_exponential@1": 0.485, "ndcg_exponential@5": 0.6046863990815086, "ndcg_exponential@10": 0.630791878313855, "precision@1": 0.485, "precision@5": 0.1416, "precision@10": 0.07890000000000001, "recall@1": 0.485, "recall@5": 0.708, "recall@10": 0.789, "f1@1": 0.485, "f1@5": 0.23600000000000004, "f1@10": 0.14345454545454547, "map@1": 0.485, "map@5": 0.5702166666666666, "map@10": 0.5809408730158729, "mrr@1": 0.485, "mrr@5": 0.5702166666666666, "mrr@10": 0.5809408730158729, "num_pred": 1000, "num_data": 1000 }, "A-OKVQA": { "hit@1": 0.395, "hit@5": 0.673, "hit@10": 0.77, "ndcg_linear@1": 0.395, "ndcg_linear@5": 0.544789429161765, "ndcg_linear@10": 0.576287183199135, "ndcg_exponential@1": 0.395, "ndcg_exponential@5": 0.544789429161765, "ndcg_exponential@10": 0.576287183199135, "precision@1": 0.395, "precision@5": 0.13460000000000003, "precision@10": 0.077, "recall@1": 0.395, "recall@5": 0.673, "recall@10": 0.77, "f1@1": 0.395, "f1@5": 0.22433333333333338, "f1@10": 0.14, "map@1": 0.395, "map@5": 0.5019666666666667, "map@10": 0.5150436507936509, "mrr@1": 0.395, "mrr@5": 0.5019666666666667, "mrr@10": 0.5150436507936509, "num_pred": 1000, "num_data": 1000 }, "DocVQA": { "hit@1": 0.825, "hit@5": 0.933, "hit@10": 0.958, "ndcg_linear@1": 0.825, "ndcg_linear@5": 0.8845091666543783, "ndcg_linear@10": 0.8926691242662204, "ndcg_exponential@1": 0.825, "ndcg_exponential@5": 0.8845091666543783, "ndcg_exponential@10": 0.8926691242662204, "precision@1": 0.825, "precision@5": 0.18660000000000002, "precision@10": 0.09580000000000001, "recall@1": 0.825, "recall@5": 0.933, "recall@10": 0.958, "f1@1": 0.825, "f1@5": 0.311, "f1@10": 0.17418181818181816, "map@1": 0.825, "map@5": 0.8682166666666666, "map@10": 0.8716277777777779, "mrr@1": 0.825, "mrr@5": 0.8682166666666666, "mrr@10": 0.8716277777777779, "num_pred": 1000, "num_data": 1000 }, "InfographicsVQA": { "hit@1": 0.477, "hit@5": 0.699, "hit@10": 0.793, "ndcg_linear@1": 0.477, "ndcg_linear@5": 0.5969103712912924, "ndcg_linear@10": 0.627519140128443, "ndcg_exponential@1": 0.477, "ndcg_exponential@5": 0.5969103712912924, "ndcg_exponential@10": 0.627519140128443, "precision@1": 0.477, "precision@5": 0.1398, "precision@10": 0.0793, "recall@1": 0.477, "recall@5": 0.699, "recall@10": 0.793, "f1@1": 0.477, "f1@5": 0.23300000000000007, "f1@10": 0.1441818181818182, "map@1": 0.477, "map@5": 0.5628, "map@10": 0.5755484126984127, "mrr@1": 0.477, "mrr@5": 0.5628, "mrr@10": 0.5755484126984127, "num_pred": 1000, "num_data": 1000 }, "ChartQA": { "hit@1": 0.423, "hit@5": 0.656, "hit@10": 0.743, "ndcg_linear@1": 0.423, "ndcg_linear@5": 0.5467851943364626, "ndcg_linear@10": 0.5747938561770682, "ndcg_exponential@1": 0.423, "ndcg_exponential@5": 0.5467851943364626, "ndcg_exponential@10": 0.5747938561770682, "precision@1": 0.423, "precision@5": 0.13119999999999998, "precision@10": 0.0743, "recall@1": 0.423, "recall@5": 0.656, "recall@10": 0.743, "f1@1": 0.423, "f1@5": 0.21866666666666668, "f1@10": 0.1350909090909091, "map@1": 0.423, "map@5": 0.5104666666666666, "map@10": 0.52195, "mrr@1": 0.423, "mrr@5": 0.5104666666666666, "mrr@10": 0.52195, "num_pred": 1000, "num_data": 1000 }, "Visual7W": { "hit@1": 0.512, "hit@5": 0.854, "hit@10": 0.928, "ndcg_linear@1": 0.512, "ndcg_linear@5": 0.6995176629964847, "ndcg_linear@10": 0.724030289912997, "ndcg_exponential@1": 0.512, "ndcg_exponential@5": 0.6995176629964847, "ndcg_exponential@10": 0.724030289912997, "precision@1": 0.512, "precision@5": 0.1708, "precision@10": 0.09280000000000001, "recall@1": 0.512, "recall@5": 0.854, "recall@10": 0.928, "f1@1": 0.512, "f1@5": 0.2846666666666667, "f1@10": 0.16872727272727273, "map@1": 0.512, "map@5": 0.6475833333333334, "map@10": 0.6580365079365078, "mrr@1": 0.512, "mrr@5": 0.6475833333333334, "mrr@10": 0.6580365079365078, "num_pred": 1000, "num_data": 1000 }, "ScienceQA": { "hit@1": 0.307, "hit@5": 0.61, "hit@10": 0.763, "ndcg_linear@1": 0.307, "ndcg_linear@5": 0.47107753896303634, "ndcg_linear@10": 0.5208523262963415, "ndcg_exponential@1": 0.307, "ndcg_exponential@5": 0.47107753896303634, "ndcg_exponential@10": 0.5208523262963415, "precision@1": 0.307, "precision@5": 0.12199999999999998, "precision@10": 0.07629999999999998, "recall@1": 0.307, "recall@5": 0.61, "recall@10": 0.763, "f1@1": 0.307, "f1@5": 0.2033333333333334, "f1@10": 0.13872727272727275, "map@1": 0.307, "map@5": 0.4246166666666667, "map@10": 0.4453376984126984, "mrr@1": 0.307, "mrr@5": 0.4246166666666667, "mrr@10": 0.4453376984126984, "num_pred": 1000, "num_data": 1000 }, "VizWiz": { "hit@1": 0.386, "hit@5": 0.57, "hit@10": 0.651, "ndcg_linear@1": 0.386, "ndcg_linear@5": 0.48296361312545255, "ndcg_linear@10": 0.5089944748880061, "ndcg_exponential@1": 0.386, "ndcg_exponential@5": 0.48296361312545255, "ndcg_exponential@10": 0.5089944748880061, "precision@1": 0.386, "precision@5": 0.11399999999999999, "precision@10": 0.06509999999999999, "recall@1": 0.386, "recall@5": 0.57, "recall@10": 0.651, "f1@1": 0.386, "f1@5": 0.19000000000000006, "f1@10": 0.1183636363636364, "map@1": 0.386, "map@5": 0.45413333333333333, "map@10": 0.46478214285714287, "mrr@1": 0.386, "mrr@5": 0.45413333333333333, "mrr@10": 0.46478214285714287, "num_pred": 1000, "num_data": 1000 }, "GQA": { "hit@1": 0.483, "hit@5": 0.764, "hit@10": 0.846, "ndcg_linear@1": 0.483, "ndcg_linear@5": 0.63357389788567, "ndcg_linear@10": 0.6600489497968658, "ndcg_exponential@1": 0.483, "ndcg_exponential@5": 0.63357389788567, "ndcg_exponential@10": 0.6600489497968658, "precision@1": 0.483, "precision@5": 0.1528, "precision@10": 0.0846, "recall@1": 0.483, "recall@5": 0.764, "recall@10": 0.846, "f1@1": 0.483, "f1@5": 0.25466666666666676, "f1@10": 0.15381818181818185, "map@1": 0.483, "map@5": 0.5901333333333333, "map@10": 0.6010257936507938, "mrr@1": 0.483, "mrr@5": 0.5901333333333333, "mrr@10": 0.6010257936507938, "num_pred": 1000, "num_data": 1000 }, "TextVQA": { "hit@1": 0.633, "hit@5": 0.776, "hit@10": 0.826, "ndcg_linear@1": 0.633, "ndcg_linear@5": 0.7097620691782447, "ndcg_linear@10": 0.7261373468359072, "ndcg_exponential@1": 0.633, "ndcg_exponential@5": 0.7097620691782447, "ndcg_exponential@10": 0.7261373468359072, "precision@1": 0.633, "precision@5": 0.15519999999999998, "precision@10": 0.08259999999999999, "recall@1": 0.633, "recall@5": 0.776, "recall@10": 0.826, "f1@1": 0.633, "f1@5": 0.25866666666666677, "f1@10": 0.1501818181818182, "map@1": 0.633, "map@5": 0.68765, "map@10": 0.6945222222222223, "mrr@1": 0.633, "mrr@5": 0.68765, "mrr@10": 0.6945222222222223, "num_pred": 1000, "num_data": 1000 }, "VisDial": { "hit@1": 0.743, "hit@5": 0.925, "hit@10": 0.968, "ndcg_linear@1": 0.743, "ndcg_linear@5": 0.8440838601684884, "ndcg_linear@10": 0.8580282205479829, "ndcg_exponential@1": 0.743, "ndcg_exponential@5": 0.8440838601684884, "ndcg_exponential@10": 0.8580282205479829, "precision@1": 0.743, "precision@5": 0.185, "precision@10": 0.09680000000000001, "recall@1": 0.743, "recall@5": 0.925, "recall@10": 0.968, "f1@1": 0.743, "f1@5": 0.3083333333333333, "f1@10": 0.176, "map@1": 0.743, "map@5": 0.8168, "map@10": 0.8225757936507937, "mrr@1": 0.743, "mrr@5": 0.8168, "mrr@10": 0.8225757936507937, "num_pred": 1000, "num_data": 1000 }, "CIRR": { "hit@1": 0.468, "hit@5": 0.843, "hit@10": 0.91, "ndcg_linear@1": 0.468, "ndcg_linear@5": 0.6734034596054626, "ndcg_linear@10": 0.695553883426398, "ndcg_exponential@1": 0.468, "ndcg_exponential@5": 0.6734034596054626, "ndcg_exponential@10": 0.695553883426398, "precision@1": 0.468, "precision@5": 0.16860000000000003, "precision@10": 0.09100000000000001, "recall@1": 0.468, "recall@5": 0.843, "recall@10": 0.91, "f1@1": 0.468, "f1@5": 0.281, "f1@10": 0.16545454545454544, "map@1": 0.468, "map@5": 0.6163500000000001, "map@10": 0.6257753968253968, "mrr@1": 0.468, "mrr@5": 0.6163500000000001, "mrr@10": 0.6257753968253968, "num_pred": 1000, "num_data": 1000 }, "VisualNews_t2i": { "hit@1": 0.731, "hit@5": 0.879, "hit@10": 0.922, "ndcg_linear@1": 0.731, "ndcg_linear@5": 0.8123201148114237, "ndcg_linear@10": 0.8262803892725737, "ndcg_exponential@1": 0.731, "ndcg_exponential@5": 0.8123201148114237, "ndcg_exponential@10": 0.8262803892725737, "precision@1": 0.731, "precision@5": 0.1758, "precision@10": 0.09220000000000002, "recall@1": 0.731, "recall@5": 0.879, "recall@10": 0.922, "f1@1": 0.731, "f1@5": 0.293, "f1@10": 0.16763636363636364, "map@1": 0.731, "map@5": 0.7898499999999999, "map@10": 0.7956444444444445, "mrr@1": 0.731, "mrr@5": 0.7898499999999999, "mrr@10": 0.7956444444444445, "num_pred": 1000, "num_data": 1000 }, "VisualNews_i2t": { "hit@1": 0.737, "hit@5": 0.886, "hit@10": 0.923, "ndcg_linear@1": 0.737, "ndcg_linear@5": 0.8203463651055521, "ndcg_linear@10": 0.8324115658367468, "ndcg_exponential@1": 0.737, "ndcg_exponential@5": 0.8203463651055521, "ndcg_exponential@10": 0.8324115658367468, "precision@1": 0.737, "precision@5": 0.17720000000000002, "precision@10": 0.09230000000000001, "recall@1": 0.737, "recall@5": 0.886, "recall@10": 0.923, "f1@1": 0.737, "f1@5": 0.2953333333333334, "f1@10": 0.1678181818181818, "map@1": 0.737, "map@5": 0.7981666666666666, "map@10": 0.8032027777777778, "mrr@1": 0.737, "mrr@5": 0.7981666666666666, "mrr@10": 0.8032027777777778, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_t2i": { "hit@1": 0.734, "hit@5": 0.922, "hit@10": 0.966, "ndcg_linear@1": 0.734, "ndcg_linear@5": 0.8386846197549825, "ndcg_linear@10": 0.8527301548695718, "ndcg_exponential@1": 0.734, "ndcg_exponential@5": 0.8386846197549825, "ndcg_exponential@10": 0.8527301548695718, "precision@1": 0.734, "precision@5": 0.1844, "precision@10": 0.09660000000000002, "recall@1": 0.734, "recall@5": 0.922, "recall@10": 0.966, "f1@1": 0.734, "f1@5": 0.30733333333333335, "f1@10": 0.17563636363636362, "map@1": 0.734, "map@5": 0.81055, "map@10": 0.8162388888888888, "mrr@1": 0.734, "mrr@5": 0.81055, "mrr@10": 0.8162388888888888, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_i2t": { "hit@1": 0.685, "hit@5": 0.924, "hit@10": 0.97, "ndcg_linear@1": 0.685, "ndcg_linear@5": 0.8147130346946153, "ndcg_linear@10": 0.8296383775113775, "ndcg_exponential@1": 0.685, "ndcg_exponential@5": 0.8147130346946153, "ndcg_exponential@10": 0.8296383775113775, "precision@1": 0.685, "precision@5": 0.18480000000000002, "precision@10": 0.09700000000000002, "recall@1": 0.685, "recall@5": 0.924, "recall@10": 0.97, "f1@1": 0.685, "f1@5": 0.308, "f1@10": 0.17636363636363633, "map@1": 0.685, "map@5": 0.7780999999999999, "map@10": 0.784290873015873, "mrr@1": 0.685, "mrr@5": 0.7780999999999999, "mrr@10": 0.784290873015873, "num_pred": 1000, "num_data": 1000 }, "NIGHTS": { "hit@1": 0.663, "hit@5": 0.969, "hit@10": 0.987, "ndcg_linear@1": 0.663, "ndcg_linear@5": 0.8393646749903655, "ndcg_linear@10": 0.8452500026570113, "ndcg_exponential@1": 0.663, "ndcg_exponential@5": 0.8393646749903655, "ndcg_exponential@10": 0.8452500026570113, "precision@1": 0.663, "precision@5": 0.1938, "precision@10": 0.09870000000000002, "recall@1": 0.663, "recall@5": 0.969, "recall@10": 0.987, "f1@1": 0.663, "f1@5": 0.323, "f1@10": 0.17945454545454545, "map@1": 0.663, "map@5": 0.7949833333333334, "map@10": 0.7974511904761905, "mrr@1": 0.663, "mrr@5": 0.7949833333333334, "mrr@10": 0.7974511904761905, "num_pred": 1000, "num_data": 1000 }, "WebQA": { "hit@1": 0.859, "hit@5": 0.978, "hit@10": 0.989, "ndcg_linear@1": 0.859, "ndcg_linear@5": 0.9283084523588356, "ndcg_linear@10": 0.9319169969479246, "ndcg_exponential@1": 0.859, "ndcg_exponential@5": 0.9283084523588356, "ndcg_exponential@10": 0.9319169969479246, "precision@1": 0.859, "precision@5": 0.19560000000000002, "precision@10": 0.0989, "recall@1": 0.859, "recall@5": 0.978, "recall@10": 0.989, "f1@1": 0.859, "f1@5": 0.326, "f1@10": 0.17981818181818182, "map@1": 0.859, "map@5": 0.91125, "map@10": 0.9127686507936508, "mrr@1": 0.859, "mrr@5": 0.91125, "mrr@10": 0.9127686507936508, "num_pred": 1000, "num_data": 1000 }, "FashionIQ": { "hit@1": 0.14, "hit@5": 0.322, "hit@10": 0.435, "ndcg_linear@1": 0.14, "ndcg_linear@5": 0.2331340271984467, "ndcg_linear@10": 0.26946519240692934, "ndcg_exponential@1": 0.14, "ndcg_exponential@5": 0.2331340271984467, "ndcg_exponential@10": 0.26946519240692934, "precision@1": 0.14, "precision@5": 0.0644, "precision@10": 0.04349999999999999, "recall@1": 0.14, "recall@5": 0.322, "recall@10": 0.435, "f1@1": 0.14, "f1@5": 0.10733333333333334, "f1@10": 0.07909090909090909, "map@1": 0.14, "map@5": 0.20395000000000002, "map@10": 0.21881825396825397, "mrr@1": 0.14, "mrr@5": 0.20395000000000002, "mrr@10": 0.21881825396825397, "num_pred": 1000, "num_data": 1000 }, "Wiki-SS-NQ": { "hit@1": 0.542, "hit@5": 0.804, "hit@10": 0.855, "ndcg_linear@1": 0.542, "ndcg_linear@5": 0.6859216255679649, "ndcg_linear@10": 0.7027845815850624, "ndcg_exponential@1": 0.542, "ndcg_exponential@5": 0.6859216255679649, "ndcg_exponential@10": 0.7027845815850624, "precision@1": 0.542, "precision@5": 0.1608, "precision@10": 0.0855, "recall@1": 0.542, "recall@5": 0.804, "recall@10": 0.855, "f1@1": 0.542, "f1@5": 0.26800000000000007, "f1@10": 0.15545454545454546, "map@1": 0.542, "map@5": 0.6462333333333333, "map@10": 0.6534107142857142, "mrr@1": 0.542, "mrr@5": 0.6462333333333333, "mrr@10": 0.6534107142857142, "num_pred": 1000, "num_data": 1000 }, "OVEN": { "hit@1": 0.683, "hit@5": 0.877, "hit@10": 0.921, "ndcg_linear@1": 0.683, "ndcg_linear@5": 0.788827910315192, "ndcg_linear@10": 0.8034734605746966, "ndcg_exponential@1": 0.683, "ndcg_exponential@5": 0.788827910315192, "ndcg_exponential@10": 0.8034734605746966, "precision@1": 0.683, "precision@5": 0.1754, "precision@10": 0.09210000000000003, "recall@1": 0.683, "recall@5": 0.877, "recall@10": 0.921, "f1@1": 0.683, "f1@5": 0.2923333333333334, "f1@10": 0.16745454545454544, "map@1": 0.683, "map@5": 0.7592333333333333, "map@10": 0.7655194444444444, "mrr@1": 0.683, "mrr@5": 0.7592333333333333, "mrr@10": 0.7655194444444444, "num_pred": 1000, "num_data": 1000 }, "EDIS": { "hit@1": 0.812, "hit@5": 0.959, "hit@10": 0.988, "ndcg_linear@1": 0.812, "ndcg_linear@5": 0.8962912635459657, "ndcg_linear@10": 0.9056300242225047, "ndcg_exponential@1": 0.812, "ndcg_exponential@5": 0.8962912635459657, "ndcg_exponential@10": 0.9056300242225047, "precision@1": 0.812, "precision@5": 0.1918, "precision@10": 0.09880000000000001, "recall@1": 0.812, "recall@5": 0.959, "recall@10": 0.988, "f1@1": 0.812, "f1@5": 0.3196666666666667, "f1@10": 0.17963636363636362, "map@1": 0.812, "map@5": 0.8749000000000001, "map@10": 0.8787257936507936, "mrr@1": 0.812, "mrr@5": 0.8749000000000001, "mrr@10": 0.8787257936507936, "num_pred": 1000, "num_data": 1000 }, "MSCOCO": { "hit@1": 0.665, "hit@5": 0.827, "hit@10": 0.866, "ndcg_linear@1": 0.665, "ndcg_linear@5": 0.7549156885474788, "ndcg_linear@10": 0.7676270591820737, "ndcg_exponential@1": 0.665, "ndcg_exponential@5": 0.7549156885474788, "ndcg_exponential@10": 0.7676270591820737, "precision@1": 0.665, "precision@5": 0.16540000000000002, "precision@10": 0.08660000000000001, "recall@1": 0.665, "recall@5": 0.827, "recall@10": 0.866, "f1@1": 0.665, "f1@5": 0.2756666666666667, "f1@10": 0.15745454545454543, "map@1": 0.665, "map@5": 0.7305833333333334, "map@10": 0.7358869047619047, "mrr@1": 0.665, "mrr@5": 0.7305833333333334, "mrr@10": 0.7358869047619047, "num_pred": 1000, "num_data": 1000 }, "RefCOCO": { "hit@1": 0.809, "hit@5": 0.958, "hit@10": 0.977, "ndcg_linear@1": 0.809, "ndcg_linear@5": 0.8925732009900281, "ndcg_linear@10": 0.8987877544827547, "ndcg_exponential@1": 0.809, "ndcg_exponential@5": 0.8925732009900281, "ndcg_exponential@10": 0.8987877544827547, "precision@1": 0.809, "precision@5": 0.19160000000000002, "precision@10": 0.09770000000000002, "recall@1": 0.809, "recall@5": 0.958, "recall@10": 0.977, "f1@1": 0.809, "f1@5": 0.3193333333333333, "f1@10": 0.17763636363636362, "map@1": 0.809, "map@5": 0.8704166666666667, "map@10": 0.8730222222222221, "mrr@1": 0.809, "mrr@5": 0.8704166666666667, "mrr@10": 0.8730222222222221, "num_pred": 1000, "num_data": 1000 }, "RefCOCO-Matching": { "hit@1": 0.757, "hit@5": 0.994, "hit@10": 0.997, "ndcg_linear@1": 0.757, "ndcg_linear@5": 0.9067666846128571, "ndcg_linear@10": 0.9077801289827371, "ndcg_exponential@1": 0.757, "ndcg_exponential@5": 0.9067666846128571, "ndcg_exponential@10": 0.9077801289827371, "precision@1": 0.757, "precision@5": 0.1988, "precision@10": 0.09970000000000001, "recall@1": 0.757, "recall@5": 0.994, "recall@10": 0.997, "f1@1": 0.757, "f1@5": 0.3313333333333333, "f1@10": 0.18127272727272725, "map@1": 0.757, "map@5": 0.8764333333333333, "map@10": 0.8768777777777778, "mrr@1": 0.757, "mrr@5": 0.8734333333333333, "mrr@10": 0.8738777777777778, "num_pred": 1000, "num_data": 1000 }, "Visual7W-Pointing": { "hit@1": 0.683, "hit@5": 0.876, "hit@10": 0.922, "ndcg_linear@1": 0.683, "ndcg_linear@5": 0.7898322229469744, "ndcg_linear@10": 0.8048471859102764, "ndcg_exponential@1": 0.683, "ndcg_exponential@5": 0.7898322229469744, "ndcg_exponential@10": 0.8048471859102764, "precision@1": 0.683, "precision@5": 0.17520000000000002, "precision@10": 0.09220000000000002, "recall@1": 0.683, "recall@5": 0.876, "recall@10": 0.922, "f1@1": 0.683, "f1@5": 0.29200000000000004, "f1@10": 0.16763636363636364, "map@1": 0.683, "map@5": 0.7607666666666667, "map@10": 0.7670384920634921, "mrr@1": 0.683, "mrr@5": 0.7607666666666667, "mrr@10": 0.7670384920634921, "num_pred": 1000, "num_data": 1000 } }, "visdoc": { "ViDoRe_arxivqa": { "hit@1": 0.384, "hit@5": 0.582, "hit@10": 0.666, "ndcg_linear@1": 0.384, "ndcg_linear@5": 0.4887714885037101, "ndcg_linear@10": 0.5160063798442027, "ndcg_exponential@1": 0.384, "ndcg_exponential@5": 0.4887714885037101, "ndcg_exponential@10": 0.5160063798442027, "precision@1": 0.384, "precision@5": 0.11639999999999999, "precision@10": 0.06659999999999999, "recall@1": 0.384, "recall@5": 0.582, "recall@10": 0.666, "f1@1": 0.384, "f1@5": 0.19400000000000006, "f1@10": 0.12109090909090911, "map@1": 0.384, "map@5": 0.4578, "map@10": 0.4690865079365079, "mrr@1": 0.384, "mrr@5": 0.4578, "mrr@10": 0.4690865079365079, "num_pred": 500, "num_data": 500 }, "ViDoRe_docvqa": { "hit@1": 0.2017738359201774, "hit@5": 0.3436807095343681, "hit@10": 0.44567627494456763, "ndcg_linear@1": 0.2017738359201774, "ndcg_linear@5": 0.2695284550966221, "ndcg_linear@10": 0.30132152988724914, "ndcg_exponential@1": 0.2017738359201774, "ndcg_exponential@5": 0.2695284550966221, "ndcg_exponential@10": 0.30132152988724914, "precision@1": 0.2017738359201774, "precision@5": 0.06873614190687362, "precision@10": 0.04456762749445676, "recall@1": 0.1950849963045085, "recall@5": 0.3350517368810052, "recall@10": 0.43446045824094603, "f1@1": 0.19620217181192792, "f1@5": 0.11298715631570727, "f1@10": 0.08032947589488611, "map@1": 0.2017738359201774, "map@5": 0.2458610495195861, "map@10": 0.258661088234259, "mrr@1": 0.2017738359201774, "mrr@5": 0.2531781226903178, "mrr@10": 0.2666525886038081, "num_pred": 451, "num_data": 451 }, "ViDoRe_infovqa": { "hit@1": 0.5465587044534413, "hit@5": 0.7793522267206477, "hit@10": 0.8481781376518218, "ndcg_linear@1": 0.5465587044534413, "ndcg_linear@5": 0.6723636246126143, "ndcg_linear@10": 0.6943932274482111, "ndcg_exponential@1": 0.5465587044534413, "ndcg_exponential@5": 0.6723636246126143, "ndcg_exponential@10": 0.6943932274482111, "precision@1": 0.5465587044534413, "precision@5": 0.15587044534412955, "precision@10": 0.08502024291497975, "recall@1": 0.5465587044534413, "recall@5": 0.77834008097166, "recall@10": 0.847165991902834, "f1@1": 0.5465587044534413, "f1@5": 0.25968768074031234, "f1@10": 0.15449024659550975, "map@1": 0.5465587044534413, "map@5": 0.6366059379217273, "map@10": 0.6455979692821798, "mrr@1": 0.5465587044534413, "mrr@5": 0.6371120107962213, "mrr@10": 0.6458678748152432, "num_pred": 494, "num_data": 494 }, "ViDoRe_tabfquad": { "hit@1": 0.5, "hit@5": 0.7392857142857143, "hit@10": 0.8035714285714286, "ndcg_linear@1": 0.5, "ndcg_linear@5": 0.6258424881807017, "ndcg_linear@10": 0.6458458337631906, "ndcg_exponential@1": 0.5, "ndcg_exponential@5": 0.6258424881807017, "ndcg_exponential@10": 0.6458458337631906, "precision@1": 0.5, "precision@5": 0.14785714285714283, "precision@10": 0.08035714285714286, "recall@1": 0.5, "recall@5": 0.7392857142857143, "recall@10": 0.8035714285714286, "f1@1": 0.5, "f1@5": 0.24642857142857147, "f1@10": 0.14610389610389615, "map@1": 0.5, "map@5": 0.5882142857142857, "map@10": 0.5959991496598639, "mrr@1": 0.5, "mrr@5": 0.5882142857142857, "mrr@10": 0.5959991496598639, "num_pred": 280, "num_data": 280 }, "ViDoRe_tatdqa": { "hit@1": 0.11846901579586877, "hit@5": 0.2733900364520049, "hit@10": 0.370595382746051, "ndcg_linear@1": 0.11846901579586877, "ndcg_linear@5": 0.19790945816610908, "ndcg_linear@10": 0.22934108397022743, "ndcg_exponential@1": 0.11846901579586877, "ndcg_exponential@5": 0.19790945816610908, "ndcg_exponential@10": 0.22934108397022743, "precision@1": 0.11846901579586877, "precision@5": 0.054678007290400975, "precision@10": 0.03712029161603888, "recall@1": 0.11846901579586877, "recall@5": 0.27278250303766705, "recall@10": 0.36998784933171325, "f1@1": 0.11846901579586877, "f1@5": 0.09107215182549327, "f1@10": 0.06745461909495931, "map@1": 0.11846901579586877, "map@5": 0.1731773997569866, "map@10": 0.18614028235838687, "mrr@1": 0.11846901579586877, "mrr@5": 0.1734811664641555, "mrr@10": 0.18640788636232136, "num_pred": 1646, "num_data": 1646 }, "ViDoRe_shiftproject": { "hit@1": 0.29, "hit@5": 0.53, "hit@10": 0.66, "ndcg_linear@1": 0.29, "ndcg_linear@5": 0.4179564395195299, "ndcg_linear@10": 0.45947545144232743, "ndcg_exponential@1": 0.29, "ndcg_exponential@5": 0.4179564395195299, "ndcg_exponential@10": 0.45947545144232743, "precision@1": 0.29, "precision@5": 0.10599999999999998, "precision@10": 0.06599999999999998, "recall@1": 0.29, "recall@5": 0.53, "recall@10": 0.66, "f1@1": 0.29, "f1@5": 0.17666666666666667, "f1@10": 0.12000000000000002, "map@1": 0.29, "map@5": 0.3803333333333333, "map@10": 0.3971746031746031, "mrr@1": 0.29, "mrr@5": 0.3803333333333333, "mrr@10": 0.3971746031746031, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_artificial_intelligence": { "hit@1": 0.41, "hit@5": 0.67, "hit@10": 0.74, "ndcg_linear@1": 0.41, "ndcg_linear@5": 0.5501602800849955, "ndcg_linear@10": 0.5722762310015821, "ndcg_exponential@1": 0.41, "ndcg_exponential@5": 0.5501602800849955, "ndcg_exponential@10": 0.5722762310015821, "precision@1": 0.41, "precision@5": 0.13399999999999998, "precision@10": 0.07399999999999998, "recall@1": 0.41, "recall@5": 0.67, "recall@10": 0.74, "f1@1": 0.41, "f1@5": 0.22333333333333336, "f1@10": 0.13454545454545458, "map@1": 0.41, "map@5": 0.5101666666666667, "map@10": 0.518984126984127, "mrr@1": 0.41, "mrr@5": 0.5101666666666667, "mrr@10": 0.518984126984127, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_energy": { "hit@1": 0.47, "hit@5": 0.69, "hit@10": 0.78, "ndcg_linear@1": 0.47, "ndcg_linear@5": 0.59111392640459, "ndcg_linear@10": 0.6198260200539802, "ndcg_exponential@1": 0.47, "ndcg_exponential@5": 0.59111392640459, "ndcg_exponential@10": 0.6198260200539802, "precision@1": 0.47, "precision@5": 0.13799999999999998, "precision@10": 0.07799999999999999, "recall@1": 0.47, "recall@5": 0.69, "recall@10": 0.78, "f1@1": 0.47, "f1@5": 0.23000000000000004, "f1@10": 0.14181818181818184, "map@1": 0.47, "map@5": 0.5578333333333333, "map@10": 0.569484126984127, "mrr@1": 0.47, "mrr@5": 0.5578333333333333, "mrr@10": 0.569484126984127, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_government_reports": { "hit@1": 0.42, "hit@5": 0.69, "hit@10": 0.74, "ndcg_linear@1": 0.42, "ndcg_linear@5": 0.5706578821281822, "ndcg_linear@10": 0.5871606562347121, "ndcg_exponential@1": 0.42, "ndcg_exponential@5": 0.5706578821281822, "ndcg_exponential@10": 0.5871606562347121, "precision@1": 0.42, "precision@5": 0.13799999999999998, "precision@10": 0.07399999999999998, "recall@1": 0.42, "recall@5": 0.69, "recall@10": 0.74, "f1@1": 0.42, "f1@5": 0.23000000000000004, "f1@10": 0.13454545454545458, "map@1": 0.42, "map@5": 0.5303333333333333, "map@10": 0.537345238095238, "mrr@1": 0.42, "mrr@5": 0.5303333333333333, "mrr@10": 0.537345238095238, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_healthcare_industry": { "hit@1": 0.45, "hit@5": 0.72, "hit@10": 0.86, "ndcg_linear@1": 0.45, "ndcg_linear@5": 0.5963689233154675, "ndcg_linear@10": 0.6420970000754052, "ndcg_exponential@1": 0.45, "ndcg_exponential@5": 0.5963689233154675, "ndcg_exponential@10": 0.6420970000754052, "precision@1": 0.45, "precision@5": 0.144, "precision@10": 0.08599999999999998, "recall@1": 0.45, "recall@5": 0.72, "recall@10": 0.86, "f1@1": 0.45, "f1@5": 0.24000000000000005, "f1@10": 0.1563636363636364, "map@1": 0.45, "map@5": 0.5548333333333333, "map@10": 0.5739484126984127, "mrr@1": 0.45, "mrr@5": 0.5548333333333333, "mrr@10": 0.5739484126984127, "num_pred": 100, "num_data": 100 }, "ViDoRe_esg_reports_human_labeled_v2": { "hit@1": 0.057692307692307696, "hit@5": 0.28846153846153844, "hit@10": 0.38461538461538464, "ndcg_linear@1": 0.057692307692307696, "ndcg_linear@5": 0.12599870327532675, "ndcg_linear@10": 0.15572849019553353, "ndcg_exponential@1": 0.057692307692307696, "ndcg_exponential@5": 0.12510920026799083, "ndcg_exponential@10": 0.1550084194156491, "precision@1": 0.057692307692307696, "precision@5": 0.08076923076923077, "precision@10": 0.059615384615384626, "recall@1": 0.015064102564102566, "recall@5": 0.17774725274725273, "recall@10": 0.2681318681318681, "f1@1": 0.022189349112426034, "f1@5": 0.09692774545715722, "f1@10": 0.08744713054667805, "map@1": 0.057692307692307696, "map@5": 0.08697115384615385, "map@10": 0.09812029405779404, "mrr@1": 0.057692307692307696, "mrr@5": 0.14070512820512818, "mrr@10": 0.15183913308913308, "num_pred": 52, "num_data": 52 }, "ViDoRe_biomedical_lectures_v2": { "hit@1": 0.10625, "hit@5": 0.2, "hit@10": 0.2375, "ndcg_linear@1": 0.10625, "ndcg_linear@5": 0.09477435582201986, "ndcg_linear@10": 0.1004423742969149, "ndcg_exponential@1": 0.10625, "ndcg_exponential@5": 0.09477435582201987, "ndcg_exponential@10": 0.1004423742969149, "precision@1": 0.10625, "precision@5": 0.053750000000000006, "precision@10": 0.035625000000000004, "recall@1": 0.03250077793656647, "recall@5": 0.09603297490626343, "recall@10": 0.1219837862652898, "f1@1": 0.043400297619047616, "f1@5": 0.059541577295253764, "f1@10": 0.04778779553779554, "map@1": 0.10625, "map@5": 0.06931944444444445, "map@10": 0.06875347222222221, "mrr@1": 0.10625, "mrr@5": 0.14020833333333332, "mrr@10": 0.1451736111111111, "num_pred": 160, "num_data": 160 }, "ViDoRe_biomedical_lectures_v2_multilingual": { "hit@1": 0.08125, "hit@5": 0.153125, "hit@10": 0.190625, "ndcg_linear@1": 0.08125, "ndcg_linear@5": 0.0739843595210182, "ndcg_linear@10": 0.07999860194187196, "ndcg_exponential@1": 0.08125, "ndcg_exponential@5": 0.0739843595210182, "ndcg_exponential@10": 0.07999860194187196, "precision@1": 0.08125, "precision@5": 0.04031250000000001, "precision@10": 0.02734375, "recall@1": 0.03594834789323252, "recall@5": 0.07288154427131352, "recall@10": 0.0939780506638392, "f1@1": 0.043974454365079366, "f1@5": 0.04448018341952166, "f1@10": 0.03715573113229363, "map@1": 0.08125, "map@5": 0.05640234374999999, "map@10": 0.05761059441137566, "mrr@1": 0.08125, "mrr@5": 0.10536458333333334, "mrr@10": 0.11032242063492062, "num_pred": 640, "num_data": 640 }, "ViDoRe_economics_reports_v2": { "hit@1": 0.1724137931034483, "hit@5": 0.46551724137931033, "hit@10": 0.5689655172413793, "ndcg_linear@1": 0.1724137931034483, "ndcg_linear@5": 0.17529714083407696, "ndcg_linear@10": 0.16178896095114104, "ndcg_exponential@1": 0.1724137931034483, "ndcg_exponential@5": 0.17529714083407696, "ndcg_exponential@10": 0.16178896095114104, "precision@1": 0.1724137931034483, "precision@5": 0.16896551724137931, "precision@10": 0.13448275862068967, "recall@1": 0.012831922954508721, "recall@5": 0.06614507212701243, "recall@10": 0.10338462145152384, "f1@1": 0.02331979724073151, "f1@5": 0.08256161793817322, "f1@10": 0.09881248178903711, "map@1": 0.1724137931034483, "map@5": 0.11235632183908048, "map@10": 0.08446394362342638, "mrr@1": 0.1724137931034483, "mrr@5": 0.2827586206896551, "mrr@10": 0.2980500821018062, "num_pred": 58, "num_data": 58 }, "ViDoRe_economics_reports_v2_multilingual": { "hit@1": 0.16379310344827586, "hit@5": 0.39655172413793105, "hit@10": 0.5344827586206896, "ndcg_linear@1": 0.16379310344827586, "ndcg_linear@5": 0.13895827754930556, "ndcg_linear@10": 0.13248154811464, "ndcg_exponential@1": 0.16379310344827586, "ndcg_exponential@5": 0.13895827754930556, "ndcg_exponential@10": 0.13248154811463997, "precision@1": 0.16379310344827586, "precision@5": 0.13189655172413792, "precision@10": 0.11077586206896553, "recall@1": 0.013347760137925428, "recall@5": 0.04877413023459023, "recall@10": 0.08606147608088197, "f1@1": 0.02408230596994654, "f1@5": 0.06465481180962832, "f1@10": 0.08299218434749181, "map@1": 0.16379310344827586, "map@5": 0.08612068965517242, "map@10": 0.0654065383337243, "mrr@1": 0.16379310344827586, "mrr@5": 0.2470545977011494, "mrr@10": 0.26616208264915164, "num_pred": 232, "num_data": 232 }, "ViDoRe_esg_reports_v2": { "hit@1": 0.17543859649122806, "hit@5": 0.43859649122807015, "hit@10": 0.5964912280701754, "ndcg_linear@1": 0.17543859649122806, "ndcg_linear@5": 0.2160737143131349, "ndcg_linear@10": 0.26341247385560845, "ndcg_exponential@1": 0.17543859649122806, "ndcg_exponential@5": 0.2160737143131349, "ndcg_exponential@10": 0.2634124738556084, "precision@1": 0.17543859649122806, "precision@5": 0.1368421052631579, "precision@10": 0.11403508771929823, "recall@1": 0.059941520467836254, "recall@5": 0.22581453634085213, "recall@10": 0.3639097744360902, "f1@1": 0.08051581946318788, "f1@5": 0.1431213810684292, "f1@10": 0.1478339012028111, "map@1": 0.17543859649122806, "map@5": 0.16315789473684209, "map@10": 0.17925032488628978, "mrr@1": 0.17543859649122806, "mrr@5": 0.2713450292397661, "mrr@10": 0.2940545808966862, "num_pred": 57, "num_data": 57 }, "ViDoRe_esg_reports_v2_multilingual": { "hit@1": 0.14912280701754385, "hit@5": 0.43859649122807015, "hit@10": 0.5745614035087719, "ndcg_linear@1": 0.14912280701754385, "ndcg_linear@5": 0.20125906746655192, "ndcg_linear@10": 0.24041678693593627, "ndcg_exponential@1": 0.14912280701754385, "ndcg_exponential@5": 0.20125906746655192, "ndcg_exponential@10": 0.24041678693593627, "precision@1": 0.14912280701754385, "precision@5": 0.12280701754385964, "precision@10": 0.10043859649122806, "recall@1": 0.06019736842105263, "recall@5": 0.2323360484544695, "recall@10": 0.3408782372598162, "f1@1": 0.07788771657192708, "f1@5": 0.13747603737061406, "f1@10": 0.13448911799490257, "map@1": 0.14912280701754385, "map@5": 0.14635721247563352, "map@10": 0.1603259015594542, "mrr@1": 0.14912280701754385, "mrr@5": 0.2489766081871345, "mrr@10": 0.26832358674463935, "num_pred": 228, "num_data": 228 }, "VisRAG_ArxivQA": { "hit@1": 0.3272058823529412, "hit@5": 0.4963235294117647, "hit@10": 0.553921568627451, "ndcg_linear@1": 0.3272058823529412, "ndcg_linear@5": 0.41753959433079163, "ndcg_linear@10": 0.43642238797839894, "ndcg_exponential@1": 0.3272058823529412, "ndcg_exponential@5": 0.41753959433079163, "ndcg_exponential@10": 0.43642238797839894, "precision@1": 0.3272058823529412, "precision@5": 0.09926470588235294, "precision@10": 0.0553921568627451, "recall@1": 0.3272058823529412, "recall@5": 0.4963235294117647, "recall@10": 0.553921568627451, "f1@1": 0.3272058823529412, "f1@5": 0.16544117647058823, "f1@10": 0.10071301247771838, "map@1": 0.3272058823529412, "map@5": 0.39129901960784313, "map@10": 0.39924282212885154, "mrr@1": 0.3272058823529412, "mrr@5": 0.39129901960784313, "mrr@10": 0.39924282212885154, "num_pred": 816, "num_data": 816 }, "VisRAG_ChartQA": { "hit@1": 0.4444444444444444, "hit@5": 0.6825396825396826, "hit@10": 0.8095238095238095, "ndcg_linear@1": 0.4444444444444444, "ndcg_linear@5": 0.5792999547214452, "ndcg_linear@10": 0.619790394179688, "ndcg_exponential@1": 0.4444444444444444, "ndcg_exponential@5": 0.5792999547214452, "ndcg_exponential@10": 0.619790394179688, "precision@1": 0.4444444444444444, "precision@5": 0.13650793650793647, "precision@10": 0.08095238095238091, "recall@1": 0.4444444444444444, "recall@5": 0.6825396825396826, "recall@10": 0.8095238095238095, "f1@1": 0.4444444444444444, "f1@5": 0.2275132275132276, "f1@10": 0.14718614718614717, "map@1": 0.4444444444444444, "map@5": 0.5441798941798942, "map@10": 0.5605568153187201, "mrr@1": 0.4444444444444444, "mrr@5": 0.5441798941798942, "mrr@10": 0.5605568153187201, "num_pred": 63, "num_data": 63 }, "VisRAG_MP-DocVQA": { "hit@1": 0.3316412859560068, "hit@5": 0.5194585448392555, "hit@10": 0.6125211505922166, "ndcg_linear@1": 0.3316412859560068, "ndcg_linear@5": 0.4317780824109357, "ndcg_linear@10": 0.4613201487006419, "ndcg_exponential@1": 0.3316412859560068, "ndcg_exponential@5": 0.4317780824109357, "ndcg_exponential@10": 0.4613201487006419, "precision@1": 0.3316412859560068, "precision@5": 0.10389170896785109, "precision@10": 0.06125211505922165, "recall@1": 0.3316412859560068, "recall@5": 0.5194585448392555, "recall@10": 0.6125211505922166, "f1@1": 0.3316412859560068, "f1@5": 0.1731528482797519, "f1@10": 0.11136748192585755, "map@1": 0.3316412859560068, "map@5": 0.40262267343485614, "map@10": 0.4144972202078801, "mrr@1": 0.3316412859560068, "mrr@5": 0.40262267343485614, "mrr@10": 0.4144972202078801, "num_pred": 591, "num_data": 591 }, "VisRAG_SlideVQA": { "hit@1": 0.6528776978417267, "hit@5": 0.8687050359712231, "hit@10": 0.8974820143884892, "ndcg_linear@1": 0.6528776978417267, "ndcg_linear@5": 0.7403317436593279, "ndcg_linear@10": 0.7559278694497471, "ndcg_exponential@1": 0.6528776978417267, "ndcg_exponential@5": 0.7403317436593279, "ndcg_exponential@10": 0.7559278694497471, "precision@1": 0.6528776978417267, "precision@5": 0.20683453237410068, "precision@10": 0.1093525179856115, "recall@1": 0.5611510791366906, "recall@5": 0.8282374100719424, "recall@10": 0.8705035971223022, "f1@1": 0.591726618705036, "f1@5": 0.32511133949982873, "f1@10": 0.19206453019402664, "map@1": 0.6528776978417267, "map@5": 0.6970773381294963, "map@10": 0.7055591241292679, "mrr@1": 0.6528776978417267, "mrr@5": 0.7357314148681056, "mrr@10": 0.7400757965056526, "num_pred": 556, "num_data": 556 }, "VisRAG_InfoVQA": { "hit@1": 0.5779944289693594, "hit@5": 0.8189415041782729, "hit@10": 0.8802228412256268, "ndcg_linear@1": 0.5779944289693594, "ndcg_linear@5": 0.7066787929757021, "ndcg_linear@10": 0.7266471704004087, "ndcg_exponential@1": 0.5779944289693594, "ndcg_exponential@5": 0.7066787929757021, "ndcg_exponential@10": 0.7266471704004087, "precision@1": 0.5779944289693594, "precision@5": 0.16378830083565457, "precision@10": 0.08802228412256266, "recall@1": 0.5779944289693594, "recall@5": 0.8189415041782729, "recall@10": 0.8802228412256268, "f1@1": 0.5779944289693594, "f1@5": 0.27298050139275776, "f1@10": 0.16004051658647764, "map@1": 0.5779944289693594, "map@5": 0.6692664809656453, "map@10": 0.6775898660299774, "mrr@1": 0.5779944289693594, "mrr@5": 0.6692664809656453, "mrr@10": 0.6775898660299774, "num_pred": 718, "num_data": 718 }, "VisRAG_PlotQA": { "hit@1": 0.12977983777520277, "hit@5": 0.3325608342989571, "hit@10": 0.4287369640787949, "ndcg_linear@1": 0.12977983777520277, "ndcg_linear@5": 0.2339925322768118, "ndcg_linear@10": 0.26492274577415076, "ndcg_exponential@1": 0.12977983777520277, "ndcg_exponential@5": 0.2339925322768118, "ndcg_exponential@10": 0.26492274577415076, "precision@1": 0.12977983777520277, "precision@5": 0.06651216685979143, "precision@10": 0.04287369640787949, "recall@1": 0.12977983777520277, "recall@5": 0.3325608342989571, "recall@10": 0.4287369640787949, "f1@1": 0.12977983777520277, "f1@5": 0.11085361143298574, "f1@10": 0.07795217528705363, "map@1": 0.12977983777520277, "map@5": 0.201525685592893, "map@10": 0.2141831742353179, "mrr@1": 0.12977983777520277, "mrr@5": 0.201525685592893, "mrr@10": 0.2141831742353179, "num_pred": 863, "num_data": 863 }, "ViDoSeek-page": { "hit@1": 0.043782837127845885, "hit@5": 0.3064798598949212, "hit@10": 0.4956217162872154, "ndcg_linear@1": 0.043782837127845885, "ndcg_linear@5": 0.1774384395530587, "ndcg_linear@10": 0.2388470474707514, "ndcg_exponential@1": 0.043782837127845885, "ndcg_exponential@5": 0.17743843955305874, "ndcg_exponential@10": 0.23884704747075144, "precision@1": 0.043782837127845885, "precision@5": 0.06129597197898424, "precision@10": 0.049562171628721535, "recall@1": 0.043782837127845885, "recall@5": 0.3064798598949212, "recall@10": 0.4956217162872154, "f1@1": 0.043782837127845885, "f1@5": 0.10215995329830709, "f1@10": 0.09011303932494825, "map@1": 0.043782837127845885, "map@5": 0.135128429655575, "map@10": 0.16060865093264393, "mrr@1": 0.043782837127845885, "mrr@5": 0.135128429655575, "mrr@10": 0.16060865093264393, "num_pred": 1142, "num_data": 1142 }, "ViDoSeek-doc": { "hit@1": 0.9544658493870403, "hit@5": 0.9842381786339754, "hit@10": 0.9903677758318739, "ndcg_linear@1": 0.6532399299474606, "ndcg_linear@5": 0.7427733389906358, "ndcg_linear@10": 0.6997209935069055, "ndcg_exponential@1": 0.43807855891918934, "ndcg_exponential@5": 0.6343478343437602, "ndcg_exponential@10": 0.6353560202023368, "precision@1": 0.9544658493870403, "precision@5": 0.8038528896672504, "precision@10": 0.6873029772329248, "recall@1": 0.0563052881802568, "recall@5": 0.23432760039766878, "recall@10": 0.3914667961900597, "f1@1": 0.10560395557458589, "f1@5": 0.35560087282656433, "f1@10": 0.48784025047176915, "map@1": 0.9544658493870403, "map@5": 0.7835522475189725, "map@10": 0.6581428825421977, "mrr@1": 0.9544658493870403, "mrr@5": 0.96707530647986, "mrr@10": 0.9679370639090428, "num_pred": 1142, "num_data": 1142 }, "MMLongBench-page": { "hit@1": 0.059665871121718374, "hit@5": 0.18973747016706444, "hit@10": 0.2529832935560859, "ndcg_linear@1": 0.059665871121718374, "ndcg_linear@5": 0.09604945291283169, "ndcg_linear@10": 0.117231531231931, "ndcg_exponential@1": 0.059665871121718374, "ndcg_exponential@5": 0.09604945291283169, "ndcg_exponential@10": 0.117231531231931, "precision@1": 0.059665871121718374, "precision@5": 0.04319809069212411, "precision@10": 0.031264916467780436, "recall@1": 0.030469371519490848, "recall@5": 0.13269689737470167, "recall@10": 0.19082140015910903, "f1@1": 0.03882827594044778, "f1@5": 0.06218015375673666, "f1@10": 0.051867980865594236, "map@1": 0.059665871121718374, "map@5": 0.07087808273667462, "map@10": 0.08054184661135735, "mrr@1": 0.059665871121718374, "mrr@5": 0.10765712012728719, "mrr@10": 0.11626179111262644, "num_pred": 838, "num_data": 838 }, "MMLongBench-doc": { "hit@1": 0.4439140811455847, "hit@5": 0.6145584725536993, "hit@10": 0.6957040572792362, "ndcg_linear@1": 0.3146380270485282, "ndcg_linear@5": 0.3256804529174008, "ndcg_linear@10": 0.3131933005253596, "ndcg_exponential@1": 0.2222979884077736, "ndcg_exponential@5": 0.2727115335151017, "ndcg_exponential@10": 0.2793202033337121, "precision@1": 0.4439140811455847, "precision@5": 0.35966587112171833, "precision@10": 0.31730310262529837, "recall@1": 0.013683394891534362, "recall@5": 0.052843721626569064, "recall@10": 0.08999131731205673, "f1@1": 0.026297035367307157, "f1@5": 0.08878818509054331, "f1@10": 0.13199155724774939, "map@1": 0.4439140811455847, "map@5": 0.31638424821002387, "map@10": 0.26005365193014357, "mrr@1": 0.4439140811455847, "mrr@5": 0.5094470962609386, "mrr@10": 0.520618820320491, "num_pred": 838, "num_data": 838 } }, "video": { "DiDeMo": { "hit@1": 0.1942231075697211, "hit@5": 0.39243027888446214, "hit@10": 0.50199203187251, "ndcg_linear@1": 0.1942231075697211, "ndcg_linear@5": 0.2946313376749095, "ndcg_linear@10": 0.3303998194168978, "ndcg_exponential@1": 0.1942231075697211, "ndcg_exponential@5": 0.2946313376749095, "ndcg_exponential@10": 0.3303998194168978, "precision@1": 0.1942231075697211, "precision@5": 0.07848605577689244, "precision@10": 0.050199203187251, "recall@1": 0.1942231075697211, "recall@5": 0.39243027888446214, "recall@10": 0.50199203187251, "f1@1": 0.1942231075697211, "f1@5": 0.13081009296148743, "f1@10": 0.09127127852227455, "map@1": 0.1942231075697211, "map@5": 0.262566401062417, "map@10": 0.27753470246000134, "mrr@1": 0.1942231075697211, "mrr@5": 0.262566401062417, "mrr@10": 0.27753470246000134, "num_pred": 1004, "num_data": 1004 }, "MSR-VTT": { "hit@1": 0.252, "hit@5": 0.489, "hit@10": 0.598, "ndcg_linear@1": 0.252, "ndcg_linear@5": 0.3774884935111148, "ndcg_linear@10": 0.41249059087798867, "ndcg_exponential@1": 0.252, "ndcg_exponential@5": 0.3774884935111148, "ndcg_exponential@10": 0.41249059087798867, "precision@1": 0.252, "precision@5": 0.09779999999999998, "precision@10": 0.0598, "recall@1": 0.252, "recall@5": 0.489, "recall@10": 0.598, "f1@1": 0.252, "f1@5": 0.16300000000000006, "f1@10": 0.10872727272727274, "map@1": 0.252, "map@5": 0.34048333333333336, "map@10": 0.3547845238095238, "mrr@1": 0.252, "mrr@5": 0.34048333333333336, "mrr@10": 0.3547845238095238, "num_pred": 1000, "num_data": 1000 }, "MSVD": { "hit@1": 0.382089552238806, "hit@5": 0.6507462686567164, "hit@10": 0.7567164179104477, "ndcg_linear@1": 0.382089552238806, "ndcg_linear@5": 0.5286168082796038, "ndcg_linear@10": 0.5629253942797813, "ndcg_exponential@1": 0.382089552238806, "ndcg_exponential@5": 0.5286168082796038, "ndcg_exponential@10": 0.5629253942797813, "precision@1": 0.382089552238806, "precision@5": 0.13014925373134326, "precision@10": 0.07567164179104477, "recall@1": 0.382089552238806, "recall@5": 0.6507462686567164, "recall@10": 0.7567164179104477, "f1@1": 0.382089552238806, "f1@5": 0.2169154228855722, "f1@10": 0.13758480325644507, "map@1": 0.382089552238806, "map@5": 0.48766169154228856, "map@10": 0.501847311063729, "mrr@1": 0.382089552238806, "mrr@5": 0.48766169154228856, "mrr@10": 0.501847311063729, "num_pred": 670, "num_data": 670 }, "VATEX": { "hit@1": 0.16145600714604735, "hit@5": 0.35618579723090665, "hit@10": 0.4600267976775346, "ndcg_linear@1": 0.16145600714604735, "ndcg_linear@5": 0.26160013753460504, "ndcg_linear@10": 0.29519606975527046, "ndcg_exponential@1": 0.16145600714604735, "ndcg_exponential@5": 0.26160013753460504, "ndcg_exponential@10": 0.29519606975527046, "precision@1": 0.16145600714604735, "precision@5": 0.07123715944618134, "precision@10": 0.04600267976775346, "recall@1": 0.16145600714604735, "recall@5": 0.35618579723090665, "recall@10": 0.4600267976775346, "f1@1": 0.16145600714604735, "f1@5": 0.11872859907696891, "f1@10": 0.08364123594136993, "map@1": 0.16145600714604735, "map@5": 0.2304488610987048, "map@10": 0.24432614120532833, "mrr@1": 0.16145600714604735, "mrr@5": 0.2304488610987048, "mrr@10": 0.24432614120532833, "num_pred": 4478, "num_data": 4478 }, "YouCook2": { "hit@1": 0.04089336269267065, "hit@5": 0.12205095942120163, "hit@10": 0.17678515256369928, "ndcg_linear@1": 0.04089336269267065, "ndcg_linear@5": 0.08180116045817513, "ndcg_linear@10": 0.09935374489912209, "ndcg_exponential@1": 0.04089336269267065, "ndcg_exponential@5": 0.08180116045817513, "ndcg_exponential@10": 0.09935374489912209, "precision@1": 0.04089336269267065, "precision@5": 0.024410191884240325, "precision@10": 0.017678515256369928, "recall@1": 0.04089336269267065, "recall@5": 0.12205095942120163, "recall@10": 0.17678515256369928, "f1@1": 0.04089336269267065, "f1@5": 0.040683653140400546, "f1@10": 0.03214275501158169, "map@1": 0.04089336269267065, "map@5": 0.06863793645800566, "map@10": 0.07579464941056636, "mrr@1": 0.04089336269267065, "mrr@5": 0.06863793645800566, "mrr@10": 0.07579464941056636, "num_pred": 3179, "num_data": 3179 }, "QVHighlight": { "hit@1": 0.4422899353647276, "hit@5": 0.830101569713758, "hit@10": 1.0, "ndcg_linear@1": 0.4422899353647276, "ndcg_linear@5": 0.6476971874277818, "ndcg_linear@10": 0.7026989803120416, "ndcg_exponential@1": 0.4422899353647276, "ndcg_exponential@5": 0.6476971874277818, "ndcg_exponential@10": 0.7026989803120416, "precision@1": 0.4422899353647276, "precision@5": 0.1660203139427516, "precision@10": 0.09999999999999998, "recall@1": 0.4422899353647276, "recall@5": 0.830101569713758, "recall@10": 1.0, "f1@1": 0.4422899353647276, "f1@5": 0.27670052323791944, "f1@10": 0.18181818181818185, "map@1": 0.4422899353647276, "map@5": 0.5870421668205602, "map@10": 0.6097711383722464, "mrr@1": 0.4422899353647276, "mrr@5": 0.5870421668205602, "mrr@10": 0.6097711383722464, "num_pred": 1083, "num_data": 1083 }, "Charades-STA": { "hit@1": 0.1361760660247593, "hit@5": 0.5103163686382394, "hit@10": 1.0, "ndcg_linear@1": 0.1361760660247593, "ndcg_linear@5": 0.3185900982241481, "ndcg_linear@10": 0.4727466138276986, "ndcg_exponential@1": 0.1361760660247593, "ndcg_exponential@5": 0.3185900982241481, "ndcg_exponential@10": 0.4727466138276986, "precision@1": 0.1361760660247593, "precision@5": 0.10206327372764785, "precision@10": 0.09999999999999998, "recall@1": 0.1361760660247593, "recall@5": 0.5103163686382394, "recall@10": 1.0, "f1@1": 0.1361760660247593, "f1@5": 0.1701054562127465, "f1@10": 0.18181818181818185, "map@1": 0.1361760660247593, "map@5": 0.2564419990829895, "map@10": 0.31768247418178647, "mrr@1": 0.1361760660247593, "mrr@5": 0.2564419990829895, "mrr@10": 0.31768247418178647, "num_pred": 727, "num_data": 727 }, "MomentSeeker": { "hit@1": 0.41, "hit@5": 0.855, "hit@10": 1.0, "ndcg_linear@1": 0.41, "ndcg_linear@5": 0.6393513977923164, "ndcg_linear@10": 0.6889346354800572, "ndcg_exponential@1": 0.41, "ndcg_exponential@5": 0.6393513977923164, "ndcg_exponential@10": 0.6889346354800572, "precision@1": 0.41, "precision@5": 0.1778, "precision@10": 0.10570000000000002, "recall@1": 0.39741666666666664, "recall@5": 0.8488333333333332, "recall@10": 0.9985833333333333, "f1@1": 0.40135238095238096, "f1@5": 0.2915150405150405, "f1@10": 0.1895151515151515, "map@1": 0.41, "map@5": 0.5677783333333334, "map@10": 0.5892080687830688, "mrr@1": 0.41, "mrr@5": 0.5724666666666667, "mrr@10": 0.5923130952380953, "num_pred": 1000, "num_data": 1000 }, "K700": { "hit@1": 0.314, "hit@5": 0.535, "hit@10": 0.627, "ndcg_linear@1": 0.314, "ndcg_linear@5": 0.4306668083691291, "ndcg_linear@10": 0.46049526743311364, "ndcg_exponential@1": 0.314, "ndcg_exponential@5": 0.4306668083691291, "ndcg_exponential@10": 0.46049526743311364, "precision@1": 0.314, "precision@5": 0.107, "precision@10": 0.06269999999999999, "recall@1": 0.314, "recall@5": 0.535, "recall@10": 0.627, "f1@1": 0.314, "f1@5": 0.17833333333333337, "f1@10": 0.11400000000000003, "map@1": 0.314, "map@5": 0.3961, "map@10": 0.40846230158730157, "mrr@1": 0.314, "mrr@5": 0.3961, "mrr@10": 0.40846230158730157, "num_pred": 1000, "num_data": 1000 }, "SmthSmthV2": { "hit@1": 0.309, "hit@5": 0.582, "hit@10": 0.681, "ndcg_linear@1": 0.309, "ndcg_linear@5": 0.4540702574834417, "ndcg_linear@10": 0.4863152780508059, "ndcg_exponential@1": 0.309, "ndcg_exponential@5": 0.4540702574834417, "ndcg_exponential@10": 0.4863152780508059, "precision@1": 0.309, "precision@5": 0.11639999999999999, "precision@10": 0.0681, "recall@1": 0.309, "recall@5": 0.582, "recall@10": 0.681, "f1@1": 0.309, "f1@5": 0.19400000000000006, "f1@10": 0.12381818181818184, "map@1": 0.309, "map@5": 0.4115, "map@10": 0.4249297619047619, "mrr@1": 0.309, "mrr@5": 0.4115, "mrr@10": 0.4249297619047619, "num_pred": 1000, "num_data": 1000 }, "HMDB51": { "hit@1": 0.338, "hit@5": 0.584, "hit@10": 0.735, "ndcg_linear@1": 0.338, "ndcg_linear@5": 0.46577853272929953, "ndcg_linear@10": 0.5143920532103593, "ndcg_exponential@1": 0.338, "ndcg_exponential@5": 0.46577853272929953, "ndcg_exponential@10": 0.5143920532103593, "precision@1": 0.338, "precision@5": 0.11679999999999999, "precision@10": 0.0735, "recall@1": 0.338, "recall@5": 0.584, "recall@10": 0.735, "f1@1": 0.338, "f1@5": 0.1946666666666667, "f1@10": 0.13363636363636366, "map@1": 0.338, "map@5": 0.42671666666666663, "map@10": 0.44666031746031754, "mrr@1": 0.338, "mrr@5": 0.42671666666666663, "mrr@10": 0.44666031746031754, "num_pred": 1000, "num_data": 1000 }, "UCF101": { "hit@1": 0.575, "hit@5": 0.864, "hit@10": 0.898, "ndcg_linear@1": 0.575, "ndcg_linear@5": 0.7354362127343672, "ndcg_linear@10": 0.7465657689246903, "ndcg_exponential@1": 0.575, "ndcg_exponential@5": 0.7354362127343672, "ndcg_exponential@10": 0.7465657689246903, "precision@1": 0.575, "precision@5": 0.1728, "precision@10": 0.0898, "recall@1": 0.575, "recall@5": 0.864, "recall@10": 0.898, "f1@1": 0.575, "f1@5": 0.288, "f1@10": 0.1632727272727273, "map@1": 0.575, "map@5": 0.6921, "map@10": 0.6967761904761904, "mrr@1": 0.575, "mrr@5": 0.6921, "mrr@10": 0.6967761904761904, "num_pred": 1000, "num_data": 1000 }, "Breakfast": { "hit@1": 0.13394919168591224, "hit@5": 0.6420323325635104, "hit@10": 1.0, "ndcg_linear@1": 0.13394919168591224, "ndcg_linear@5": 0.38089188043322386, "ndcg_linear@10": 0.49884077653788683, "ndcg_exponential@1": 0.13394919168591224, "ndcg_exponential@5": 0.38089188043322386, "ndcg_exponential@10": 0.49884077653788683, "precision@1": 0.13394919168591224, "precision@5": 0.12840646651270207, "precision@10": 0.1, "recall@1": 0.13394919168591224, "recall@5": 0.6420323325635104, "recall@10": 1.0, "f1@1": 0.13394919168591224, "f1@5": 0.21401077752117018, "f1@10": 0.1818181818181818, "map@1": 0.13394919168591224, "map@5": 0.2964588144726713, "map@10": 0.34640932585505335, "mrr@1": 0.13394919168591224, "mrr@5": 0.2964588144726713, "mrr@10": 0.34640932585505335, "num_pred": 433, "num_data": 433 }, "MVBench": { "hit@1": 0.3045, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.3045, "ndcg_linear@5": 0.6822126660495169, "ndcg_linear@10": 0.6822126660495169, "ndcg_exponential@1": 0.3045, "ndcg_exponential@5": 0.6822126660495169, "ndcg_exponential@10": 0.6822126660495169, "precision@1": 0.3045, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.3045, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.3045, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.3045, "map@5": 0.5752166666666667, "map@10": 0.5752166666666667, "mrr@1": 0.3045, "mrr@5": 0.5752166666666667, "mrr@10": 0.5752166666666667, "num_pred": 4000, "num_data": 4000 }, "Video-MME": { "hit@1": 0.2688888888888889, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.2688888888888889, "ndcg_linear@5": 0.6530182359914178, "ndcg_linear@10": 0.6530182359914178, "ndcg_exponential@1": 0.2688888888888889, "ndcg_exponential@5": 0.6530182359914178, "ndcg_exponential@10": 0.6530182359914178, "precision@1": 0.2688888888888889, "precision@5": 0.19999999999999996, "precision@10": 0.09999999999999998, "recall@1": 0.2688888888888889, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.2688888888888889, "f1@5": 0.3333333333333334, "f1@10": 0.18181818181818188, "map@1": 0.2688888888888889, "map@5": 0.5373148148148148, "map@10": 0.5373148148148148, "mrr@1": 0.2688888888888889, "mrr@5": 0.5373148148148148, "mrr@10": 0.5373148148148148, "num_pred": 2700, "num_data": 2700 }, "NExTQA": { "hit@1": 0.20294255021018215, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.20294255021018215, "ndcg_linear@5": 0.5984789868661349, "ndcg_linear@10": 0.5984789868661349, "ndcg_exponential@1": 0.20294255021018215, "ndcg_exponential@5": 0.5984789868661349, "ndcg_exponential@10": 0.5984789868661349, "precision@1": 0.20294255021018215, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.20294255021018215, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.20294255021018215, "f1@5": 0.3333333333333333, "f1@10": 0.1818181818181818, "map@1": 0.20294255021018215, "map@5": 0.46760470185271685, "map@10": 0.46760470185271685, "mrr@1": 0.20294255021018215, "mrr@5": 0.46744122684104006, "mrr@10": 0.46744122684104006, "num_pred": 8564, "num_data": 8564 }, "EgoSchema": { "hit@1": 0.254, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.254, "ndcg_linear@5": 0.6252600495861029, "ndcg_linear@10": 0.6252600495861029, "ndcg_exponential@1": 0.254, "ndcg_exponential@5": 0.6252600495861029, "ndcg_exponential@10": 0.6252600495861029, "precision@1": 0.254, "precision@5": 0.2, "precision@10": 0.1, "recall@1": 0.254, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.254, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.254, "map@5": 0.5030666666666666, "map@10": 0.5030666666666666, "mrr@1": 0.254, "mrr@5": 0.5030666666666666, "mrr@10": 0.5030666666666666, "num_pred": 500, "num_data": 500 }, "ActivityNetQA": { "hit@1": 0.496, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.496, "ndcg_linear@5": 0.8139885958000148, "ndcg_linear@10": 0.8139885958000148, "ndcg_exponential@1": 0.496, "ndcg_exponential@5": 0.8139885958000148, "ndcg_exponential@10": 0.8139885958000148, "precision@1": 0.496, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.496, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.496, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.496, "map@5": 0.748, "map@10": 0.748, "mrr@1": 0.496, "mrr@5": 0.748, "mrr@10": 0.748, "num_pred": 1000, "num_data": 1000 } } } }