| { | |
| "metadata": { | |
| "model_name": "Ops-MM-embedding-v1-2B", | |
| "model_backbone": "Qwen2-VL-2B", | |
| "model_size": 2.21, | |
| "embedding_dimension": 1536, | |
| "max_length_tokens": null, | |
| "model_release_date": "2025-07-03", | |
| "data_source": "OpenSearch-AI", | |
| "url": "https://huggingface.co/OpenSearch-AI/Ops-MM-embedding-v1-2B", | |
| "report_generated_date": "2025-07-02T22:59:36.793912" | |
| }, | |
| "metrics": { | |
| "image": { | |
| "ImageNet-1K": { | |
| "hit@1": 0.811, | |
| "hit@5": 0.961, | |
| "hit@10": 0.982, | |
| "ndcg_linear@1": 0.811, | |
| "ndcg_linear@5": 0.8964826904887964, | |
| "ndcg_linear@10": 0.9033237496484268, | |
| "ndcg_exponential@1": 0.811, | |
| "ndcg_exponential@5": 0.8964826904887964, | |
| "ndcg_exponential@10": 0.9033237496484268, | |
| "precision@1": 0.811, | |
| "precision@5": 0.19220000000000004, | |
| "precision@10": 0.09820000000000002, | |
| "recall@1": 0.811, | |
| "recall@5": 0.961, | |
| "recall@10": 0.982, | |
| "f1@1": 0.811, | |
| "f1@5": 0.3203333333333333, | |
| "f1@10": 0.17854545454545453, | |
| "map@1": 0.811, | |
| "map@5": 0.8745, | |
| "map@10": 0.8773535714285714, | |
| "mrr@1": 0.811, | |
| "mrr@5": 0.8745, | |
| "mrr@10": 0.8773535714285714, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "N24News": { | |
| "hit@1": 0.784, | |
| "hit@5": 0.977, | |
| "hit@10": 0.994, | |
| "ndcg_linear@1": 0.784, | |
| "ndcg_linear@5": 0.8930799148461822, | |
| "ndcg_linear@10": 0.8985800069685335, | |
| "ndcg_exponential@1": 0.784, | |
| "ndcg_exponential@5": 0.8930799148461822, | |
| "ndcg_exponential@10": 0.8985800069685335, | |
| "precision@1": 0.784, | |
| "precision@5": 0.19540000000000005, | |
| "precision@10": 0.0994, | |
| "recall@1": 0.784, | |
| "recall@5": 0.977, | |
| "recall@10": 0.994, | |
| "f1@1": 0.784, | |
| "f1@5": 0.3256666666666666, | |
| "f1@10": 0.18072727272727268, | |
| "map@1": 0.784, | |
| "map@5": 0.8645333333333333, | |
| "map@10": 0.866809126984127, | |
| "mrr@1": 0.784, | |
| "mrr@5": 0.8645333333333333, | |
| "mrr@10": 0.866809126984127, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HatefulMemes": { | |
| "hit@1": 0.74, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.74, | |
| "ndcg_linear@5": 0.904041735928579, | |
| "ndcg_linear@10": 0.904041735928579, | |
| "ndcg_exponential@1": 0.74, | |
| "ndcg_exponential@5": 0.904041735928579, | |
| "ndcg_exponential@10": 0.904041735928579, | |
| "precision@1": 0.74, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.74, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.74, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.74, | |
| "map@5": 0.87, | |
| "map@10": 0.87, | |
| "mrr@1": 0.74, | |
| "mrr@5": 0.87, | |
| "mrr@10": 0.87, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VOC2007": { | |
| "hit@1": 0.813, | |
| "hit@5": 0.971, | |
| "hit@10": 0.99, | |
| "ndcg_linear@1": 0.813, | |
| "ndcg_linear@5": 0.9042203424068372, | |
| "ndcg_linear@10": 0.9105359793935004, | |
| "ndcg_exponential@1": 0.813, | |
| "ndcg_exponential@5": 0.9042203424068372, | |
| "ndcg_exponential@10": 0.9105359793935004, | |
| "precision@1": 0.813, | |
| "precision@5": 0.19420000000000004, | |
| "precision@10": 0.09900000000000002, | |
| "recall@1": 0.813, | |
| "recall@5": 0.971, | |
| "recall@10": 0.99, | |
| "f1@1": 0.813, | |
| "f1@5": 0.3236666666666666, | |
| "f1@10": 0.18, | |
| "map@1": 0.813, | |
| "map@5": 0.8814000000000001, | |
| "map@10": 0.8841063492063492, | |
| "mrr@1": 0.813, | |
| "mrr@5": 0.8814000000000001, | |
| "mrr@10": 0.8841063492063492, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SUN397": { | |
| "hit@1": 0.807, | |
| "hit@5": 0.98, | |
| "hit@10": 0.991, | |
| "ndcg_linear@1": 0.807, | |
| "ndcg_linear@5": 0.9053304429453105, | |
| "ndcg_linear@10": 0.9090085996069652, | |
| "ndcg_exponential@1": 0.807, | |
| "ndcg_exponential@5": 0.9053304429453105, | |
| "ndcg_exponential@10": 0.9090085996069652, | |
| "precision@1": 0.807, | |
| "precision@5": 0.19600000000000006, | |
| "precision@10": 0.09910000000000002, | |
| "recall@1": 0.807, | |
| "recall@5": 0.98, | |
| "recall@10": 0.991, | |
| "f1@1": 0.807, | |
| "f1@5": 0.3266666666666666, | |
| "f1@10": 0.18018181818181817, | |
| "map@1": 0.807, | |
| "map@5": 0.8799166666666667, | |
| "map@10": 0.8815047619047619, | |
| "mrr@1": 0.807, | |
| "mrr@5": 0.8799166666666667, | |
| "mrr@10": 0.8815047619047619, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Place365": { | |
| "hit@1": 0.439, | |
| "hit@5": 0.738, | |
| "hit@10": 0.815, | |
| "ndcg_linear@1": 0.439, | |
| "ndcg_linear@5": 0.601791445742296, | |
| "ndcg_linear@10": 0.6269267599806451, | |
| "ndcg_exponential@1": 0.439, | |
| "ndcg_exponential@5": 0.601791445742296, | |
| "ndcg_exponential@10": 0.6269267599806451, | |
| "precision@1": 0.439, | |
| "precision@5": 0.14759999999999998, | |
| "precision@10": 0.0815, | |
| "recall@1": 0.439, | |
| "recall@5": 0.738, | |
| "recall@10": 0.815, | |
| "f1@1": 0.439, | |
| "f1@5": 0.24600000000000005, | |
| "f1@10": 0.1481818181818182, | |
| "map@1": 0.439, | |
| "map@5": 0.5561666666666666, | |
| "map@10": 0.5666761904761904, | |
| "mrr@1": 0.439, | |
| "mrr@5": 0.5561666666666666, | |
| "mrr@10": 0.5666761904761904, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-A": { | |
| "hit@1": 0.531, | |
| "hit@5": 0.785, | |
| "hit@10": 0.846, | |
| "ndcg_linear@1": 0.531, | |
| "ndcg_linear@5": 0.6706099804071457, | |
| "ndcg_linear@10": 0.6904167945995113, | |
| "ndcg_exponential@1": 0.531, | |
| "ndcg_exponential@5": 0.6706099804071457, | |
| "ndcg_exponential@10": 0.6904167945995113, | |
| "precision@1": 0.531, | |
| "precision@5": 0.157, | |
| "precision@10": 0.08460000000000001, | |
| "recall@1": 0.531, | |
| "recall@5": 0.785, | |
| "recall@10": 0.846, | |
| "f1@1": 0.531, | |
| "f1@5": 0.26166666666666677, | |
| "f1@10": 0.15381818181818183, | |
| "map@1": 0.531, | |
| "map@5": 0.63205, | |
| "map@10": 0.6402698412698412, | |
| "mrr@1": 0.531, | |
| "mrr@5": 0.63205, | |
| "mrr@10": 0.6402698412698412, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-R": { | |
| "hit@1": 0.912, | |
| "hit@5": 0.981, | |
| "hit@10": 0.99, | |
| "ndcg_linear@1": 0.912, | |
| "ndcg_linear@5": 0.9506606903944571, | |
| "ndcg_linear@10": 0.9535702649792099, | |
| "ndcg_exponential@1": 0.912, | |
| "ndcg_exponential@5": 0.9506606903944571, | |
| "ndcg_exponential@10": 0.9535702649792099, | |
| "precision@1": 0.912, | |
| "precision@5": 0.19620000000000004, | |
| "precision@10": 0.09900000000000002, | |
| "recall@1": 0.912, | |
| "recall@5": 0.981, | |
| "recall@10": 0.99, | |
| "f1@1": 0.912, | |
| "f1@5": 0.327, | |
| "f1@10": 0.18, | |
| "map@1": 0.912, | |
| "map@5": 0.9403833333333333, | |
| "map@10": 0.9415845238095237, | |
| "mrr@1": 0.912, | |
| "mrr@5": 0.9403833333333333, | |
| "mrr@10": 0.9415845238095237, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ObjectNet": { | |
| "hit@1": 0.684, | |
| "hit@5": 0.874, | |
| "hit@10": 0.911, | |
| "ndcg_linear@1": 0.684, | |
| "ndcg_linear@5": 0.7906497791119159, | |
| "ndcg_linear@10": 0.8028127610985015, | |
| "ndcg_exponential@1": 0.684, | |
| "ndcg_exponential@5": 0.7906497791119159, | |
| "ndcg_exponential@10": 0.8028127610985015, | |
| "precision@1": 0.684, | |
| "precision@5": 0.1748, | |
| "precision@10": 0.0911, | |
| "recall@1": 0.684, | |
| "recall@5": 0.874, | |
| "recall@10": 0.911, | |
| "f1@1": 0.684, | |
| "f1@5": 0.29133333333333333, | |
| "f1@10": 0.16563636363636364, | |
| "map@1": 0.684, | |
| "map@5": 0.7624166666666667, | |
| "map@10": 0.7675519841269842, | |
| "mrr@1": 0.684, | |
| "mrr@5": 0.7624166666666667, | |
| "mrr@10": 0.7675519841269842, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Country211": { | |
| "hit@1": 0.286, | |
| "hit@5": 0.494, | |
| "hit@10": 0.6, | |
| "ndcg_linear@1": 0.286, | |
| "ndcg_linear@5": 0.3961926672546998, | |
| "ndcg_linear@10": 0.43102042795581663, | |
| "ndcg_exponential@1": 0.286, | |
| "ndcg_exponential@5": 0.3961926672546998, | |
| "ndcg_exponential@10": 0.43102042795581663, | |
| "precision@1": 0.286, | |
| "precision@5": 0.0988, | |
| "precision@10": 0.06, | |
| "recall@1": 0.286, | |
| "recall@5": 0.494, | |
| "recall@10": 0.6, | |
| "f1@1": 0.286, | |
| "f1@5": 0.1646666666666667, | |
| "f1@10": 0.10909090909090913, | |
| "map@1": 0.286, | |
| "map@5": 0.3636833333333333, | |
| "map@10": 0.37838095238095243, | |
| "mrr@1": 0.286, | |
| "mrr@5": 0.3636833333333333, | |
| "mrr@10": 0.37838095238095243, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OK-VQA": { | |
| "hit@1": 0.641, | |
| "hit@5": 0.893, | |
| "hit@10": 0.941, | |
| "ndcg_linear@1": 0.641, | |
| "ndcg_linear@5": 0.7797349998317328, | |
| "ndcg_linear@10": 0.7952131287355804, | |
| "ndcg_exponential@1": 0.641, | |
| "ndcg_exponential@5": 0.7797349998317328, | |
| "ndcg_exponential@10": 0.7952131287355804, | |
| "precision@1": 0.641, | |
| "precision@5": 0.17860000000000004, | |
| "precision@10": 0.09410000000000002, | |
| "recall@1": 0.641, | |
| "recall@5": 0.893, | |
| "recall@10": 0.941, | |
| "f1@1": 0.641, | |
| "f1@5": 0.2976666666666667, | |
| "f1@10": 0.17109090909090907, | |
| "map@1": 0.641, | |
| "map@5": 0.7416, | |
| "map@10": 0.7479642857142857, | |
| "mrr@1": 0.641, | |
| "mrr@5": 0.7416, | |
| "mrr@10": 0.7479642857142857, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "A-OKVQA": { | |
| "hit@1": 0.54, | |
| "hit@5": 0.847, | |
| "hit@10": 0.908, | |
| "ndcg_linear@1": 0.54, | |
| "ndcg_linear@5": 0.7083891854741314, | |
| "ndcg_linear@10": 0.7286378657248158, | |
| "ndcg_exponential@1": 0.54, | |
| "ndcg_exponential@5": 0.7083891854741314, | |
| "ndcg_exponential@10": 0.7286378657248158, | |
| "precision@1": 0.54, | |
| "precision@5": 0.1694, | |
| "precision@10": 0.0908, | |
| "recall@1": 0.54, | |
| "recall@5": 0.847, | |
| "recall@10": 0.908, | |
| "f1@1": 0.54, | |
| "f1@5": 0.2823333333333334, | |
| "f1@10": 0.16509090909090907, | |
| "map@1": 0.54, | |
| "map@5": 0.6618333333333334, | |
| "map@10": 0.670495238095238, | |
| "mrr@1": 0.54, | |
| "mrr@5": 0.6618333333333334, | |
| "mrr@10": 0.670495238095238, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "DocVQA": { | |
| "hit@1": 0.93, | |
| "hit@5": 0.986, | |
| "hit@10": 0.991, | |
| "ndcg_linear@1": 0.93, | |
| "ndcg_linear@5": 0.9623408127289065, | |
| "ndcg_linear@10": 0.9640582325003497, | |
| "ndcg_exponential@1": 0.93, | |
| "ndcg_exponential@5": 0.9623408127289065, | |
| "ndcg_exponential@10": 0.9640582325003497, | |
| "precision@1": 0.93, | |
| "precision@5": 0.19720000000000004, | |
| "precision@10": 0.09910000000000001, | |
| "recall@1": 0.93, | |
| "recall@5": 0.986, | |
| "recall@10": 0.991, | |
| "f1@1": 0.93, | |
| "f1@5": 0.3286666666666666, | |
| "f1@10": 0.1801818181818182, | |
| "map@1": 0.93, | |
| "map@5": 0.9542333333333334, | |
| "map@10": 0.9550011904761905, | |
| "mrr@1": 0.93, | |
| "mrr@5": 0.9542333333333334, | |
| "mrr@10": 0.9550011904761905, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "InfographicsVQA": { | |
| "hit@1": 0.653, | |
| "hit@5": 0.85, | |
| "hit@10": 0.904, | |
| "ndcg_linear@1": 0.653, | |
| "ndcg_linear@5": 0.7628292030923156, | |
| "ndcg_linear@10": 0.7804337590556499, | |
| "ndcg_exponential@1": 0.653, | |
| "ndcg_exponential@5": 0.7628292030923156, | |
| "ndcg_exponential@10": 0.7804337590556499, | |
| "precision@1": 0.653, | |
| "precision@5": 0.17000000000000004, | |
| "precision@10": 0.09040000000000001, | |
| "recall@1": 0.653, | |
| "recall@5": 0.85, | |
| "recall@10": 0.904, | |
| "f1@1": 0.653, | |
| "f1@5": 0.2833333333333334, | |
| "f1@10": 0.16436363636363638, | |
| "map@1": 0.653, | |
| "map@5": 0.7333500000000001, | |
| "map@10": 0.7406988095238096, | |
| "mrr@1": 0.653, | |
| "mrr@5": 0.7333500000000001, | |
| "mrr@10": 0.7406988095238096, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ChartQA": { | |
| "hit@1": 0.561, | |
| "hit@5": 0.737, | |
| "hit@10": 0.784, | |
| "ndcg_linear@1": 0.561, | |
| "ndcg_linear@5": 0.6571987612384224, | |
| "ndcg_linear@10": 0.6725474536030825, | |
| "ndcg_exponential@1": 0.561, | |
| "ndcg_exponential@5": 0.6571987612384224, | |
| "ndcg_exponential@10": 0.6725474536030825, | |
| "precision@1": 0.561, | |
| "precision@5": 0.1474, | |
| "precision@10": 0.07840000000000001, | |
| "recall@1": 0.561, | |
| "recall@5": 0.737, | |
| "recall@10": 0.784, | |
| "f1@1": 0.561, | |
| "f1@5": 0.24566666666666667, | |
| "f1@10": 0.14254545454545456, | |
| "map@1": 0.561, | |
| "map@5": 0.6304333333333334, | |
| "map@10": 0.6368575396825396, | |
| "mrr@1": 0.561, | |
| "mrr@5": 0.6304333333333334, | |
| "mrr@10": 0.6368575396825396, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W": { | |
| "hit@1": 0.585, | |
| "hit@5": 0.899, | |
| "hit@10": 0.951, | |
| "ndcg_linear@1": 0.585, | |
| "ndcg_linear@5": 0.7591108361833063, | |
| "ndcg_linear@10": 0.7764038115885976, | |
| "ndcg_exponential@1": 0.585, | |
| "ndcg_exponential@5": 0.7591108361833063, | |
| "ndcg_exponential@10": 0.7764038115885976, | |
| "precision@1": 0.585, | |
| "precision@5": 0.17980000000000002, | |
| "precision@10": 0.09510000000000002, | |
| "recall@1": 0.585, | |
| "recall@5": 0.899, | |
| "recall@10": 0.951, | |
| "f1@1": 0.585, | |
| "f1@5": 0.29966666666666664, | |
| "f1@10": 0.17290909090909087, | |
| "map@1": 0.585, | |
| "map@5": 0.7119166666666666, | |
| "map@10": 0.7193325396825396, | |
| "mrr@1": 0.585, | |
| "mrr@5": 0.7119166666666666, | |
| "mrr@10": 0.7193325396825396, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ScienceQA": { | |
| "hit@1": 0.473, | |
| "hit@5": 0.775, | |
| "hit@10": 0.876, | |
| "ndcg_linear@1": 0.473, | |
| "ndcg_linear@5": 0.637248574258738, | |
| "ndcg_linear@10": 0.6701860011263443, | |
| "ndcg_exponential@1": 0.473, | |
| "ndcg_exponential@5": 0.637248574258738, | |
| "ndcg_exponential@10": 0.6701860011263443, | |
| "precision@1": 0.473, | |
| "precision@5": 0.155, | |
| "precision@10": 0.08760000000000001, | |
| "recall@1": 0.473, | |
| "recall@5": 0.775, | |
| "recall@10": 0.876, | |
| "f1@1": 0.473, | |
| "f1@5": 0.25833333333333336, | |
| "f1@10": 0.15927272727272726, | |
| "map@1": 0.473, | |
| "map@5": 0.5911666666666666, | |
| "map@10": 0.604918253968254, | |
| "mrr@1": 0.473, | |
| "mrr@5": 0.5911666666666666, | |
| "mrr@10": 0.604918253968254, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VizWiz": { | |
| "hit@1": 0.553, | |
| "hit@5": 0.72, | |
| "hit@10": 0.749, | |
| "ndcg_linear@1": 0.553, | |
| "ndcg_linear@5": 0.6469002810865487, | |
| "ndcg_linear@10": 0.6563836673734713, | |
| "ndcg_exponential@1": 0.553, | |
| "ndcg_exponential@5": 0.6469002810865487, | |
| "ndcg_exponential@10": 0.6563836673734713, | |
| "precision@1": 0.553, | |
| "precision@5": 0.144, | |
| "precision@10": 0.0749, | |
| "recall@1": 0.553, | |
| "recall@5": 0.72, | |
| "recall@10": 0.749, | |
| "f1@1": 0.553, | |
| "f1@5": 0.24000000000000005, | |
| "f1@10": 0.13618181818181818, | |
| "map@1": 0.553, | |
| "map@5": 0.6221166666666667, | |
| "map@10": 0.6260968253968253, | |
| "mrr@1": 0.553, | |
| "mrr@5": 0.6221166666666667, | |
| "mrr@10": 0.6260968253968253, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "GQA": { | |
| "hit@1": 0.744, | |
| "hit@5": 0.923, | |
| "hit@10": 0.961, | |
| "ndcg_linear@1": 0.744, | |
| "ndcg_linear@5": 0.8429932967431276, | |
| "ndcg_linear@10": 0.8554002697803087, | |
| "ndcg_exponential@1": 0.744, | |
| "ndcg_exponential@5": 0.8429932967431276, | |
| "ndcg_exponential@10": 0.8554002697803087, | |
| "precision@1": 0.744, | |
| "precision@5": 0.18460000000000001, | |
| "precision@10": 0.09610000000000002, | |
| "recall@1": 0.744, | |
| "recall@5": 0.923, | |
| "recall@10": 0.961, | |
| "f1@1": 0.744, | |
| "f1@5": 0.3076666666666667, | |
| "f1@10": 0.17472727272727273, | |
| "map@1": 0.744, | |
| "map@5": 0.816, | |
| "map@10": 0.8211888888888889, | |
| "mrr@1": 0.744, | |
| "mrr@5": 0.816, | |
| "mrr@10": 0.8211888888888889, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "TextVQA": { | |
| "hit@1": 0.831, | |
| "hit@5": 0.903, | |
| "hit@10": 0.92, | |
| "ndcg_linear@1": 0.831, | |
| "ndcg_linear@5": 0.8717715154114755, | |
| "ndcg_linear@10": 0.8772359632419988, | |
| "ndcg_exponential@1": 0.831, | |
| "ndcg_exponential@5": 0.8717715154114755, | |
| "ndcg_exponential@10": 0.8772359632419988, | |
| "precision@1": 0.831, | |
| "precision@5": 0.1806, | |
| "precision@10": 0.09200000000000001, | |
| "recall@1": 0.831, | |
| "recall@5": 0.903, | |
| "recall@10": 0.92, | |
| "f1@1": 0.831, | |
| "f1@5": 0.301, | |
| "f1@10": 0.16727272727272724, | |
| "map@1": 0.831, | |
| "map@5": 0.8611666666666667, | |
| "map@10": 0.8634039682539683, | |
| "mrr@1": 0.831, | |
| "mrr@5": 0.8611666666666667, | |
| "mrr@10": 0.8634039682539683, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisDial": { | |
| "hit@1": 0.794, | |
| "hit@5": 0.953, | |
| "hit@10": 0.982, | |
| "ndcg_linear@1": 0.794, | |
| "ndcg_linear@5": 0.8808729209948967, | |
| "ndcg_linear@10": 0.8902552237878829, | |
| "ndcg_exponential@1": 0.794, | |
| "ndcg_exponential@5": 0.8808729209948967, | |
| "ndcg_exponential@10": 0.8902552237878829, | |
| "precision@1": 0.794, | |
| "precision@5": 0.19060000000000002, | |
| "precision@10": 0.09820000000000002, | |
| "recall@1": 0.794, | |
| "recall@5": 0.953, | |
| "recall@10": 0.982, | |
| "f1@1": 0.794, | |
| "f1@5": 0.31766666666666665, | |
| "f1@10": 0.1785454545454545, | |
| "map@1": 0.794, | |
| "map@5": 0.8566333333333334, | |
| "map@10": 0.8605126984126985, | |
| "mrr@1": 0.794, | |
| "mrr@5": 0.8566333333333334, | |
| "mrr@10": 0.8605126984126985, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "CIRR": { | |
| "hit@1": 0.473, | |
| "hit@5": 0.881, | |
| "hit@10": 0.933, | |
| "ndcg_linear@1": 0.473, | |
| "ndcg_linear@5": 0.7007716056263877, | |
| "ndcg_linear@10": 0.7176746558999346, | |
| "ndcg_exponential@1": 0.473, | |
| "ndcg_exponential@5": 0.7007716056263877, | |
| "ndcg_exponential@10": 0.7176746558999346, | |
| "precision@1": 0.473, | |
| "precision@5": 0.1762, | |
| "precision@10": 0.09330000000000001, | |
| "recall@1": 0.473, | |
| "recall@5": 0.881, | |
| "recall@10": 0.933, | |
| "f1@1": 0.473, | |
| "f1@5": 0.2936666666666667, | |
| "f1@10": 0.1696363636363636, | |
| "map@1": 0.473, | |
| "map@5": 0.6398666666666667, | |
| "map@10": 0.6468948412698412, | |
| "mrr@1": 0.473, | |
| "mrr@5": 0.6398666666666667, | |
| "mrr@10": 0.6468948412698412, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_t2i": { | |
| "hit@1": 0.762, | |
| "hit@5": 0.884, | |
| "hit@10": 0.918, | |
| "ndcg_linear@1": 0.762, | |
| "ndcg_linear@5": 0.8291412055303354, | |
| "ndcg_linear@10": 0.840484153972375, | |
| "ndcg_exponential@1": 0.762, | |
| "ndcg_exponential@5": 0.8291412055303354, | |
| "ndcg_exponential@10": 0.840484153972375, | |
| "precision@1": 0.762, | |
| "precision@5": 0.17680000000000004, | |
| "precision@10": 0.0918, | |
| "recall@1": 0.762, | |
| "recall@5": 0.884, | |
| "recall@10": 0.918, | |
| "f1@1": 0.762, | |
| "f1@5": 0.29466666666666674, | |
| "f1@10": 0.1669090909090909, | |
| "map@1": 0.762, | |
| "map@5": 0.8107000000000001, | |
| "map@10": 0.8155873015873015, | |
| "mrr@1": 0.762, | |
| "mrr@5": 0.8107000000000001, | |
| "mrr@10": 0.8155873015873015, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_i2t": { | |
| "hit@1": 0.791, | |
| "hit@5": 0.908, | |
| "hit@10": 0.931, | |
| "ndcg_linear@1": 0.791, | |
| "ndcg_linear@5": 0.8551690273971704, | |
| "ndcg_linear@10": 0.8625508148532727, | |
| "ndcg_exponential@1": 0.791, | |
| "ndcg_exponential@5": 0.8551690273971704, | |
| "ndcg_exponential@10": 0.8625508148532727, | |
| "precision@1": 0.791, | |
| "precision@5": 0.1816, | |
| "precision@10": 0.09310000000000002, | |
| "recall@1": 0.791, | |
| "recall@5": 0.908, | |
| "recall@10": 0.931, | |
| "f1@1": 0.791, | |
| "f1@5": 0.3026666666666667, | |
| "f1@10": 0.16927272727272724, | |
| "map@1": 0.791, | |
| "map@5": 0.8374166666666667, | |
| "map@10": 0.8404353174603174, | |
| "mrr@1": 0.791, | |
| "mrr@5": 0.8374166666666667, | |
| "mrr@10": 0.8404353174603174, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_t2i": { | |
| "hit@1": 0.741, | |
| "hit@5": 0.935, | |
| "hit@10": 0.974, | |
| "ndcg_linear@1": 0.741, | |
| "ndcg_linear@5": 0.8481271424203821, | |
| "ndcg_linear@10": 0.8606938083382606, | |
| "ndcg_exponential@1": 0.741, | |
| "ndcg_exponential@5": 0.8481271424203821, | |
| "ndcg_exponential@10": 0.8606938083382606, | |
| "precision@1": 0.741, | |
| "precision@5": 0.18700000000000003, | |
| "precision@10": 0.09740000000000001, | |
| "recall@1": 0.741, | |
| "recall@5": 0.935, | |
| "recall@10": 0.974, | |
| "f1@1": 0.741, | |
| "f1@5": 0.3116666666666667, | |
| "f1@10": 0.17709090909090908, | |
| "map@1": 0.741, | |
| "map@5": 0.8188666666666666, | |
| "map@10": 0.8240309523809524, | |
| "mrr@1": 0.741, | |
| "mrr@5": 0.8188666666666666, | |
| "mrr@10": 0.8240309523809524, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_i2t": { | |
| "hit@1": 0.697, | |
| "hit@5": 0.919, | |
| "hit@10": 0.965, | |
| "ndcg_linear@1": 0.697, | |
| "ndcg_linear@5": 0.8184709214046806, | |
| "ndcg_linear@10": 0.833832715681852, | |
| "ndcg_exponential@1": 0.697, | |
| "ndcg_exponential@5": 0.8184709214046806, | |
| "ndcg_exponential@10": 0.833832715681852, | |
| "precision@1": 0.697, | |
| "precision@5": 0.18380000000000002, | |
| "precision@10": 0.09650000000000002, | |
| "recall@1": 0.697, | |
| "recall@5": 0.919, | |
| "recall@10": 0.965, | |
| "f1@1": 0.697, | |
| "f1@5": 0.30633333333333335, | |
| "f1@10": 0.17545454545454545, | |
| "map@1": 0.697, | |
| "map@5": 0.7847833333333333, | |
| "map@10": 0.7914162698412698, | |
| "mrr@1": 0.697, | |
| "mrr@5": 0.7847833333333333, | |
| "mrr@10": 0.7914162698412698, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "NIGHTS": { | |
| "hit@1": 0.661, | |
| "hit@5": 0.981, | |
| "hit@10": 0.995, | |
| "ndcg_linear@1": 0.661, | |
| "ndcg_linear@5": 0.844481977284671, | |
| "ndcg_linear@10": 0.849108971640867, | |
| "ndcg_exponential@1": 0.661, | |
| "ndcg_exponential@5": 0.844481977284671, | |
| "ndcg_exponential@10": 0.849108971640867, | |
| "precision@1": 0.661, | |
| "precision@5": 0.19620000000000004, | |
| "precision@10": 0.09950000000000003, | |
| "recall@1": 0.661, | |
| "recall@5": 0.981, | |
| "recall@10": 0.995, | |
| "f1@1": 0.661, | |
| "f1@5": 0.327, | |
| "f1@10": 0.18090909090909088, | |
| "map@1": 0.661, | |
| "map@5": 0.7978666666666667, | |
| "map@10": 0.7998357142857143, | |
| "mrr@1": 0.661, | |
| "mrr@5": 0.7978666666666667, | |
| "mrr@10": 0.7998357142857143, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "WebQA": { | |
| "hit@1": 0.911, | |
| "hit@5": 0.989, | |
| "hit@10": 0.993, | |
| "ndcg_linear@1": 0.911, | |
| "ndcg_linear@5": 0.9562555664516004, | |
| "ndcg_linear@10": 0.9574560942638872, | |
| "ndcg_exponential@1": 0.911, | |
| "ndcg_exponential@5": 0.9562555664516004, | |
| "ndcg_exponential@10": 0.9574560942638872, | |
| "precision@1": 0.911, | |
| "precision@5": 0.1978, | |
| "precision@10": 0.09930000000000001, | |
| "recall@1": 0.911, | |
| "recall@5": 0.989, | |
| "recall@10": 0.993, | |
| "f1@1": 0.911, | |
| "f1@5": 0.32966666666666666, | |
| "f1@10": 0.18054545454545456, | |
| "map@1": 0.911, | |
| "map@5": 0.94505, | |
| "map@10": 0.9454928571428572, | |
| "mrr@1": 0.911, | |
| "mrr@5": 0.94505, | |
| "mrr@10": 0.9454928571428572, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "FashionIQ": { | |
| "hit@1": 0.185, | |
| "hit@5": 0.438, | |
| "hit@10": 0.546, | |
| "ndcg_linear@1": 0.185, | |
| "ndcg_linear@5": 0.31634442487309344, | |
| "ndcg_linear@10": 0.3509652493511108, | |
| "ndcg_exponential@1": 0.185, | |
| "ndcg_exponential@5": 0.31634442487309344, | |
| "ndcg_exponential@10": 0.3509652493511108, | |
| "precision@1": 0.185, | |
| "precision@5": 0.0876, | |
| "precision@10": 0.054599999999999996, | |
| "recall@1": 0.185, | |
| "recall@5": 0.438, | |
| "recall@10": 0.546, | |
| "f1@1": 0.185, | |
| "f1@5": 0.14600000000000005, | |
| "f1@10": 0.09927272727272728, | |
| "map@1": 0.185, | |
| "map@5": 0.27613333333333334, | |
| "map@10": 0.2902329365079365, | |
| "mrr@1": 0.185, | |
| "mrr@5": 0.27613333333333334, | |
| "mrr@10": 0.2902329365079365, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Wiki-SS-NQ": { | |
| "hit@1": 0.688, | |
| "hit@5": 0.879, | |
| "hit@10": 0.917, | |
| "ndcg_linear@1": 0.688, | |
| "ndcg_linear@5": 0.7938577226380621, | |
| "ndcg_linear@10": 0.8061437893498671, | |
| "ndcg_exponential@1": 0.688, | |
| "ndcg_exponential@5": 0.7938577226380621, | |
| "ndcg_exponential@10": 0.8061437893498671, | |
| "precision@1": 0.688, | |
| "precision@5": 0.1758, | |
| "precision@10": 0.09170000000000002, | |
| "recall@1": 0.688, | |
| "recall@5": 0.879, | |
| "recall@10": 0.917, | |
| "f1@1": 0.688, | |
| "f1@5": 0.293, | |
| "f1@10": 0.16672727272727272, | |
| "map@1": 0.688, | |
| "map@5": 0.7651333333333334, | |
| "map@10": 0.7702043650793651, | |
| "mrr@1": 0.688, | |
| "mrr@5": 0.7651333333333334, | |
| "mrr@10": 0.7702043650793651, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OVEN": { | |
| "hit@1": 0.691, | |
| "hit@5": 0.873, | |
| "hit@10": 0.921, | |
| "ndcg_linear@1": 0.691, | |
| "ndcg_linear@5": 0.7901376964257225, | |
| "ndcg_linear@10": 0.8062841721039863, | |
| "ndcg_exponential@1": 0.691, | |
| "ndcg_exponential@5": 0.7901376964257225, | |
| "ndcg_exponential@10": 0.8062841721039863, | |
| "precision@1": 0.691, | |
| "precision@5": 0.17460000000000003, | |
| "precision@10": 0.09210000000000002, | |
| "recall@1": 0.691, | |
| "recall@5": 0.873, | |
| "recall@10": 0.921, | |
| "f1@1": 0.691, | |
| "f1@5": 0.291, | |
| "f1@10": 0.16745454545454544, | |
| "map@1": 0.691, | |
| "map@5": 0.7623333333333333, | |
| "map@10": 0.7693662698412698, | |
| "mrr@1": 0.691, | |
| "mrr@5": 0.7623333333333333, | |
| "mrr@10": 0.7693662698412698, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "EDIS": { | |
| "hit@1": 0.906, | |
| "hit@5": 0.981, | |
| "hit@10": 0.991, | |
| "ndcg_linear@1": 0.906, | |
| "ndcg_linear@5": 0.9501104422904603, | |
| "ndcg_linear@10": 0.9532607983085303, | |
| "ndcg_exponential@1": 0.906, | |
| "ndcg_exponential@5": 0.9501104422904603, | |
| "ndcg_exponential@10": 0.9532607983085303, | |
| "precision@1": 0.906, | |
| "precision@5": 0.19620000000000004, | |
| "precision@10": 0.09910000000000002, | |
| "recall@1": 0.906, | |
| "recall@5": 0.981, | |
| "recall@10": 0.991, | |
| "f1@1": 0.906, | |
| "f1@5": 0.327, | |
| "f1@10": 0.18018181818181817, | |
| "map@1": 0.906, | |
| "map@5": 0.93945, | |
| "map@10": 0.9407003968253969, | |
| "mrr@1": 0.906, | |
| "mrr@5": 0.93945, | |
| "mrr@10": 0.9407003968253969, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO": { | |
| "hit@1": 0.668, | |
| "hit@5": 0.83, | |
| "hit@10": 0.865, | |
| "ndcg_linear@1": 0.668, | |
| "ndcg_linear@5": 0.7581674826240974, | |
| "ndcg_linear@10": 0.7697284046193552, | |
| "ndcg_exponential@1": 0.668, | |
| "ndcg_exponential@5": 0.7581674826240974, | |
| "ndcg_exponential@10": 0.7697284046193552, | |
| "precision@1": 0.668, | |
| "precision@5": 0.166, | |
| "precision@10": 0.0865, | |
| "recall@1": 0.668, | |
| "recall@5": 0.83, | |
| "recall@10": 0.865, | |
| "f1@1": 0.668, | |
| "f1@5": 0.2766666666666667, | |
| "f1@10": 0.15727272727272726, | |
| "map@1": 0.668, | |
| "map@5": 0.7338833333333334, | |
| "map@10": 0.7387964285714285, | |
| "mrr@1": 0.668, | |
| "mrr@5": 0.7338833333333334, | |
| "mrr@10": 0.7387964285714285, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO": { | |
| "hit@1": 0.841, | |
| "hit@5": 0.972, | |
| "hit@10": 0.985, | |
| "ndcg_linear@1": 0.841, | |
| "ndcg_linear@5": 0.9172700496870271, | |
| "ndcg_linear@10": 0.9215638033311572, | |
| "ndcg_exponential@1": 0.841, | |
| "ndcg_exponential@5": 0.9172700496870271, | |
| "ndcg_exponential@10": 0.9215638033311572, | |
| "precision@1": 0.841, | |
| "precision@5": 0.19440000000000004, | |
| "precision@10": 0.09850000000000003, | |
| "recall@1": 0.841, | |
| "recall@5": 0.972, | |
| "recall@10": 0.985, | |
| "f1@1": 0.841, | |
| "f1@5": 0.324, | |
| "f1@10": 0.17909090909090908, | |
| "map@1": 0.841, | |
| "map@5": 0.8985333333333333, | |
| "map@10": 0.9003567460317461, | |
| "mrr@1": 0.841, | |
| "mrr@5": 0.8985333333333333, | |
| "mrr@10": 0.9003567460317461, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO-Matching": { | |
| "hit@1": 0.879, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.879, | |
| "ndcg_linear@5": 0.9572352894428607, | |
| "ndcg_linear@10": 0.9572352894428607, | |
| "ndcg_exponential@1": 0.879, | |
| "ndcg_exponential@5": 0.9572352894428607, | |
| "ndcg_exponential@10": 0.9572352894428607, | |
| "precision@1": 0.879, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.879, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.879, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.879, | |
| "map@5": 0.9425, | |
| "map@10": 0.9425, | |
| "mrr@1": 0.879, | |
| "mrr@5": 0.9395, | |
| "mrr@10": 0.9395, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W-Pointing": { | |
| "hit@1": 0.846, | |
| "hit@5": 0.949, | |
| "hit@10": 0.976, | |
| "ndcg_linear@1": 0.846, | |
| "ndcg_linear@5": 0.905021040236476, | |
| "ndcg_linear@10": 0.9137472283052835, | |
| "ndcg_exponential@1": 0.846, | |
| "ndcg_exponential@5": 0.905021040236476, | |
| "ndcg_exponential@10": 0.9137472283052835, | |
| "precision@1": 0.846, | |
| "precision@5": 0.18980000000000002, | |
| "precision@10": 0.0976, | |
| "recall@1": 0.846, | |
| "recall@5": 0.949, | |
| "recall@10": 0.976, | |
| "f1@1": 0.846, | |
| "f1@5": 0.3163333333333333, | |
| "f1@10": 0.17745454545454545, | |
| "map@1": 0.846, | |
| "map@5": 0.89, | |
| "map@10": 0.8936003968253967, | |
| "mrr@1": 0.846, | |
| "mrr@5": 0.89, | |
| "mrr@10": 0.8936003968253967, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| } | |
| }, | |
| "visdoc": { | |
| "ViDoRe_arxivqa": { | |
| "hit@1": 0.674, | |
| "hit@5": 0.796, | |
| "hit@10": 0.842, | |
| "ndcg_linear@1": 0.674, | |
| "ndcg_linear@5": 0.7371517581853998, | |
| "ndcg_linear@10": 0.7522168662953272, | |
| "ndcg_exponential@1": 0.674, | |
| "ndcg_exponential@5": 0.7371517581853998, | |
| "ndcg_exponential@10": 0.7522168662953272, | |
| "precision@1": 0.674, | |
| "precision@5": 0.15919999999999998, | |
| "precision@10": 0.0842, | |
| "recall@1": 0.674, | |
| "recall@5": 0.796, | |
| "recall@10": 0.842, | |
| "f1@1": 0.674, | |
| "f1@5": 0.26533333333333337, | |
| "f1@10": 0.15309090909090908, | |
| "map@1": 0.674, | |
| "map@5": 0.7178000000000001, | |
| "map@10": 0.7241246031746031, | |
| "mrr@1": 0.674, | |
| "mrr@5": 0.7178000000000001, | |
| "mrr@10": 0.7241246031746031, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ViDoRe_docvqa": { | |
| "hit@1": 0.35698447893569846, | |
| "hit@5": 0.5343680709534369, | |
| "hit@10": 0.6053215077605322, | |
| "ndcg_linear@1": 0.35698447893569846, | |
| "ndcg_linear@5": 0.450097536929264, | |
| "ndcg_linear@10": 0.4728021762728742, | |
| "ndcg_exponential@1": 0.35698447893569846, | |
| "ndcg_exponential@5": 0.450097536929264, | |
| "ndcg_exponential@10": 0.4728021762728742, | |
| "precision@1": 0.35698447893569846, | |
| "precision@5": 0.1082039911308204, | |
| "precision@10": 0.06186252771618625, | |
| "recall@1": 0.3526237989652624, | |
| "recall@5": 0.5276053215077605, | |
| "recall@10": 0.5964153732446416, | |
| "f1@1": 0.35365853658536583, | |
| "f1@5": 0.17856304384281432, | |
| "f1@10": 0.11150512458716451, | |
| "map@1": 0.35698447893569846, | |
| "map@5": 0.42237620103473766, | |
| "map@10": 0.4318832928589026, | |
| "mrr@1": 0.35698447893569846, | |
| "mrr@5": 0.42738359201773835, | |
| "mrr@10": 0.4369241192411924, | |
| "num_pred": 451, | |
| "num_data": 451 | |
| }, | |
| "ViDoRe_infovqa": { | |
| "hit@1": 0.7348178137651822, | |
| "hit@5": 0.8805668016194332, | |
| "hit@10": 0.9230769230769231, | |
| "ndcg_linear@1": 0.7348178137651822, | |
| "ndcg_linear@5": 0.8141460784346112, | |
| "ndcg_linear@10": 0.8280697125910069, | |
| "ndcg_exponential@1": 0.7348178137651822, | |
| "ndcg_exponential@5": 0.8141460784346112, | |
| "ndcg_exponential@10": 0.8280697125910069, | |
| "precision@1": 0.7348178137651822, | |
| "precision@5": 0.17651821862348177, | |
| "precision@10": 0.09251012145748988, | |
| "recall@1": 0.7348178137651822, | |
| "recall@5": 0.8805668016194332, | |
| "recall@10": 0.9230769230769231, | |
| "f1@1": 0.7348178137651822, | |
| "f1@5": 0.29400424137266246, | |
| "f1@10": 0.16813887866519445, | |
| "map@1": 0.7348178137651822, | |
| "map@5": 0.7919028340080971, | |
| "map@10": 0.7977612299980721, | |
| "mrr@1": 0.7348178137651822, | |
| "mrr@5": 0.7917341430499325, | |
| "mrr@10": 0.7975925390399075, | |
| "num_pred": 494, | |
| "num_data": 494 | |
| }, | |
| "ViDoRe_tabfquad": { | |
| "hit@1": 0.8035714285714286, | |
| "hit@5": 0.95, | |
| "hit@10": 0.9785714285714285, | |
| "ndcg_linear@1": 0.8035714285714286, | |
| "ndcg_linear@5": 0.8880525993445776, | |
| "ndcg_linear@10": 0.8974326459361368, | |
| "ndcg_exponential@1": 0.8035714285714286, | |
| "ndcg_exponential@5": 0.8880525993445776, | |
| "ndcg_exponential@10": 0.8974326459361368, | |
| "precision@1": 0.8035714285714286, | |
| "precision@5": 0.18999999999999995, | |
| "precision@10": 0.09785714285714285, | |
| "recall@1": 0.8035714285714286, | |
| "recall@5": 0.95, | |
| "recall@10": 0.9785714285714285, | |
| "f1@1": 0.8035714285714286, | |
| "f1@5": 0.3166666666666667, | |
| "f1@10": 0.17792207792207795, | |
| "map@1": 0.8035714285714286, | |
| "map@5": 0.866904761904762, | |
| "map@10": 0.8708616780045352, | |
| "mrr@1": 0.8035714285714286, | |
| "mrr@5": 0.866904761904762, | |
| "mrr@10": 0.8708616780045352, | |
| "num_pred": 280, | |
| "num_data": 280 | |
| }, | |
| "ViDoRe_tatdqa": { | |
| "hit@1": 0.35297691373025514, | |
| "hit@5": 0.6233292831105711, | |
| "hit@10": 0.7424058323207776, | |
| "ndcg_linear@1": 0.35297691373025514, | |
| "ndcg_linear@5": 0.4959176191553392, | |
| "ndcg_linear@10": 0.5340857919511109, | |
| "ndcg_exponential@1": 0.35297691373025514, | |
| "ndcg_exponential@5": 0.4959176191553392, | |
| "ndcg_exponential@10": 0.5340857919511109, | |
| "precision@1": 0.35297691373025514, | |
| "precision@5": 0.12503037667071687, | |
| "precision@10": 0.07448359659781288, | |
| "recall@1": 0.35236938031591736, | |
| "recall@5": 0.6230255164034022, | |
| "recall@10": 0.7424058323207776, | |
| "f1@1": 0.35257189145402995, | |
| "f1@5": 0.20818144997974894, | |
| "f1@10": 0.13535108067307342, | |
| "map@1": 0.35297691373025514, | |
| "map@5": 0.45365026326447955, | |
| "map@10": 0.4691597234276456, | |
| "mrr@1": 0.35297691373025514, | |
| "mrr@5": 0.4537262049412718, | |
| "mrr@10": 0.4691597234276456, | |
| "num_pred": 1646, | |
| "num_data": 1646 | |
| }, | |
| "ViDoRe_shiftproject": { | |
| "hit@1": 0.57, | |
| "hit@5": 0.87, | |
| "hit@10": 0.91, | |
| "ndcg_linear@1": 0.57, | |
| "ndcg_linear@5": 0.7257169786666456, | |
| "ndcg_linear@10": 0.7388716274345029, | |
| "ndcg_exponential@1": 0.57, | |
| "ndcg_exponential@5": 0.7257169786666456, | |
| "ndcg_exponential@10": 0.7388716274345029, | |
| "precision@1": 0.57, | |
| "precision@5": 0.17399999999999996, | |
| "precision@10": 0.09099999999999998, | |
| "recall@1": 0.57, | |
| "recall@5": 0.87, | |
| "recall@10": 0.91, | |
| "f1@1": 0.57, | |
| "f1@5": 0.29000000000000004, | |
| "f1@10": 0.16545454545454555, | |
| "map@1": 0.57, | |
| "map@5": 0.6779999999999999, | |
| "map@10": 0.6835357142857142, | |
| "mrr@1": 0.57, | |
| "mrr@5": 0.6779999999999999, | |
| "mrr@10": 0.6835357142857142, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_artificial_intelligence": { | |
| "hit@1": 0.84, | |
| "hit@5": 0.95, | |
| "hit@10": 0.98, | |
| "ndcg_linear@1": 0.84, | |
| "ndcg_linear@5": 0.8979742462875491, | |
| "ndcg_linear@10": 0.90802430025982, | |
| "ndcg_exponential@1": 0.84, | |
| "ndcg_exponential@5": 0.8979742462875491, | |
| "ndcg_exponential@10": 0.90802430025982, | |
| "precision@1": 0.84, | |
| "precision@5": 0.18999999999999997, | |
| "precision@10": 0.09799999999999999, | |
| "recall@1": 0.84, | |
| "recall@5": 0.95, | |
| "recall@10": 0.98, | |
| "f1@1": 0.84, | |
| "f1@5": 0.3166666666666667, | |
| "f1@10": 0.17818181818181825, | |
| "map@1": 0.84, | |
| "map@5": 0.8806666666666665, | |
| "map@10": 0.8850119047619047, | |
| "mrr@1": 0.84, | |
| "mrr@5": 0.8806666666666665, | |
| "mrr@10": 0.8850119047619047, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_energy": { | |
| "hit@1": 0.75, | |
| "hit@5": 0.92, | |
| "hit@10": 0.94, | |
| "ndcg_linear@1": 0.75, | |
| "ndcg_linear@5": 0.8426960276192014, | |
| "ndcg_linear@10": 0.8489200092157135, | |
| "ndcg_exponential@1": 0.75, | |
| "ndcg_exponential@5": 0.8426960276192014, | |
| "ndcg_exponential@10": 0.8489200092157135, | |
| "precision@1": 0.75, | |
| "precision@5": 0.18399999999999994, | |
| "precision@10": 0.09399999999999999, | |
| "recall@1": 0.75, | |
| "recall@5": 0.92, | |
| "recall@10": 0.94, | |
| "f1@1": 0.75, | |
| "f1@5": 0.3066666666666667, | |
| "f1@10": 0.170909090909091, | |
| "map@1": 0.75, | |
| "map@5": 0.8168333333333332, | |
| "map@10": 0.8192619047619047, | |
| "mrr@1": 0.75, | |
| "mrr@5": 0.8168333333333332, | |
| "mrr@10": 0.8192619047619047, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_government_reports": { | |
| "hit@1": 0.75, | |
| "hit@5": 0.96, | |
| "hit@10": 0.98, | |
| "ndcg_linear@1": 0.75, | |
| "ndcg_linear@5": 0.8706343991257575, | |
| "ndcg_linear@10": 0.8769780324157306, | |
| "ndcg_exponential@1": 0.75, | |
| "ndcg_exponential@5": 0.8706343991257575, | |
| "ndcg_exponential@10": 0.8769780324157306, | |
| "precision@1": 0.75, | |
| "precision@5": 0.19199999999999995, | |
| "precision@10": 0.09799999999999999, | |
| "recall@1": 0.75, | |
| "recall@5": 0.96, | |
| "recall@10": 0.98, | |
| "f1@1": 0.75, | |
| "f1@5": 0.32000000000000006, | |
| "f1@10": 0.17818181818181825, | |
| "map@1": 0.75, | |
| "map@5": 0.84, | |
| "map@10": 0.8425396825396825, | |
| "mrr@1": 0.75, | |
| "mrr@5": 0.84, | |
| "mrr@10": 0.8425396825396825, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_healthcare_industry": { | |
| "hit@1": 0.82, | |
| "hit@5": 0.99, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.82, | |
| "ndcg_linear@5": 0.9164460946182851, | |
| "ndcg_linear@10": 0.9200081664893653, | |
| "ndcg_exponential@1": 0.82, | |
| "ndcg_exponential@5": 0.9164460946182851, | |
| "ndcg_exponential@10": 0.9200081664893653, | |
| "precision@1": 0.82, | |
| "precision@5": 0.19799999999999998, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.82, | |
| "recall@5": 0.99, | |
| "recall@10": 1.0, | |
| "f1@1": 0.82, | |
| "f1@5": 0.3300000000000001, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.82, | |
| "map@5": 0.8915000000000001, | |
| "map@10": 0.8931666666666667, | |
| "mrr@1": 0.82, | |
| "mrr@5": 0.8915000000000001, | |
| "mrr@10": 0.8931666666666667, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_esg_reports_human_labeled_v2": { | |
| "hit@1": 0.5384615384615384, | |
| "hit@5": 0.8076923076923077, | |
| "hit@10": 0.9038461538461539, | |
| "ndcg_linear@1": 0.5384615384615384, | |
| "ndcg_linear@5": 0.5857101818076832, | |
| "ndcg_linear@10": 0.6265239767252975, | |
| "ndcg_exponential@1": 0.5384615384615384, | |
| "ndcg_exponential@5": 0.5878008188023434, | |
| "ndcg_exponential@10": 0.6292190672539935, | |
| "precision@1": 0.5384615384615384, | |
| "precision@5": 0.2269230769230769, | |
| "precision@10": 0.14423076923076922, | |
| "recall@1": 0.3721153846153846, | |
| "recall@5": 0.6419955044955046, | |
| "recall@10": 0.7564185814185814, | |
| "f1@1": 0.4093688362919133, | |
| "f1@5": 0.3009682719241543, | |
| "f1@10": 0.22103693817494724, | |
| "map@1": 0.5384615384615384, | |
| "map@5": 0.5227403846153846, | |
| "map@10": 0.5419889601139601, | |
| "mrr@1": 0.5384615384615384, | |
| "mrr@5": 0.6317307692307691, | |
| "mrr@10": 0.6435363247863248, | |
| "num_pred": 52, | |
| "num_data": 52 | |
| }, | |
| "ViDoRe_biomedical_lectures_v2": { | |
| "hit@1": 0.51875, | |
| "hit@5": 0.81875, | |
| "hit@10": 0.90625, | |
| "ndcg_linear@1": 0.51875, | |
| "ndcg_linear@5": 0.5599127423800386, | |
| "ndcg_linear@10": 0.6024210971755942, | |
| "ndcg_exponential@1": 0.51875, | |
| "ndcg_exponential@5": 0.5599127423800386, | |
| "ndcg_exponential@10": 0.6024210971755943, | |
| "precision@1": 0.51875, | |
| "precision@5": 0.255, | |
| "precision@10": 0.169375, | |
| "recall@1": 0.31672416125541125, | |
| "recall@5": 0.5947338537687802, | |
| "recall@10": 0.7137503580977846, | |
| "f1@1": 0.3591993596681097, | |
| "f1@5": 0.3177249382561883, | |
| "f1@10": 0.24713793423352243, | |
| "map@1": 0.51875, | |
| "map@5": 0.4872517361111111, | |
| "map@10": 0.5087469706632654, | |
| "mrr@1": 0.51875, | |
| "mrr@5": 0.6339583333333334, | |
| "mrr@10": 0.6465128968253968, | |
| "num_pred": 160, | |
| "num_data": 160 | |
| }, | |
| "ViDoRe_biomedical_lectures_v2_multilingual": { | |
| "hit@1": 0.4875, | |
| "hit@5": 0.796875, | |
| "hit@10": 0.8734375, | |
| "ndcg_linear@1": 0.4875, | |
| "ndcg_linear@5": 0.5287109563499492, | |
| "ndcg_linear@10": 0.5674601302198331, | |
| "ndcg_exponential@1": 0.4875, | |
| "ndcg_exponential@5": 0.5287109563499492, | |
| "ndcg_exponential@10": 0.5674601302198332, | |
| "precision@1": 0.4875, | |
| "precision@5": 0.2425, | |
| "precision@10": 0.16031250000000002, | |
| "recall@1": 0.3014277259199134, | |
| "recall@5": 0.567796524859944, | |
| "recall@10": 0.679209887079832, | |
| "f1@1": 0.3399399125180375, | |
| "f1@5": 0.30168018093018095, | |
| "f1@10": 0.23434101101104776, | |
| "map@1": 0.4875, | |
| "map@5": 0.45663975694444436, | |
| "map@10": 0.476485510263133, | |
| "mrr@1": 0.4875, | |
| "mrr@5": 0.5992447916666667, | |
| "mrr@10": 0.6098208085317461, | |
| "num_pred": 640, | |
| "num_data": 640 | |
| }, | |
| "ViDoRe_economics_reports_v2": { | |
| "hit@1": 0.603448275862069, | |
| "hit@5": 0.9137931034482759, | |
| "hit@10": 0.9655172413793104, | |
| "ndcg_linear@1": 0.603448275862069, | |
| "ndcg_linear@5": 0.5638400234406225, | |
| "ndcg_linear@10": 0.5396968611894655, | |
| "ndcg_exponential@1": 0.603448275862069, | |
| "ndcg_exponential@5": 0.5638400234406225, | |
| "ndcg_exponential@10": 0.5396968611894654, | |
| "precision@1": 0.603448275862069, | |
| "precision@5": 0.48620689655172417, | |
| "precision@10": 0.38620689655172413, | |
| "recall@1": 0.07922120644047585, | |
| "recall@5": 0.31144897230589963, | |
| "recall@10": 0.420215949960037, | |
| "f1@1": 0.12320812368054741, | |
| "f1@5": 0.3051673741988237, | |
| "f1@10": 0.3255100111938643, | |
| "map@1": 0.603448275862069, | |
| "map@5": 0.45996647509578553, | |
| "map@10": 0.4012958157400891, | |
| "mrr@1": 0.603448275862069, | |
| "mrr@5": 0.7333333333333334, | |
| "mrr@10": 0.7408045977011496, | |
| "num_pred": 58, | |
| "num_data": 58 | |
| }, | |
| "ViDoRe_economics_reports_v2_multilingual": { | |
| "hit@1": 0.4956896551724138, | |
| "hit@5": 0.8405172413793104, | |
| "hit@10": 0.9051724137931034, | |
| "ndcg_linear@1": 0.4956896551724138, | |
| "ndcg_linear@5": 0.47894537575268276, | |
| "ndcg_linear@10": 0.4634894340243453, | |
| "ndcg_exponential@1": 0.4956896551724138, | |
| "ndcg_exponential@5": 0.47894537575268276, | |
| "ndcg_exponential@10": 0.46348943402434517, | |
| "precision@1": 0.4956896551724138, | |
| "precision@5": 0.4241379310344828, | |
| "precision@10": 0.34310344827586203, | |
| "recall@1": 0.061453691971240614, | |
| "recall@5": 0.2611222491517723, | |
| "recall@10": 0.3668674404931723, | |
| "f1@1": 0.09778602775368742, | |
| "f1@5": 0.2569545227156983, | |
| "f1@10": 0.285174136727715, | |
| "map@1": 0.4956896551724138, | |
| "map@5": 0.3815541187739463, | |
| "map@10": 0.33134604676001944, | |
| "mrr@1": 0.4956896551724138, | |
| "mrr@5": 0.626580459770115, | |
| "mrr@10": 0.6353721948549534, | |
| "num_pred": 232, | |
| "num_data": 232 | |
| }, | |
| "ViDoRe_esg_reports_v2": { | |
| "hit@1": 0.5789473684210527, | |
| "hit@5": 0.7894736842105263, | |
| "hit@10": 0.9122807017543859, | |
| "ndcg_linear@1": 0.5789473684210527, | |
| "ndcg_linear@5": 0.5578170329058069, | |
| "ndcg_linear@10": 0.6128892612884805, | |
| "ndcg_exponential@1": 0.5789473684210527, | |
| "ndcg_exponential@5": 0.5578170329058068, | |
| "ndcg_exponential@10": 0.6128892612884805, | |
| "precision@1": 0.5789473684210527, | |
| "precision@5": 0.29122807017543856, | |
| "precision@10": 0.20175438596491233, | |
| "recall@1": 0.25954469507101086, | |
| "recall@5": 0.5711779448621553, | |
| "recall@10": 0.7492481203007518, | |
| "f1@1": 0.3216462491598608, | |
| "f1@5": 0.3334364669370541, | |
| "f1@10": 0.2802500048548606, | |
| "map@1": 0.5789473684210527, | |
| "map@5": 0.47171052631578947, | |
| "map@10": 0.49674951267056533, | |
| "mrr@1": 0.5789473684210527, | |
| "mrr@5": 0.6605263157894736, | |
| "mrr@10": 0.6788707880813143, | |
| "num_pred": 57, | |
| "num_data": 57 | |
| }, | |
| "ViDoRe_esg_reports_v2_multilingual": { | |
| "hit@1": 0.5394736842105263, | |
| "hit@5": 0.793859649122807, | |
| "hit@10": 0.8903508771929824, | |
| "ndcg_linear@1": 0.5394736842105263, | |
| "ndcg_linear@5": 0.5339065136145643, | |
| "ndcg_linear@10": 0.5850795107813987, | |
| "ndcg_exponential@1": 0.5394736842105263, | |
| "ndcg_exponential@5": 0.5339065136145642, | |
| "ndcg_exponential@10": 0.5850795107813987, | |
| "precision@1": 0.5394736842105263, | |
| "precision@5": 0.27017543859649124, | |
| "precision@10": 0.18815789473684214, | |
| "recall@1": 0.2494935254803676, | |
| "recall@5": 0.5548819966583124, | |
| "recall@10": 0.7172044695071011, | |
| "f1@1": 0.3067280776627419, | |
| "f1@5": 0.3151451349460318, | |
| "f1@10": 0.2614781609210891, | |
| "map@1": 0.5394736842105263, | |
| "map@5": 0.443368664717349, | |
| "map@10": 0.46742985937064885, | |
| "mrr@1": 0.5394736842105263, | |
| "mrr@5": 0.6444444444444444, | |
| "mrr@10": 0.6574578808131439, | |
| "num_pred": 228, | |
| "num_data": 228 | |
| }, | |
| "VisRAG_ArxivQA": { | |
| "hit@1": 0.6801470588235294, | |
| "hit@5": 0.7879901960784313, | |
| "hit@10": 0.8247549019607843, | |
| "ndcg_linear@1": 0.6801470588235294, | |
| "ndcg_linear@5": 0.738423381102982, | |
| "ndcg_linear@10": 0.7502580518543612, | |
| "ndcg_exponential@1": 0.6801470588235294, | |
| "ndcg_exponential@5": 0.738423381102982, | |
| "ndcg_exponential@10": 0.7502580518543612, | |
| "precision@1": 0.6801470588235294, | |
| "precision@5": 0.15759803921568627, | |
| "precision@10": 0.08247549019607842, | |
| "recall@1": 0.6801470588235294, | |
| "recall@5": 0.7879901960784313, | |
| "recall@10": 0.8247549019607843, | |
| "f1@1": 0.6801470588235294, | |
| "f1@5": 0.2626633986928105, | |
| "f1@10": 0.14995543672014264, | |
| "map@1": 0.6801470588235294, | |
| "map@5": 0.7218545751633987, | |
| "map@10": 0.7267113095238096, | |
| "mrr@1": 0.6801470588235294, | |
| "mrr@5": 0.7218545751633987, | |
| "mrr@10": 0.7267113095238096, | |
| "num_pred": 816, | |
| "num_data": 816 | |
| }, | |
| "VisRAG_ChartQA": { | |
| "hit@1": 0.7142857142857143, | |
| "hit@5": 0.873015873015873, | |
| "hit@10": 0.9047619047619048, | |
| "ndcg_linear@1": 0.7142857142857143, | |
| "ndcg_linear@5": 0.8017188056146399, | |
| "ndcg_linear@10": 0.813026970284736, | |
| "ndcg_exponential@1": 0.7142857142857143, | |
| "ndcg_exponential@5": 0.8017188056146399, | |
| "ndcg_exponential@10": 0.813026970284736, | |
| "precision@1": 0.7142857142857143, | |
| "precision@5": 0.1746031746031745, | |
| "precision@10": 0.09047619047619043, | |
| "recall@1": 0.7142857142857143, | |
| "recall@5": 0.873015873015873, | |
| "recall@10": 0.9047619047619048, | |
| "f1@1": 0.7142857142857143, | |
| "f1@5": 0.29100529100529093, | |
| "f1@10": 0.16450216450216454, | |
| "map@1": 0.7142857142857143, | |
| "map@5": 0.7777777777777778, | |
| "map@10": 0.7830687830687831, | |
| "mrr@1": 0.7142857142857143, | |
| "mrr@5": 0.7777777777777778, | |
| "mrr@10": 0.7830687830687831, | |
| "num_pred": 63, | |
| "num_data": 63 | |
| }, | |
| "VisRAG_MP-DocVQA": { | |
| "hit@1": 0.6412859560067682, | |
| "hit@5": 0.8426395939086294, | |
| "hit@10": 0.8917089678510999, | |
| "ndcg_linear@1": 0.6412859560067682, | |
| "ndcg_linear@5": 0.7505637234725795, | |
| "ndcg_linear@10": 0.766968360939859, | |
| "ndcg_exponential@1": 0.6412859560067682, | |
| "ndcg_exponential@5": 0.7505637234725795, | |
| "ndcg_exponential@10": 0.766968360939859, | |
| "precision@1": 0.6412859560067682, | |
| "precision@5": 0.16852791878172588, | |
| "precision@10": 0.08917089678510996, | |
| "recall@1": 0.6412859560067682, | |
| "recall@5": 0.8426395939086294, | |
| "recall@10": 0.8917089678510999, | |
| "f1@1": 0.6412859560067682, | |
| "f1@5": 0.28087986463620984, | |
| "f1@10": 0.16212890324565454, | |
| "map@1": 0.6412859560067682, | |
| "map@5": 0.7197123519458545, | |
| "map@10": 0.7268001504042113, | |
| "mrr@1": 0.6412859560067682, | |
| "mrr@5": 0.7197123519458545, | |
| "mrr@10": 0.7268001504042113, | |
| "num_pred": 591, | |
| "num_data": 591 | |
| }, | |
| "VisRAG_SlideVQA": { | |
| "hit@1": 0.8525179856115108, | |
| "hit@5": 0.9586330935251799, | |
| "hit@10": 0.9730215827338129, | |
| "ndcg_linear@1": 0.8525179856115108, | |
| "ndcg_linear@5": 0.891546429115487, | |
| "ndcg_linear@10": 0.89899357256547, | |
| "ndcg_exponential@1": 0.8525179856115108, | |
| "ndcg_exponential@5": 0.891546429115487, | |
| "ndcg_exponential@10": 0.89899357256547, | |
| "precision@1": 0.8525179856115108, | |
| "precision@5": 0.23489208633093525, | |
| "precision@10": 0.12032374100719423, | |
| "recall@1": 0.7320143884892086, | |
| "recall@5": 0.9370503597122302, | |
| "recall@10": 0.9577338129496403, | |
| "f1@1": 0.7721822541966427, | |
| "f1@5": 0.3688763275094211, | |
| "f1@10": 0.2113309352517986, | |
| "map@1": 0.8525179856115108, | |
| "map@5": 0.8655125899280575, | |
| "map@10": 0.8694287427201095, | |
| "mrr@1": 0.8525179856115108, | |
| "mrr@5": 0.8969724220623502, | |
| "mrr@10": 0.899004367934224, | |
| "num_pred": 556, | |
| "num_data": 556 | |
| }, | |
| "VisRAG_InfoVQA": { | |
| "hit@1": 0.7841225626740947, | |
| "hit@5": 0.9303621169916435, | |
| "hit@10": 0.9623955431754875, | |
| "ndcg_linear@1": 0.7841225626740947, | |
| "ndcg_linear@5": 0.8666397408730767, | |
| "ndcg_linear@10": 0.877368279907231, | |
| "ndcg_exponential@1": 0.7841225626740947, | |
| "ndcg_exponential@5": 0.8666397408730767, | |
| "ndcg_exponential@10": 0.877368279907231, | |
| "precision@1": 0.7841225626740947, | |
| "precision@5": 0.18607242339832863, | |
| "precision@10": 0.09623955431754874, | |
| "recall@1": 0.7841225626740947, | |
| "recall@5": 0.9303621169916435, | |
| "recall@10": 0.9623955431754875, | |
| "f1@1": 0.7841225626740947, | |
| "f1@5": 0.3101207056638813, | |
| "f1@10": 0.1749810078500887, | |
| "map@1": 0.7841225626740947, | |
| "map@5": 0.8450557103064067, | |
| "map@10": 0.8497004465667417, | |
| "mrr@1": 0.7841225626740947, | |
| "mrr@5": 0.8450557103064067, | |
| "mrr@10": 0.8497004465667417, | |
| "num_pred": 718, | |
| "num_data": 718 | |
| }, | |
| "VisRAG_PlotQA": { | |
| "hit@1": 0.4646581691772885, | |
| "hit@5": 0.7392815758980301, | |
| "hit@10": 0.8331402085747392, | |
| "ndcg_linear@1": 0.4646581691772885, | |
| "ndcg_linear@5": 0.6099250068225089, | |
| "ndcg_linear@10": 0.6403291784219023, | |
| "ndcg_exponential@1": 0.4646581691772885, | |
| "ndcg_exponential@5": 0.6099250068225089, | |
| "ndcg_exponential@10": 0.6403291784219023, | |
| "precision@1": 0.4646581691772885, | |
| "precision@5": 0.14785631517960598, | |
| "precision@10": 0.0833140208574739, | |
| "recall@1": 0.4646581691772885, | |
| "recall@5": 0.7392815758980301, | |
| "recall@10": 0.8331402085747392, | |
| "f1@1": 0.4646581691772885, | |
| "f1@5": 0.2464271919660101, | |
| "f1@10": 0.1514800379226799, | |
| "map@1": 0.4646581691772885, | |
| "map@5": 0.5669949787562766, | |
| "map@10": 0.57957475767441, | |
| "mrr@1": 0.4646581691772885, | |
| "mrr@5": 0.5669949787562766, | |
| "mrr@10": 0.57957475767441, | |
| "num_pred": 863, | |
| "num_data": 863 | |
| }, | |
| "ViDoSeek-page": { | |
| "hit@1": 0.023642732049036778, | |
| "hit@5": 0.4001751313485114, | |
| "hit@10": 0.6260945709281961, | |
| "ndcg_linear@1": 0.023642732049036778, | |
| "ndcg_linear@5": 0.21440170248700216, | |
| "ndcg_linear@10": 0.2875500533246049, | |
| "ndcg_exponential@1": 0.023642732049036778, | |
| "ndcg_exponential@5": 0.21440170248700216, | |
| "ndcg_exponential@10": 0.287550053324605, | |
| "precision@1": 0.023642732049036778, | |
| "precision@5": 0.08003502626970228, | |
| "precision@10": 0.06260945709281962, | |
| "recall@1": 0.023642732049036778, | |
| "recall@5": 0.4001751313485114, | |
| "recall@10": 0.6260945709281961, | |
| "f1@1": 0.023642732049036778, | |
| "f1@5": 0.1333917104495038, | |
| "f1@10": 0.1138353765323993, | |
| "map@1": 0.023642732049036778, | |
| "map@5": 0.15345884413309982, | |
| "map@10": 0.18370097017207349, | |
| "mrr@1": 0.023642732049036778, | |
| "mrr@5": 0.15345884413309982, | |
| "mrr@10": 0.18370097017207349, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "ViDoSeek-doc": { | |
| "hit@1": 0.9921190893169878, | |
| "hit@5": 0.9956217162872154, | |
| "hit@10": 0.9956217162872154, | |
| "ndcg_linear@1": 0.6762988908347927, | |
| "ndcg_linear@5": 0.8229469185937884, | |
| "ndcg_linear@10": 0.8026481335065712, | |
| "ndcg_exponential@1": 0.45071303477608193, | |
| "ndcg_exponential@5": 0.7032432296216546, | |
| "ndcg_exponential@10": 0.7282413355215829, | |
| "precision@1": 0.9921190893169878, | |
| "precision@5": 0.9084063047285464, | |
| "precision@10": 0.8127845884413311, | |
| "recall@1": 0.05853541804174077, | |
| "recall@5": 0.26730162656135453, | |
| "recall@10": 0.4682238375254491, | |
| "f1@1": 0.10979939672279285, | |
| "f1@5": 0.4046277044815002, | |
| "f1@10": 0.5808002886460247, | |
| "map@1": 0.9921190893169878, | |
| "map@5": 0.8995563339171047, | |
| "map@10": 0.7998367054060387, | |
| "mrr@1": 0.9921190893169878, | |
| "mrr@5": 0.9936514886164624, | |
| "mrr@10": 0.9936514886164624, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "MMLongBench-page": { | |
| "hit@1": 0.05489260143198091, | |
| "hit@5": 0.2649164677804296, | |
| "hit@10": 0.3794749403341289, | |
| "ndcg_linear@1": 0.05489260143198091, | |
| "ndcg_linear@5": 0.13059870824287584, | |
| "ndcg_linear@10": 0.16799933893911476, | |
| "ndcg_exponential@1": 0.05489260143198091, | |
| "ndcg_exponential@5": 0.13059870824287584, | |
| "ndcg_exponential@10": 0.16799933893911476, | |
| "precision@1": 0.05489260143198091, | |
| "precision@5": 0.06014319809069212, | |
| "precision@10": 0.048448687350835316, | |
| "recall@1": 0.03204057279236277, | |
| "recall@5": 0.1906367200818275, | |
| "recall@10": 0.2919593135583589, | |
| "f1@1": 0.038473062339410787, | |
| "f1@5": 0.08654065333484118, | |
| "f1@10": 0.07902733863744991, | |
| "map@1": 0.05489260143198091, | |
| "map@5": 0.09544550517104217, | |
| "map@10": 0.11231696321461494, | |
| "mrr@1": 0.05489260143198091, | |
| "mrr@5": 0.13414876690533015, | |
| "mrr@10": 0.14969456756449598, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| }, | |
| "MMLongBench-doc": { | |
| "hit@1": 0.6599045346062052, | |
| "hit@5": 0.7625298329355609, | |
| "hit@10": 0.7971360381861575, | |
| "ndcg_linear@1": 0.4594272076372315, | |
| "ndcg_linear@5": 0.47888678810724294, | |
| "ndcg_linear@10": 0.4572403690751154, | |
| "ndcg_exponential@1": 0.3162291169451074, | |
| "ndcg_exponential@5": 0.3977515082488963, | |
| "ndcg_exponential@10": 0.4053794301498071, | |
| "precision@1": 0.6599045346062052, | |
| "precision@5": 0.5298329355608592, | |
| "precision@10": 0.46264916467780437, | |
| "recall@1": 0.0212095103625952, | |
| "recall@5": 0.08211773802880712, | |
| "recall@10": 0.13971662802131246, | |
| "f1@1": 0.04069885876173563, | |
| "f1@5": 0.13693384090532812, | |
| "f1@10": 0.20204454124738297, | |
| "map@1": 0.6599045346062052, | |
| "map@5": 0.4958154335719968, | |
| "map@10": 0.41324746498970844, | |
| "mrr@1": 0.6599045346062052, | |
| "mrr@5": 0.7001591089896579, | |
| "mrr@10": 0.7046870856536728, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| } | |
| }, | |
| "video": { | |
| "DiDeMo": { | |
| "hit@1": 0.398406374501992, | |
| "hit@5": 0.6454183266932271, | |
| "hit@10": 0.7440239043824701, | |
| "ndcg_linear@1": 0.398406374501992, | |
| "ndcg_linear@5": 0.5320235166209488, | |
| "ndcg_linear@10": 0.5637579478756262, | |
| "ndcg_exponential@1": 0.398406374501992, | |
| "ndcg_exponential@5": 0.5320235166209488, | |
| "ndcg_exponential@10": 0.5637579478756262, | |
| "precision@1": 0.398406374501992, | |
| "precision@5": 0.1290836653386454, | |
| "precision@10": 0.074402390438247, | |
| "recall@1": 0.398406374501992, | |
| "recall@5": 0.6454183266932271, | |
| "recall@10": 0.7440239043824701, | |
| "f1@1": 0.398406374501992, | |
| "f1@5": 0.21513944223107576, | |
| "f1@10": 0.1352770735240855, | |
| "map@1": 0.398406374501992, | |
| "map@5": 0.49414010624169985, | |
| "map@10": 0.5071551097198508, | |
| "mrr@1": 0.398406374501992, | |
| "mrr@5": 0.49414010624169985, | |
| "mrr@10": 0.5071551097198508, | |
| "num_pred": 1004, | |
| "num_data": 1004 | |
| }, | |
| "MSR-VTT": { | |
| "hit@1": 0.46, | |
| "hit@5": 0.682, | |
| "hit@10": 0.777, | |
| "ndcg_linear@1": 0.46, | |
| "ndcg_linear@5": 0.577246738740525, | |
| "ndcg_linear@10": 0.6082568811617736, | |
| "ndcg_exponential@1": 0.46, | |
| "ndcg_exponential@5": 0.577246738740525, | |
| "ndcg_exponential@10": 0.6082568811617736, | |
| "precision@1": 0.46, | |
| "precision@5": 0.13639999999999997, | |
| "precision@10": 0.0777, | |
| "recall@1": 0.46, | |
| "recall@5": 0.682, | |
| "recall@10": 0.777, | |
| "f1@1": 0.46, | |
| "f1@5": 0.22733333333333336, | |
| "f1@10": 0.14127272727272727, | |
| "map@1": 0.46, | |
| "map@5": 0.5425333333333333, | |
| "map@10": 0.5554920634920635, | |
| "mrr@1": 0.46, | |
| "mrr@5": 0.5425333333333333, | |
| "mrr@10": 0.5554920634920635, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSVD": { | |
| "hit@1": 0.6611940298507463, | |
| "hit@5": 0.8850746268656716, | |
| "hit@10": 0.9432835820895522, | |
| "ndcg_linear@1": 0.6611940298507463, | |
| "ndcg_linear@5": 0.7846072580329928, | |
| "ndcg_linear@10": 0.8036925374517581, | |
| "ndcg_exponential@1": 0.6611940298507463, | |
| "ndcg_exponential@5": 0.7846072580329928, | |
| "ndcg_exponential@10": 0.8036925374517581, | |
| "precision@1": 0.6611940298507463, | |
| "precision@5": 0.17701492537313432, | |
| "precision@10": 0.0943283582089552, | |
| "recall@1": 0.6611940298507463, | |
| "recall@5": 0.8850746268656716, | |
| "recall@10": 0.9432835820895522, | |
| "f1@1": 0.6611940298507463, | |
| "f1@5": 0.2950248756218906, | |
| "f1@10": 0.17150610583446407, | |
| "map@1": 0.6611940298507463, | |
| "map@5": 0.7507462686567165, | |
| "map@10": 0.7587680644397062, | |
| "mrr@1": 0.6611940298507463, | |
| "mrr@5": 0.7507462686567165, | |
| "mrr@10": 0.7587680644397062, | |
| "num_pred": 670, | |
| "num_data": 670 | |
| }, | |
| "VATEX": { | |
| "hit@1": 0.40241179097811525, | |
| "hit@5": 0.6737382760160786, | |
| "hit@10": 0.7753461366681554, | |
| "ndcg_linear@1": 0.40241179097811525, | |
| "ndcg_linear@5": 0.5467348670052526, | |
| "ndcg_linear@10": 0.5796896244320889, | |
| "ndcg_exponential@1": 0.40241179097811525, | |
| "ndcg_exponential@5": 0.5467348670052526, | |
| "ndcg_exponential@10": 0.5796896244320889, | |
| "precision@1": 0.40241179097811525, | |
| "precision@5": 0.13474765520321572, | |
| "precision@10": 0.07753461366681554, | |
| "recall@1": 0.40241179097811525, | |
| "recall@5": 0.6737382760160786, | |
| "recall@10": 0.7753461366681554, | |
| "f1@1": 0.40241179097811525, | |
| "f1@5": 0.22457942533869293, | |
| "f1@10": 0.14097202484875554, | |
| "map@1": 0.40241179097811525, | |
| "map@5": 0.5044700014887598, | |
| "map@10": 0.5181273350489519, | |
| "mrr@1": 0.40241179097811525, | |
| "mrr@5": 0.5044700014887598, | |
| "mrr@10": 0.5181273350489519, | |
| "num_pred": 4478, | |
| "num_data": 4478 | |
| }, | |
| "YouCook2": { | |
| "hit@1": 0.16546083674111356, | |
| "hit@5": 0.3397294746775716, | |
| "hit@10": 0.4510852469329978, | |
| "ndcg_linear@1": 0.16546083674111356, | |
| "ndcg_linear@5": 0.2557543009200639, | |
| "ndcg_linear@10": 0.29139763959836457, | |
| "ndcg_exponential@1": 0.16546083674111356, | |
| "ndcg_exponential@5": 0.2557543009200639, | |
| "ndcg_exponential@10": 0.29139763959836457, | |
| "precision@1": 0.16546083674111356, | |
| "precision@5": 0.06794589493551431, | |
| "precision@10": 0.045108524693299776, | |
| "recall@1": 0.16546083674111356, | |
| "recall@5": 0.3397294746775716, | |
| "recall@10": 0.4510852469329978, | |
| "f1@1": 0.16546083674111356, | |
| "f1@5": 0.1132431582258572, | |
| "f1@10": 0.08201549944236325, | |
| "map@1": 0.16546083674111356, | |
| "map@5": 0.22801195344447936, | |
| "map@10": 0.24250575452997597, | |
| "mrr@1": 0.16546083674111356, | |
| "mrr@5": 0.22801195344447936, | |
| "mrr@10": 0.24250575452997597, | |
| "num_pred": 3179, | |
| "num_data": 3179 | |
| }, | |
| "QVHighlight": { | |
| "hit@1": 0.39519852262234534, | |
| "hit@5": 0.7857802400738689, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.39519852262234534, | |
| "ndcg_linear@5": 0.5970166106855083, | |
| "ndcg_linear@10": 0.6657152889063322, | |
| "ndcg_exponential@1": 0.39519852262234534, | |
| "ndcg_exponential@5": 0.5970166106855083, | |
| "ndcg_exponential@10": 0.6657152889063322, | |
| "precision@1": 0.39519852262234534, | |
| "precision@5": 0.15715604801477376, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.39519852262234534, | |
| "recall@5": 0.7857802400738689, | |
| "recall@10": 1.0, | |
| "f1@1": 0.39519852262234534, | |
| "f1@5": 0.2619267466912897, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.39519852262234534, | |
| "map@5": 0.5348107109879964, | |
| "map@10": 0.5628358176142109, | |
| "mrr@1": 0.39519852262234534, | |
| "mrr@5": 0.5348107109879964, | |
| "mrr@10": 0.5628358176142109, | |
| "num_pred": 1083, | |
| "num_data": 1083 | |
| }, | |
| "Charades-STA": { | |
| "hit@1": 0.1953232462173315, | |
| "hit@5": 0.5350756533700137, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.1953232462173315, | |
| "ndcg_linear@5": 0.3669548229424312, | |
| "ndcg_linear@10": 0.513821217099232, | |
| "ndcg_exponential@1": 0.1953232462173315, | |
| "ndcg_exponential@5": 0.3669548229424312, | |
| "ndcg_exponential@10": 0.513821217099232, | |
| "precision@1": 0.1953232462173315, | |
| "precision@5": 0.10701513067400273, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.1953232462173315, | |
| "recall@5": 0.5350756533700137, | |
| "recall@10": 1.0, | |
| "f1@1": 0.1953232462173315, | |
| "f1@5": 0.17835855112333796, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.1953232462173315, | |
| "map@5": 0.3119440623567171, | |
| "map@10": 0.37057433243815635, | |
| "mrr@1": 0.1953232462173315, | |
| "mrr@5": 0.3119440623567171, | |
| "mrr@10": 0.37057433243815635, | |
| "num_pred": 727, | |
| "num_data": 727 | |
| }, | |
| "MomentSeeker": { | |
| "hit@1": 0.42, | |
| "hit@5": 0.8972222222222223, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.42, | |
| "ndcg_linear@5": 0.6748456963769024, | |
| "ndcg_linear@10": 0.712776319834093, | |
| "ndcg_exponential@1": 0.42, | |
| "ndcg_exponential@5": 0.6748456963769024, | |
| "ndcg_exponential@10": 0.712776319834093, | |
| "precision@1": 0.42, | |
| "precision@5": 0.19844444444444448, | |
| "precision@10": 0.11261111111111113, | |
| "recall@1": 0.39712962962962967, | |
| "recall@5": 0.885162037037037, | |
| "recall@10": 0.997523148148148, | |
| "f1@1": 0.4043068783068783, | |
| "f1@5": 0.31906429989763324, | |
| "f1@10": 0.1998093573093573, | |
| "map@1": 0.42, | |
| "map@5": 0.5997861111111111, | |
| "map@10": 0.6172150940623162, | |
| "mrr@1": 0.42, | |
| "mrr@5": 0.607425925925926, | |
| "mrr@10": 0.6216602733686066, | |
| "num_pred": 1800, | |
| "num_data": 1800 | |
| }, | |
| "K700": { | |
| "hit@1": 0.52, | |
| "hit@5": 0.736, | |
| "hit@10": 0.81, | |
| "ndcg_linear@1": 0.52, | |
| "ndcg_linear@5": 0.6375211963083107, | |
| "ndcg_linear@10": 0.6617519413591341, | |
| "ndcg_exponential@1": 0.52, | |
| "ndcg_exponential@5": 0.6375211963083107, | |
| "ndcg_exponential@10": 0.6617519413591341, | |
| "precision@1": 0.52, | |
| "precision@5": 0.1472, | |
| "precision@10": 0.081, | |
| "recall@1": 0.52, | |
| "recall@5": 0.736, | |
| "recall@10": 0.81, | |
| "f1@1": 0.52, | |
| "f1@5": 0.24533333333333338, | |
| "f1@10": 0.14727272727272725, | |
| "map@1": 0.52, | |
| "map@5": 0.6045833333333333, | |
| "map@10": 0.6147547619047619, | |
| "mrr@1": 0.52, | |
| "mrr@5": 0.6045833333333333, | |
| "mrr@10": 0.6147547619047619, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SmthSmthV2": { | |
| "hit@1": 0.589, | |
| "hit@5": 0.821, | |
| "hit@10": 0.893, | |
| "ndcg_linear@1": 0.589, | |
| "ndcg_linear@5": 0.7154946142944708, | |
| "ndcg_linear@10": 0.7390605810798436, | |
| "ndcg_exponential@1": 0.589, | |
| "ndcg_exponential@5": 0.7154946142944708, | |
| "ndcg_exponential@10": 0.7390605810798436, | |
| "precision@1": 0.589, | |
| "precision@5": 0.16419999999999998, | |
| "precision@10": 0.08930000000000002, | |
| "recall@1": 0.589, | |
| "recall@5": 0.821, | |
| "recall@10": 0.893, | |
| "f1@1": 0.589, | |
| "f1@5": 0.27366666666666667, | |
| "f1@10": 0.16236363636363638, | |
| "map@1": 0.589, | |
| "map@5": 0.6800999999999999, | |
| "map@10": 0.6899845238095238, | |
| "mrr@1": 0.589, | |
| "mrr@5": 0.6800999999999999, | |
| "mrr@10": 0.6899845238095238, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HMDB51": { | |
| "hit@1": 0.555, | |
| "hit@5": 0.765, | |
| "hit@10": 0.835, | |
| "ndcg_linear@1": 0.555, | |
| "ndcg_linear@5": 0.6674635098696148, | |
| "ndcg_linear@10": 0.6904162436303634, | |
| "ndcg_exponential@1": 0.555, | |
| "ndcg_exponential@5": 0.6674635098696148, | |
| "ndcg_exponential@10": 0.6904162436303634, | |
| "precision@1": 0.555, | |
| "precision@5": 0.153, | |
| "precision@10": 0.0835, | |
| "recall@1": 0.555, | |
| "recall@5": 0.765, | |
| "recall@10": 0.835, | |
| "f1@1": 0.555, | |
| "f1@5": 0.25500000000000006, | |
| "f1@10": 0.15181818181818182, | |
| "map@1": 0.555, | |
| "map@5": 0.6349333333333332, | |
| "map@10": 0.6446035714285714, | |
| "mrr@1": 0.555, | |
| "mrr@5": 0.6349333333333332, | |
| "mrr@10": 0.6446035714285714, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "UCF101": { | |
| "hit@1": 0.714, | |
| "hit@5": 0.9, | |
| "hit@10": 0.925, | |
| "ndcg_linear@1": 0.714, | |
| "ndcg_linear@5": 0.8167259122259789, | |
| "ndcg_linear@10": 0.824653618618315, | |
| "ndcg_exponential@1": 0.714, | |
| "ndcg_exponential@5": 0.8167259122259789, | |
| "ndcg_exponential@10": 0.824653618618315, | |
| "precision@1": 0.714, | |
| "precision@5": 0.18000000000000002, | |
| "precision@10": 0.0925, | |
| "recall@1": 0.714, | |
| "recall@5": 0.9, | |
| "recall@10": 0.925, | |
| "f1@1": 0.714, | |
| "f1@5": 0.3, | |
| "f1@10": 0.16818181818181818, | |
| "map@1": 0.714, | |
| "map@5": 0.7886166666666666, | |
| "map@10": 0.7918007936507936, | |
| "mrr@1": 0.714, | |
| "mrr@5": 0.7886166666666666, | |
| "mrr@10": 0.7918007936507936, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Breakfast": { | |
| "hit@1": 0.302540415704388, | |
| "hit@5": 0.7621247113163973, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.302540415704388, | |
| "ndcg_linear@5": 0.5350005551553058, | |
| "ndcg_linear@10": 0.6133736879361149, | |
| "ndcg_exponential@1": 0.302540415704388, | |
| "ndcg_exponential@5": 0.5350005551553058, | |
| "ndcg_exponential@10": 0.6133736879361149, | |
| "precision@1": 0.302540415704388, | |
| "precision@5": 0.15242494226327943, | |
| "precision@10": 0.1, | |
| "recall@1": 0.302540415704388, | |
| "recall@5": 0.7621247113163973, | |
| "recall@10": 1.0, | |
| "f1@1": 0.302540415704388, | |
| "f1@5": 0.25404157043879916, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.302540415704388, | |
| "map@5": 0.4606620477290223, | |
| "map@10": 0.49383316837127456, | |
| "mrr@1": 0.302540415704388, | |
| "mrr@5": 0.4606620477290223, | |
| "mrr@10": 0.49383316837127456, | |
| "num_pred": 433, | |
| "num_data": 433 | |
| }, | |
| "MVBench": { | |
| "hit@1": 0.5075, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.5075, | |
| "ndcg_linear@5": 0.7815510541301905, | |
| "ndcg_linear@10": 0.7815510541301905, | |
| "ndcg_exponential@1": 0.5075, | |
| "ndcg_exponential@5": 0.7815510541301905, | |
| "ndcg_exponential@10": 0.7815510541301905, | |
| "precision@1": 0.5075, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.5075, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.5075, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.5075, | |
| "map@5": 0.7074625000000001, | |
| "map@10": 0.7074625000000001, | |
| "mrr@1": 0.5075, | |
| "mrr@5": 0.7074625000000001, | |
| "mrr@10": 0.7074625000000001, | |
| "num_pred": 4000, | |
| "num_data": 4000 | |
| }, | |
| "Video-MME": { | |
| "hit@1": 0.4462962962962963, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.4462962962962963, | |
| "ndcg_linear@5": 0.744369697755487, | |
| "ndcg_linear@10": 0.744369697755487, | |
| "ndcg_exponential@1": 0.4462962962962963, | |
| "ndcg_exponential@5": 0.744369697755487, | |
| "ndcg_exponential@10": 0.744369697755487, | |
| "precision@1": 0.4462962962962963, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.4462962962962963, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.4462962962962963, | |
| "f1@5": 0.3333333333333334, | |
| "f1@10": 0.18181818181818188, | |
| "map@1": 0.4462962962962963, | |
| "map@5": 0.6585493827160493, | |
| "map@10": 0.6585493827160493, | |
| "mrr@1": 0.4462962962962963, | |
| "mrr@5": 0.6585493827160493, | |
| "mrr@10": 0.6585493827160493, | |
| "num_pred": 2700, | |
| "num_data": 2700 | |
| }, | |
| "NExTQA": { | |
| "hit@1": 0.5726296123306865, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.5726296123306865, | |
| "ndcg_linear@5": 0.799026160227503, | |
| "ndcg_linear@10": 0.799026160227503, | |
| "ndcg_exponential@1": 0.5726296123306865, | |
| "ndcg_exponential@5": 0.799026160227503, | |
| "ndcg_exponential@10": 0.799026160227503, | |
| "precision@1": 0.5726296123306865, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.5726296123306865, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.5726296123306865, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.5726296123306865, | |
| "map@5": 0.732224038611241, | |
| "map@10": 0.732224038611241, | |
| "mrr@1": 0.5726296123306865, | |
| "mrr@5": 0.7320488868130158, | |
| "mrr@10": 0.7320488868130158, | |
| "num_pred": 8564, | |
| "num_data": 8564 | |
| }, | |
| "EgoSchema": { | |
| "hit@1": 0.538, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.538, | |
| "ndcg_linear@5": 0.7801130497021113, | |
| "ndcg_linear@10": 0.7801130497021113, | |
| "ndcg_exponential@1": 0.538, | |
| "ndcg_exponential@5": 0.7801130497021113, | |
| "ndcg_exponential@10": 0.7801130497021113, | |
| "precision@1": 0.538, | |
| "precision@5": 0.2, | |
| "precision@10": 0.1, | |
| "recall@1": 0.538, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.538, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.538, | |
| "map@5": 0.7072666666666666, | |
| "map@10": 0.7072666666666666, | |
| "mrr@1": 0.538, | |
| "mrr@5": 0.7072666666666666, | |
| "mrr@10": 0.7072666666666666, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ActivityNetQA": { | |
| "hit@1": 0.718, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.718, | |
| "ndcg_linear@5": 0.895922190507151, | |
| "ndcg_linear@10": 0.895922190507151, | |
| "ndcg_exponential@1": 0.718, | |
| "ndcg_exponential@5": 0.895922190507151, | |
| "ndcg_exponential@10": 0.895922190507151, | |
| "precision@1": 0.718, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.718, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.718, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.718, | |
| "map@5": 0.859, | |
| "map@10": 0.859, | |
| "mrr@1": 0.718, | |
| "mrr@5": 0.859, | |
| "mrr@10": 0.859, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| } | |
| } | |
| } | |
| } |