{ "metadata": { "model_name": "RzenEmbed-v1-7B", "model_size": 8.29, "embedding_dimension": 3584, "max_length_tokens": null, "model_release_date": "2025-07-15", "data_source": "RzenAI", "url": "", "report_generated_date": "2025-07-30T09:25:14.225556" }, "metrics": { "image": { "ImageNet-1K": { "hit@1": 0.828, "hit@5": 0.971, "hit@10": 0.983, "ndcg_linear@1": 0.828, "ndcg_linear@5": 0.9094950780950676, "ndcg_linear@10": 0.9134275265335953, "ndcg_exponential@1": 0.828, "ndcg_exponential@5": 0.9094950780950676, "ndcg_exponential@10": 0.9134275265335953, "precision@1": 0.828, "precision@5": 0.19420000000000004, "precision@10": 0.09830000000000001, "recall@1": 0.828, "recall@5": 0.971, "recall@10": 0.983, "f1@1": 0.828, "f1@5": 0.3236666666666666, "f1@10": 0.1787272727272727, "map@1": 0.828, "map@5": 0.88855, "map@10": 0.8902035714285714, "mrr@1": 0.828, "mrr@5": 0.88855, "mrr@10": 0.8902035714285714, "num_pred": 1000, "num_data": 1000 }, "N24News": { "hit@1": 0.817, "hit@5": 0.965, "hit@10": 0.989, "ndcg_linear@1": 0.817, "ndcg_linear@5": 0.8998973644877276, "ndcg_linear@10": 0.9077239887662364, "ndcg_exponential@1": 0.817, "ndcg_exponential@5": 0.8998973644877276, "ndcg_exponential@10": 0.9077239887662364, "precision@1": 0.817, "precision@5": 0.19300000000000003, "precision@10": 0.0989, "recall@1": 0.817, "recall@5": 0.965, "recall@10": 0.989, "f1@1": 0.817, "f1@5": 0.3216666666666667, "f1@10": 0.1798181818181818, "map@1": 0.817, "map@5": 0.8779, "map@10": 0.881168253968254, "mrr@1": 0.817, "mrr@5": 0.8779, "mrr@10": 0.881168253968254, "num_pred": 1000, "num_data": 1000 }, "HatefulMemes": { "hit@1": 0.7, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.7, "ndcg_linear@5": 0.8892789260714373, "ndcg_linear@10": 0.8892789260714373, "ndcg_exponential@1": 0.7, "ndcg_exponential@5": 0.8892789260714373, "ndcg_exponential@10": 0.8892789260714373, "precision@1": 0.7, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.7, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.7, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.7, "map@5": 0.85, "map@10": 0.85, "mrr@1": 0.7, "mrr@5": 0.85, "mrr@10": 0.85, "num_pred": 1000, "num_data": 1000 }, "VOC2007": { "hit@1": 0.916, "hit@5": 0.985, "hit@10": 0.99, "ndcg_linear@1": 0.916, "ndcg_linear@5": 0.9539800004365668, "ndcg_linear@10": 0.9556159355873654, "ndcg_exponential@1": 0.916, "ndcg_exponential@5": 0.9539800004365668, "ndcg_exponential@10": 0.9556159355873654, "precision@1": 0.916, "precision@5": 0.19700000000000004, "precision@10": 0.09900000000000003, "recall@1": 0.916, "recall@5": 0.985, "recall@10": 0.99, "f1@1": 0.916, "f1@5": 0.3283333333333333, "f1@10": 0.18, "map@1": 0.916, "map@5": 0.9435333333333333, "map@10": 0.9442178571428571, "mrr@1": 0.916, "mrr@5": 0.9435333333333333, "mrr@10": 0.9442178571428571, "num_pred": 1000, "num_data": 1000 }, "SUN397": { "hit@1": 0.824, "hit@5": 0.972, "hit@10": 0.988, "ndcg_linear@1": 0.824, "ndcg_linear@5": 0.9077403942192613, "ndcg_linear@10": 0.9129754444752544, "ndcg_exponential@1": 0.824, "ndcg_exponential@5": 0.9077403942192613, "ndcg_exponential@10": 0.9129754444752544, "precision@1": 0.824, "precision@5": 0.19440000000000004, "precision@10": 0.09880000000000001, "recall@1": 0.824, "recall@5": 0.972, "recall@10": 0.988, "f1@1": 0.824, "f1@5": 0.324, "f1@10": 0.17963636363636362, "map@1": 0.824, "map@5": 0.8858999999999999, "map@10": 0.888095238095238, "mrr@1": 0.824, "mrr@5": 0.8858999999999999, "mrr@10": 0.888095238095238, "num_pred": 1000, "num_data": 1000 }, "Place365": { "hit@1": 0.435, "hit@5": 0.722, "hit@10": 0.819, "ndcg_linear@1": 0.435, "ndcg_linear@5": 0.5897491935641634, "ndcg_linear@10": 0.6216540012843229, "ndcg_exponential@1": 0.435, "ndcg_exponential@5": 0.5897491935641634, "ndcg_exponential@10": 0.6216540012843229, "precision@1": 0.435, "precision@5": 0.1444, "precision@10": 0.0819, "recall@1": 0.435, "recall@5": 0.722, "recall@10": 0.819, "f1@1": 0.435, "f1@5": 0.24066666666666675, "f1@10": 0.1489090909090909, "map@1": 0.435, "map@5": 0.5455166666666666, "map@10": 0.5589976190476191, "mrr@1": 0.435, "mrr@5": 0.5455166666666666, "mrr@10": 0.5589976190476191, "num_pred": 1000, "num_data": 1000 }, "ImageNet-A": { "hit@1": 0.59, "hit@5": 0.795, "hit@10": 0.861, "ndcg_linear@1": 0.59, "ndcg_linear@5": 0.7001348320758924, "ndcg_linear@10": 0.7218552365086341, "ndcg_exponential@1": 0.59, "ndcg_exponential@5": 0.7001348320758924, "ndcg_exponential@10": 0.7218552365086341, "precision@1": 0.59, "precision@5": 0.159, "precision@10": 0.08610000000000001, "recall@1": 0.59, "recall@5": 0.795, "recall@10": 0.861, "f1@1": 0.59, "f1@5": 0.26500000000000007, "f1@10": 0.15654545454545457, "map@1": 0.59, "map@5": 0.6684833333333333, "map@10": 0.6776702380952381, "mrr@1": 0.59, "mrr@5": 0.6684833333333333, "mrr@10": 0.6776702380952381, "num_pred": 1000, "num_data": 1000 }, "ImageNet-R": { "hit@1": 0.893, "hit@5": 0.969, "hit@10": 0.98, "ndcg_linear@1": 0.893, "ndcg_linear@5": 0.9354326153321242, "ndcg_linear@10": 0.9388940121403124, "ndcg_exponential@1": 0.893, "ndcg_exponential@5": 0.9354326153321242, "ndcg_exponential@10": 0.9388940121403124, "precision@1": 0.893, "precision@5": 0.1938, "precision@10": 0.09800000000000002, "recall@1": 0.893, "recall@5": 0.969, "recall@10": 0.98, "f1@1": 0.893, "f1@5": 0.323, "f1@10": 0.17818181818181816, "map@1": 0.893, "map@5": 0.9240833333333333, "map@10": 0.925456746031746, "mrr@1": 0.893, "mrr@5": 0.9240833333333333, "mrr@10": 0.925456746031746, "num_pred": 1000, "num_data": 1000 }, "ObjectNet": { "hit@1": 0.685, "hit@5": 0.856, "hit@10": 0.894, "ndcg_linear@1": 0.685, "ndcg_linear@5": 0.7796845929553492, "ndcg_linear@10": 0.7919120489002842, "ndcg_exponential@1": 0.685, "ndcg_exponential@5": 0.7796845929553492, "ndcg_exponential@10": 0.7919120489002842, "precision@1": 0.685, "precision@5": 0.1712, "precision@10": 0.08940000000000001, "recall@1": 0.685, "recall@5": 0.856, "recall@10": 0.894, "f1@1": 0.685, "f1@5": 0.2853333333333334, "f1@10": 0.16254545454545452, "map@1": 0.685, "map@5": 0.7540166666666667, "map@10": 0.7590281746031746, "mrr@1": 0.685, "mrr@5": 0.7540166666666667, "mrr@10": 0.7590281746031746, "num_pred": 1000, "num_data": 1000 }, "Country211": { "hit@1": 0.29, "hit@5": 0.527, "hit@10": 0.617, "ndcg_linear@1": 0.29, "ndcg_linear@5": 0.41418817840803435, "ndcg_linear@10": 0.44251638322486897, "ndcg_exponential@1": 0.29, "ndcg_exponential@5": 0.41418817840803435, "ndcg_exponential@10": 0.44251638322486897, "precision@1": 0.29, "precision@5": 0.1054, "precision@10": 0.0617, "recall@1": 0.29, "recall@5": 0.527, "recall@10": 0.617, "f1@1": 0.29, "f1@5": 0.17566666666666672, "f1@10": 0.1121818181818182, "map@1": 0.29, "map@5": 0.37688333333333335, "map@10": 0.38813015873015877, "mrr@1": 0.29, "mrr@5": 0.37688333333333335, "mrr@10": 0.38813015873015877, "num_pred": 1000, "num_data": 1000 }, "OK-VQA": { "hit@1": 0.696, "hit@5": 0.933, "hit@10": 0.96, "ndcg_linear@1": 0.696, "ndcg_linear@5": 0.8283045062532596, "ndcg_linear@10": 0.8371917358360558, "ndcg_exponential@1": 0.696, "ndcg_exponential@5": 0.8283045062532596, "ndcg_exponential@10": 0.8371917358360558, "precision@1": 0.696, "precision@5": 0.18660000000000002, "precision@10": 0.09600000000000002, "recall@1": 0.696, "recall@5": 0.933, "recall@10": 0.96, "f1@1": 0.696, "f1@5": 0.311, "f1@10": 0.17454545454545456, "map@1": 0.696, "map@5": 0.7929666666666667, "map@10": 0.7967313492063492, "mrr@1": 0.696, "mrr@5": 0.7929666666666667, "mrr@10": 0.7967313492063492, "num_pred": 1000, "num_data": 1000 }, "A-OKVQA": { "hit@1": 0.613, "hit@5": 0.896, "hit@10": 0.933, "ndcg_linear@1": 0.613, "ndcg_linear@5": 0.7689633101226567, "ndcg_linear@10": 0.7809921000089294, "ndcg_exponential@1": 0.613, "ndcg_exponential@5": 0.7689633101226567, "ndcg_exponential@10": 0.7809921000089294, "precision@1": 0.613, "precision@5": 0.17920000000000003, "precision@10": 0.09330000000000001, "recall@1": 0.613, "recall@5": 0.896, "recall@10": 0.933, "f1@1": 0.613, "f1@5": 0.2986666666666667, "f1@10": 0.1696363636363636, "map@1": 0.613, "map@5": 0.7262166666666667, "map@10": 0.731215873015873, "mrr@1": 0.613, "mrr@5": 0.7262166666666667, "mrr@10": 0.731215873015873, "num_pred": 1000, "num_data": 1000 }, "DocVQA": { "hit@1": 0.948, "hit@5": 0.993, "hit@10": 0.997, "ndcg_linear@1": 0.948, "ndcg_linear@5": 0.9741245576494044, "ndcg_linear@10": 0.9754127245857479, "ndcg_exponential@1": 0.948, "ndcg_exponential@5": 0.9741245576494044, "ndcg_exponential@10": 0.9754127245857479, "precision@1": 0.948, "precision@5": 0.19860000000000003, "precision@10": 0.09970000000000001, "recall@1": 0.948, "recall@5": 0.993, "recall@10": 0.997, "f1@1": 0.948, "f1@5": 0.331, "f1@10": 0.18127272727272725, "map@1": 0.948, "map@5": 0.96765, "map@10": 0.9681777777777778, "mrr@1": 0.948, "mrr@5": 0.96765, "mrr@10": 0.9681777777777778, "num_pred": 1000, "num_data": 1000 }, "InfographicsVQA": { "hit@1": 0.736, "hit@5": 0.893, "hit@10": 0.932, "ndcg_linear@1": 0.736, "ndcg_linear@5": 0.8229286176526951, "ndcg_linear@10": 0.8357886152687249, "ndcg_exponential@1": 0.736, "ndcg_exponential@5": 0.8229286176526951, "ndcg_exponential@10": 0.8357886152687249, "precision@1": 0.736, "precision@5": 0.17860000000000004, "precision@10": 0.09320000000000002, "recall@1": 0.736, "recall@5": 0.893, "recall@10": 0.932, "f1@1": 0.736, "f1@5": 0.2976666666666667, "f1@10": 0.16945454545454544, "map@1": 0.736, "map@5": 0.7992833333333333, "map@10": 0.8047369047619047, "mrr@1": 0.736, "mrr@5": 0.7992833333333333, "mrr@10": 0.8047369047619047, "num_pred": 1000, "num_data": 1000 }, "ChartQA": { "hit@1": 0.64, "hit@5": 0.799, "hit@10": 0.851, "ndcg_linear@1": 0.64, "ndcg_linear@5": 0.7266899088612594, "ndcg_linear@10": 0.7436009229331013, "ndcg_exponential@1": 0.64, "ndcg_exponential@5": 0.7266899088612594, "ndcg_exponential@10": 0.7436009229331013, "precision@1": 0.64, "precision@5": 0.1598, "precision@10": 0.0851, "recall@1": 0.64, "recall@5": 0.799, "recall@10": 0.851, "f1@1": 0.64, "f1@5": 0.26633333333333337, "f1@10": 0.15472727272727274, "map@1": 0.64, "map@5": 0.7024333333333334, "map@10": 0.7094769841269841, "mrr@1": 0.64, "mrr@5": 0.7024333333333334, "mrr@10": 0.7094769841269841, "num_pred": 1000, "num_data": 1000 }, "Visual7W": { "hit@1": 0.605, "hit@5": 0.903, "hit@10": 0.955, "ndcg_linear@1": 0.605, "ndcg_linear@5": 0.7702837822112812, "ndcg_linear@10": 0.7874365696077907, "ndcg_exponential@1": 0.605, "ndcg_exponential@5": 0.7702837822112812, "ndcg_exponential@10": 0.7874365696077907, "precision@1": 0.605, "precision@5": 0.1806, "precision@10": 0.0955, "recall@1": 0.605, "recall@5": 0.903, "recall@10": 0.955, "f1@1": 0.605, "f1@5": 0.301, "f1@10": 0.17363636363636362, "map@1": 0.605, "map@5": 0.7255666666666666, "map@10": 0.7328424603174604, "mrr@1": 0.605, "mrr@5": 0.7255666666666666, "mrr@10": 0.7328424603174604, "num_pred": 1000, "num_data": 1000 }, "ScienceQA": { "hit@1": 0.582, "hit@5": 0.803, "hit@10": 0.888, "ndcg_linear@1": 0.582, "ndcg_linear@5": 0.7032859462897793, "ndcg_linear@10": 0.7307243763023684, "ndcg_exponential@1": 0.582, "ndcg_exponential@5": 0.7032859462897793, "ndcg_exponential@10": 0.7307243763023684, "precision@1": 0.582, "precision@5": 0.1606, "precision@10": 0.08880000000000002, "recall@1": 0.582, "recall@5": 0.803, "recall@10": 0.888, "f1@1": 0.582, "f1@5": 0.2676666666666667, "f1@10": 0.16145454545454543, "map@1": 0.582, "map@5": 0.6697833333333333, "map@10": 0.681081746031746, "mrr@1": 0.582, "mrr@5": 0.6697833333333333, "mrr@10": 0.681081746031746, "num_pred": 1000, "num_data": 1000 }, "VizWiz": { "hit@1": 0.535, "hit@5": 0.701, "hit@10": 0.75, "ndcg_linear@1": 0.535, "ndcg_linear@5": 0.6281413113785934, "ndcg_linear@10": 0.6439095357825262, "ndcg_exponential@1": 0.535, "ndcg_exponential@5": 0.6281413113785934, "ndcg_exponential@10": 0.6439095357825262, "precision@1": 0.535, "precision@5": 0.1402, "precision@10": 0.075, "recall@1": 0.535, "recall@5": 0.701, "recall@10": 0.75, "f1@1": 0.535, "f1@5": 0.23366666666666672, "f1@10": 0.13636363636363638, "map@1": 0.535, "map@5": 0.6034666666666667, "map@10": 0.6099380952380953, "mrr@1": 0.535, "mrr@5": 0.6034666666666667, "mrr@10": 0.6099380952380953, "num_pred": 1000, "num_data": 1000 }, "GQA": { "hit@1": 0.655, "hit@5": 0.863, "hit@10": 0.906, "ndcg_linear@1": 0.655, "ndcg_linear@5": 0.7701657803207819, "ndcg_linear@10": 0.7840345593668333, "ndcg_exponential@1": 0.655, "ndcg_exponential@5": 0.7701657803207819, "ndcg_exponential@10": 0.7840345593668333, "precision@1": 0.655, "precision@5": 0.1726, "precision@10": 0.09060000000000003, "recall@1": 0.655, "recall@5": 0.863, "recall@10": 0.906, "f1@1": 0.655, "f1@5": 0.2876666666666667, "f1@10": 0.16472727272727272, "map@1": 0.655, "map@5": 0.7388999999999999, "map@10": 0.7445992063492063, "mrr@1": 0.655, "mrr@5": 0.7388999999999999, "mrr@10": 0.7445992063492063, "num_pred": 1000, "num_data": 1000 }, "TextVQA": { "hit@1": 0.862, "hit@5": 0.91, "hit@10": 0.927, "ndcg_linear@1": 0.862, "ndcg_linear@5": 0.8893472638816982, "ndcg_linear@10": 0.8948415453381151, "ndcg_exponential@1": 0.862, "ndcg_exponential@5": 0.8893472638816982, "ndcg_exponential@10": 0.8948415453381151, "precision@1": 0.862, "precision@5": 0.18200000000000002, "precision@10": 0.09270000000000002, "recall@1": 0.862, "recall@5": 0.91, "recall@10": 0.927, "f1@1": 0.862, "f1@5": 0.30333333333333334, "f1@10": 0.16854545454545453, "map@1": 0.862, "map@5": 0.8823166666666666, "map@10": 0.8845829365079364, "mrr@1": 0.862, "mrr@5": 0.8823166666666666, "mrr@10": 0.8845829365079364, "num_pred": 1000, "num_data": 1000 }, "VisDial": { "hit@1": 0.831, "hit@5": 0.969, "hit@10": 0.987, "ndcg_linear@1": 0.831, "ndcg_linear@5": 0.9085365267460304, "ndcg_linear@10": 0.9144670208096661, "ndcg_exponential@1": 0.831, "ndcg_exponential@5": 0.9085365267460304, "ndcg_exponential@10": 0.9144670208096661, "precision@1": 0.831, "precision@5": 0.19380000000000003, "precision@10": 0.09870000000000002, "recall@1": 0.831, "recall@5": 0.969, "recall@10": 0.987, "f1@1": 0.831, "f1@5": 0.323, "f1@10": 0.17945454545454545, "map@1": 0.831, "map@5": 0.8880333333333333, "map@10": 0.8905448412698412, "mrr@1": 0.831, "mrr@5": 0.8880333333333333, "mrr@10": 0.8905448412698412, "num_pred": 1000, "num_data": 1000 }, "CIRR": { "hit@1": 0.663, "hit@5": 0.925, "hit@10": 0.961, "ndcg_linear@1": 0.663, "ndcg_linear@5": 0.8080414075682597, "ndcg_linear@10": 0.8200824281246609, "ndcg_exponential@1": 0.663, "ndcg_exponential@5": 0.8080414075682597, "ndcg_exponential@10": 0.8200824281246609, "precision@1": 0.663, "precision@5": 0.18500000000000003, "precision@10": 0.09610000000000002, "recall@1": 0.663, "recall@5": 0.925, "recall@10": 0.961, "f1@1": 0.663, "f1@5": 0.30833333333333335, "f1@10": 0.17472727272727273, "map@1": 0.663, "map@5": 0.7685833333333334, "map@10": 0.7737873015873015, "mrr@1": 0.663, "mrr@5": 0.7685833333333334, "mrr@10": 0.7737873015873015, "num_pred": 1000, "num_data": 1000 }, "VisualNews_t2i": { "hit@1": 0.826, "hit@5": 0.93, "hit@10": 0.944, "ndcg_linear@1": 0.826, "ndcg_linear@5": 0.8846246628225244, "ndcg_linear@10": 0.8891353335349551, "ndcg_exponential@1": 0.826, "ndcg_exponential@5": 0.8846246628225244, "ndcg_exponential@10": 0.8891353335349551, "precision@1": 0.826, "precision@5": 0.18600000000000003, "precision@10": 0.09440000000000003, "recall@1": 0.826, "recall@5": 0.93, "recall@10": 0.944, "f1@1": 0.826, "f1@5": 0.31, "f1@10": 0.17163636363636361, "map@1": 0.826, "map@5": 0.8692333333333333, "map@10": 0.8710841269841268, "mrr@1": 0.826, "mrr@5": 0.8692333333333333, "mrr@10": 0.8710841269841268, "num_pred": 1000, "num_data": 1000 }, "VisualNews_i2t": { "hit@1": 0.858, "hit@5": 0.939, "hit@10": 0.955, "ndcg_linear@1": 0.858, "ndcg_linear@5": 0.9040393113720981, "ndcg_linear@10": 0.9091613789384843, "ndcg_exponential@1": 0.858, "ndcg_exponential@5": 0.9040393113720981, "ndcg_exponential@10": 0.9091613789384843, "precision@1": 0.858, "precision@5": 0.18780000000000002, "precision@10": 0.09550000000000003, "recall@1": 0.858, "recall@5": 0.939, "recall@10": 0.955, "f1@1": 0.858, "f1@5": 0.313, "f1@10": 0.17363636363636362, "map@1": 0.858, "map@5": 0.8921333333333334, "map@10": 0.8942170634920635, "mrr@1": 0.858, "mrr@5": 0.8921333333333334, "mrr@10": 0.8942170634920635, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_t2i": { "hit@1": 0.786, "hit@5": 0.955, "hit@10": 0.98, "ndcg_linear@1": 0.786, "ndcg_linear@5": 0.8806662695707361, "ndcg_linear@10": 0.8890325010672325, "ndcg_exponential@1": 0.786, "ndcg_exponential@5": 0.8806662695707361, "ndcg_exponential@10": 0.8890325010672325, "precision@1": 0.786, "precision@5": 0.19100000000000003, "precision@10": 0.098, "recall@1": 0.786, "recall@5": 0.955, "recall@10": 0.98, "f1@1": 0.786, "f1@5": 0.31833333333333336, "f1@10": 0.17818181818181816, "map@1": 0.786, "map@5": 0.8555166666666667, "map@10": 0.8591361111111112, "mrr@1": 0.786, "mrr@5": 0.8555166666666667, "mrr@10": 0.8591361111111112, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_i2t": { "hit@1": 0.76, "hit@5": 0.948, "hit@10": 0.98, "ndcg_linear@1": 0.76, "ndcg_linear@5": 0.8658771564953371, "ndcg_linear@10": 0.8765068852944532, "ndcg_exponential@1": 0.76, "ndcg_exponential@5": 0.8658771564953371, "ndcg_exponential@10": 0.8765068852944532, "precision@1": 0.76, "precision@5": 0.18960000000000002, "precision@10": 0.098, "recall@1": 0.76, "recall@5": 0.948, "recall@10": 0.98, "f1@1": 0.76, "f1@5": 0.316, "f1@10": 0.1781818181818182, "map@1": 0.76, "map@5": 0.8379833333333333, "map@10": 0.8425337301587301, "mrr@1": 0.76, "mrr@5": 0.8379833333333333, "mrr@10": 0.8425337301587301, "num_pred": 1000, "num_data": 1000 }, "NIGHTS": { "hit@1": 0.686, "hit@5": 0.99, "hit@10": 0.997, "ndcg_linear@1": 0.686, "ndcg_linear@5": 0.8595108553497623, "ndcg_linear@10": 0.8620043056595185, "ndcg_exponential@1": 0.686, "ndcg_exponential@5": 0.8595108553497623, "ndcg_exponential@10": 0.8620043056595185, "precision@1": 0.686, "precision@5": 0.19800000000000004, "precision@10": 0.09970000000000001, "recall@1": 0.686, "recall@5": 0.99, "recall@10": 0.997, "f1@1": 0.686, "f1@5": 0.33, "f1@10": 0.18127272727272725, "map@1": 0.686, "map@5": 0.8150166666666666, "map@10": 0.8161833333333333, "mrr@1": 0.686, "mrr@5": 0.8150166666666666, "mrr@10": 0.8161833333333333, "num_pred": 1000, "num_data": 1000 }, "WebQA": { "hit@1": 0.913, "hit@5": 0.99, "hit@10": 0.993, "ndcg_linear@1": 0.913, "ndcg_linear@5": 0.9580411188485336, "ndcg_linear@10": 0.959086866556083, "ndcg_exponential@1": 0.913, "ndcg_exponential@5": 0.9580411188485336, "ndcg_exponential@10": 0.959086866556083, "precision@1": 0.913, "precision@5": 0.19800000000000006, "precision@10": 0.09930000000000001, "recall@1": 0.913, "recall@5": 0.99, "recall@10": 0.993, "f1@1": 0.913, "f1@5": 0.33, "f1@10": 0.18054545454545454, "map@1": 0.913, "map@5": 0.9470333333333333, "map@10": 0.9475095238095237, "mrr@1": 0.913, "mrr@5": 0.9470333333333333, "mrr@10": 0.9475095238095237, "num_pred": 1000, "num_data": 1000 }, "FashionIQ": { "hit@1": 0.387, "hit@5": 0.644, "hit@10": 0.755, "ndcg_linear@1": 0.387, "ndcg_linear@5": 0.5257522134188222, "ndcg_linear@10": 0.5616595546746864, "ndcg_exponential@1": 0.387, "ndcg_exponential@5": 0.5257522134188222, "ndcg_exponential@10": 0.5616595546746864, "precision@1": 0.387, "precision@5": 0.1288, "precision@10": 0.0755, "recall@1": 0.387, "recall@5": 0.644, "recall@10": 0.755, "f1@1": 0.387, "f1@5": 0.21466666666666676, "f1@10": 0.1372727272727273, "map@1": 0.387, "map@5": 0.4862666666666666, "map@10": 0.5010936507936508, "mrr@1": 0.387, "mrr@5": 0.4862666666666666, "mrr@10": 0.5010936507936508, "num_pred": 1000, "num_data": 1000 }, "Wiki-SS-NQ": { "hit@1": 0.748, "hit@5": 0.923, "hit@10": 0.956, "ndcg_linear@1": 0.748, "ndcg_linear@5": 0.8458487402054281, "ndcg_linear@10": 0.8565502586405119, "ndcg_exponential@1": 0.748, "ndcg_exponential@5": 0.8458487402054281, "ndcg_exponential@10": 0.8565502586405119, "precision@1": 0.748, "precision@5": 0.18460000000000001, "precision@10": 0.0956, "recall@1": 0.748, "recall@5": 0.923, "recall@10": 0.956, "f1@1": 0.748, "f1@5": 0.3076666666666667, "f1@10": 0.17381818181818182, "map@1": 0.748, "map@5": 0.8197333333333333, "map@10": 0.8241654761904762, "mrr@1": 0.748, "mrr@5": 0.8197333333333333, "mrr@10": 0.8241654761904762, "num_pred": 1000, "num_data": 1000 }, "OVEN": { "hit@1": 0.796, "hit@5": 0.938, "hit@10": 0.969, "ndcg_linear@1": 0.796, "ndcg_linear@5": 0.8758960991853754, "ndcg_linear@10": 0.8863480154310364, "ndcg_exponential@1": 0.796, "ndcg_exponential@5": 0.8758960991853754, "ndcg_exponential@10": 0.8863480154310364, "precision@1": 0.796, "precision@5": 0.18760000000000002, "precision@10": 0.0969, "recall@1": 0.796, "recall@5": 0.938, "recall@10": 0.969, "f1@1": 0.796, "f1@5": 0.3126666666666667, "f1@10": 0.1761818181818182, "map@1": 0.796, "map@5": 0.8548333333333333, "map@10": 0.859395634920635, "mrr@1": 0.796, "mrr@5": 0.8548333333333333, "mrr@10": 0.859395634920635, "num_pred": 1000, "num_data": 1000 }, "EDIS": { "hit@1": 0.965, "hit@5": 0.999, "hit@10": 0.999, "ndcg_linear@1": 0.965, "ndcg_linear@5": 0.9853271330206496, "ndcg_linear@10": 0.9853271330206496, "ndcg_exponential@1": 0.965, "ndcg_exponential@5": 0.9853271330206496, "ndcg_exponential@10": 0.9853271330206496, "precision@1": 0.965, "precision@5": 0.1998, "precision@10": 0.0999, "recall@1": 0.965, "recall@5": 0.999, "recall@10": 0.999, "f1@1": 0.965, "f1@5": 0.333, "f1@10": 0.18163636363636362, "map@1": 0.965, "map@5": 0.9805833333333333, "map@10": 0.9805833333333333, "mrr@1": 0.965, "mrr@5": 0.9805833333333333, "mrr@10": 0.9805833333333333, "num_pred": 1000, "num_data": 1000 }, "MSCOCO": { "hit@1": 0.783, "hit@5": 0.91, "hit@10": 0.938, "ndcg_linear@1": 0.783, "ndcg_linear@5": 0.8544357671595362, "ndcg_linear@10": 0.8638181639538988, "ndcg_exponential@1": 0.783, "ndcg_exponential@5": 0.8544357671595362, "ndcg_exponential@10": 0.8638181639538988, "precision@1": 0.783, "precision@5": 0.18200000000000002, "precision@10": 0.09380000000000001, "recall@1": 0.783, "recall@5": 0.91, "recall@10": 0.938, "f1@1": 0.783, "f1@5": 0.30333333333333334, "f1@10": 0.17054545454545453, "map@1": 0.783, "map@5": 0.8356166666666667, "map@10": 0.8396781746031746, "mrr@1": 0.783, "mrr@5": 0.8356166666666667, "mrr@10": 0.8396781746031746, "num_pred": 1000, "num_data": 1000 }, "RefCOCO": { "hit@1": 0.883, "hit@5": 0.988, "hit@10": 0.995, "ndcg_linear@1": 0.883, "ndcg_linear@5": 0.946127789200579, "ndcg_linear@10": 0.9485118756386888, "ndcg_exponential@1": 0.883, "ndcg_exponential@5": 0.946127789200579, "ndcg_exponential@10": 0.9485118756386888, "precision@1": 0.883, "precision@5": 0.19760000000000003, "precision@10": 0.09950000000000002, "recall@1": 0.883, "recall@5": 0.988, "recall@10": 0.995, "f1@1": 0.883, "f1@5": 0.3293333333333333, "f1@10": 0.18090909090909088, "map@1": 0.883, "map@5": 0.9315999999999999, "map@10": 0.9326535714285714, "mrr@1": 0.883, "mrr@5": 0.9315999999999999, "mrr@10": 0.9326535714285714, "num_pred": 1000, "num_data": 1000 }, "RefCOCO-Matching": { "hit@1": 0.851, "hit@5": 0.998, "hit@10": 0.999, "ndcg_linear@1": 0.851, "ndcg_linear@5": 0.9455085332821472, "ndcg_linear@10": 0.9458239981589329, "ndcg_exponential@1": 0.851, "ndcg_exponential@5": 0.9455085332821472, "ndcg_exponential@10": 0.9458239981589329, "precision@1": 0.851, "precision@5": 0.19960000000000003, "precision@10": 0.09990000000000002, "recall@1": 0.851, "recall@5": 0.998, "recall@10": 0.999, "f1@1": 0.851, "f1@5": 0.3326666666666666, "f1@10": 0.18163636363636362, "map@1": 0.851, "map@5": 0.9273333333333333, "map@10": 0.9274583333333334, "mrr@1": 0.851, "mrr@5": 0.9243333333333333, "mrr@10": 0.9244583333333334, "num_pred": 1000, "num_data": 1000 }, "Visual7W-Pointing": { "hit@1": 0.91, "hit@5": 0.976, "hit@10": 0.986, "ndcg_linear@1": 0.91, "ndcg_linear@5": 0.9469243305784019, "ndcg_linear@10": 0.9501493700399406, "ndcg_exponential@1": 0.91, "ndcg_exponential@5": 0.9469243305784019, "ndcg_exponential@10": 0.9501493700399406, "precision@1": 0.91, "precision@5": 0.19520000000000004, "precision@10": 0.09860000000000002, "recall@1": 0.91, "recall@5": 0.976, "recall@10": 0.986, "f1@1": 0.91, "f1@5": 0.3253333333333333, "f1@10": 0.17927272727272725, "map@1": 0.91, "map@5": 0.9370833333333333, "map@10": 0.9384095238095238, "mrr@1": 0.91, "mrr@5": 0.9370833333333333, "mrr@10": 0.9384095238095238, "num_pred": 1000, "num_data": 1000 } }, "visdoc": { "ViDoRe_arxivqa": { "hit@1": 0.82, "hit@5": 0.91, "hit@10": 0.946, "ndcg_linear@1": 0.82, "ndcg_linear@5": 0.8689006376886115, "ndcg_linear@10": 0.8804134994793783, "ndcg_exponential@1": 0.82, "ndcg_exponential@5": 0.8689006376886115, "ndcg_exponential@10": 0.8804134994793783, "precision@1": 0.82, "precision@5": 0.182, "precision@10": 0.09459999999999999, "recall@1": 0.82, "recall@5": 0.91, "recall@10": 0.946, "f1@1": 0.82, "f1@5": 0.30333333333333334, "f1@10": 0.172, "map@1": 0.82, "map@5": 0.8551, "map@10": 0.8597753968253968, "mrr@1": 0.82, "mrr@5": 0.8551, "mrr@10": 0.8597753968253968, "num_pred": 500, "num_data": 500 }, "ViDoRe_docvqa": { "hit@1": 0.4811529933481153, "hit@5": 0.6740576496674058, "hit@10": 0.7317073170731707, "ndcg_linear@1": 0.4811529933481153, "ndcg_linear@5": 0.5799184206961303, "ndcg_linear@10": 0.5993414485489725, "ndcg_exponential@1": 0.4811529933481153, "ndcg_exponential@5": 0.5799184206961303, "ndcg_exponential@10": 0.5993414485489725, "precision@1": 0.4811529933481153, "precision@5": 0.13658536585365852, "precision@10": 0.07516629711751661, "recall@1": 0.4789356984478936, "recall@5": 0.6653362897265336, "recall@10": 0.7234294161123429, "f1@1": 0.4796747967479675, "f1@5": 0.22529693325963057, "f1@10": 0.13540428529342058, "map@1": 0.4811529933481153, "map@5": 0.5500757575757576, "map@10": 0.558533447131008, "mrr@1": 0.4811529933481153, "mrr@5": 0.553030303030303, "mrr@10": 0.5607010875303559, "num_pred": 451, "num_data": 451 }, "ViDoRe_infovqa": { "hit@1": 0.8866396761133604, "hit@5": 0.9574898785425101, "hit@10": 0.9635627530364372, "ndcg_linear@1": 0.8866396761133604, "ndcg_linear@5": 0.9223555992036491, "ndcg_linear@10": 0.9248784467498433, "ndcg_exponential@1": 0.8866396761133604, "ndcg_exponential@5": 0.9223555992036491, "ndcg_exponential@10": 0.9248784467498433, "precision@1": 0.8866396761133604, "precision@5": 0.19149797570850202, "precision@10": 0.09655870445344131, "recall@1": 0.8866396761133604, "recall@5": 0.9564777327935222, "recall@10": 0.9635627530364372, "f1@1": 0.8866396761133604, "f1@5": 0.31906689801426646, "f1@10": 0.17549993865783337, "map@1": 0.8866396761133604, "map@5": 0.9110661268556005, "map@10": 0.9123313090418353, "mrr@1": 0.8866396761133604, "mrr@5": 0.911268556005398, "mrr@10": 0.9121963562753036, "num_pred": 494, "num_data": 494 }, "ViDoRe_tabfquad": { "hit@1": 0.925, "hit@5": 0.9892857142857143, "hit@10": 0.9964285714285714, "ndcg_linear@1": 0.925, "ndcg_linear@5": 0.9624770534703714, "ndcg_linear@10": 0.9648243291231288, "ndcg_exponential@1": 0.925, "ndcg_exponential@5": 0.9624770534703714, "ndcg_exponential@10": 0.9648243291231288, "precision@1": 0.925, "precision@5": 0.19785714285714281, "precision@10": 0.09964285714285714, "recall@1": 0.925, "recall@5": 0.9892857142857143, "recall@10": 0.9964285714285714, "f1@1": 0.925, "f1@5": 0.32976190476190487, "f1@10": 0.18116883116883123, "map@1": 0.925, "map@5": 0.9533333333333331, "map@10": 0.9543253968253969, "mrr@1": 0.925, "mrr@5": 0.9533333333333331, "mrr@10": 0.9543253968253969, "num_pred": 280, "num_data": 280 }, "ViDoRe_tatdqa": { "hit@1": 0.6148238153098421, "hit@5": 0.8687727825030377, "hit@10": 0.9210206561360875, "ndcg_linear@1": 0.6148238153098421, "ndcg_linear@5": 0.7522457591197164, "ndcg_linear@10": 0.7697011445258903, "ndcg_exponential@1": 0.6148238153098421, "ndcg_exponential@5": 0.7522457591197164, "ndcg_exponential@10": 0.7697011445258903, "precision@1": 0.6148238153098421, "precision@5": 0.1741190765492102, "precision@10": 0.09240583232077763, "recall@1": 0.6142162818955043, "recall@5": 0.867314702308627, "recall@10": 0.9201701093560145, "f1@1": 0.6144187930336169, "f1@5": 0.28981658276919525, "f1@10": 0.16785964137118456, "map@1": 0.6148238153098421, "map@5": 0.7134771162413933, "map@10": 0.7209374819186484, "mrr@1": 0.6148238153098421, "mrr@5": 0.713922640745241, "mrr@10": 0.7212699377037166, "num_pred": 1646, "num_data": 1646 }, "ViDoRe_shiftproject": { "hit@1": 0.86, "hit@5": 0.99, "hit@10": 0.99, "ndcg_linear@1": 0.86, "ndcg_linear@5": 0.9334718483307359, "ndcg_linear@10": 0.9334718483307359, "ndcg_exponential@1": 0.86, "ndcg_exponential@5": 0.9334718483307359, "ndcg_exponential@10": 0.9334718483307359, "precision@1": 0.86, "precision@5": 0.19799999999999998, "precision@10": 0.09899999999999999, "recall@1": 0.86, "recall@5": 0.99, "recall@10": 0.99, "f1@1": 0.86, "f1@5": 0.3300000000000001, "f1@10": 0.18000000000000008, "map@1": 0.86, "map@5": 0.9141666666666667, "map@10": 0.9141666666666667, "mrr@1": 0.86, "mrr@5": 0.9141666666666667, "mrr@10": 0.9141666666666667, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_artificial_intelligence": { "hit@1": 0.99, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.99, "ndcg_linear@5": 0.9963092975357145, "ndcg_linear@10": 0.9963092975357145, "ndcg_exponential@1": 0.99, "ndcg_exponential@5": 0.9963092975357145, "ndcg_exponential@10": 0.9963092975357145, "precision@1": 0.99, "precision@5": 0.19999999999999996, "precision@10": 0.09999999999999998, "recall@1": 0.99, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.99, "f1@5": 0.3333333333333335, "f1@10": 0.1818181818181819, "map@1": 0.99, "map@5": 0.995, "map@10": 0.995, "mrr@1": 0.99, "mrr@5": 0.995, "mrr@10": 0.995, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_energy": { "hit@1": 0.92, "hit@5": 0.98, "hit@10": 0.99, "ndcg_linear@1": 0.92, "ndcg_linear@5": 0.9525414237686115, "ndcg_linear@10": 0.9554320720317904, "ndcg_exponential@1": 0.92, "ndcg_exponential@5": 0.9525414237686115, "ndcg_exponential@10": 0.9554320720317904, "precision@1": 0.92, "precision@5": 0.19599999999999995, "precision@10": 0.09899999999999999, "recall@1": 0.92, "recall@5": 0.98, "recall@10": 0.99, "f1@1": 0.92, "f1@5": 0.32666666666666677, "f1@10": 0.18000000000000008, "map@1": 0.92, "map@5": 0.9433333333333332, "map@10": 0.9443333333333334, "mrr@1": 0.92, "mrr@5": 0.9433333333333332, "mrr@10": 0.9443333333333334, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_government_reports": { "hit@1": 0.96, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.96, "ndcg_linear@5": 0.9827964206794891, "ndcg_linear@10": 0.9827964206794891, "ndcg_exponential@1": 0.96, "ndcg_exponential@5": 0.9827964206794891, "ndcg_exponential@10": 0.9827964206794891, "precision@1": 0.96, "precision@5": 0.19999999999999996, "precision@10": 0.09999999999999998, "recall@1": 0.96, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.96, "f1@5": 0.3333333333333335, "f1@10": 0.1818181818181819, "map@1": 0.96, "map@5": 0.977, "map@10": 0.977, "mrr@1": 0.96, "mrr@5": 0.977, "mrr@10": 0.977, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_healthcare_industry": { "hit@1": 0.99, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.99, "ndcg_linear@5": 0.9963092975357145, "ndcg_linear@10": 0.9963092975357145, "ndcg_exponential@1": 0.99, "ndcg_exponential@5": 0.9963092975357145, "ndcg_exponential@10": 0.9963092975357145, "precision@1": 0.99, "precision@5": 0.19999999999999996, "precision@10": 0.09999999999999998, "recall@1": 0.99, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.99, "f1@5": 0.3333333333333335, "f1@10": 0.1818181818181819, "map@1": 0.99, "map@5": 0.995, "map@10": 0.995, "mrr@1": 0.99, "mrr@5": 0.995, "mrr@10": 0.995, "num_pred": 100, "num_data": 100 }, "ViDoRe_esg_reports_human_labeled_v2": { "hit@1": 0.5961538461538461, "hit@5": 0.8076923076923077, "hit@10": 0.9423076923076923, "ndcg_linear@1": 0.5833333333333333, "ndcg_linear@5": 0.6367459506208768, "ndcg_linear@10": 0.671071336093681, "ndcg_exponential@1": 0.5796703296703296, "ndcg_exponential@5": 0.6361493114145896, "ndcg_exponential@10": 0.6705489640488216, "precision@1": 0.5961538461538461, "precision@5": 0.23461538461538461, "precision@10": 0.14615384615384613, "recall@1": 0.4266025641025641, "recall@5": 0.6873626373626374, "recall@10": 0.7687437562437562, "f1@1": 0.46385601577909275, "f1@5": 0.3177763413057531, "f1@10": 0.2255907177287268, "map@1": 0.5961538461538461, "map@5": 0.577628205128205, "map@10": 0.5923847680097679, "mrr@1": 0.5961538461538461, "mrr@5": 0.6881410256410256, "mrr@10": 0.7077915140415141, "num_pred": 52, "num_data": 52 }, "ViDoRe_biomedical_lectures_v2": { "hit@1": 0.625, "hit@5": 0.8625, "hit@10": 0.93125, "ndcg_linear@1": 0.625, "ndcg_linear@5": 0.623372140166461, "ndcg_linear@10": 0.6679069256066251, "ndcg_exponential@1": 0.625, "ndcg_exponential@5": 0.6233721401664611, "ndcg_exponential@10": 0.6679069256066251, "precision@1": 0.625, "precision@5": 0.27875000000000005, "precision@10": 0.185, "recall@1": 0.37183306277056277, "recall@5": 0.6308823927298193, "recall@10": 0.7626288754138019, "f1@1": 0.42652169011544006, "f1@5": 0.3419242146742147, "f1@10": 0.26834666626946035, "map@1": 0.625, "map@5": 0.5517517361111111, "map@10": 0.5766028380102041, "mrr@1": 0.625, "mrr@5": 0.7221875, "mrr@10": 0.7322445436507936, "num_pred": 160, "num_data": 160 }, "ViDoRe_biomedical_lectures_v2_multilingual": { "hit@1": 0.584375, "hit@5": 0.859375, "hit@10": 0.91875, "ndcg_linear@1": 0.584375, "ndcg_linear@5": 0.6157577118300264, "ndcg_linear@10": 0.6489156829404242, "ndcg_exponential@1": 0.584375, "ndcg_exponential@5": 0.6157577118300264, "ndcg_exponential@10": 0.6489156829404242, "precision@1": 0.584375, "precision@5": 0.2840625, "precision@10": 0.18031250000000001, "recall@1": 0.3586398351954418, "recall@5": 0.631460656509861, "recall@10": 0.7396861029384324, "f1@1": 0.40624627976190475, "f1@5": 0.34503258827569494, "f1@10": 0.2607212608844042, "map@1": 0.584375, "map@5": 0.5436501736111111, "map@10": 0.560024290792706, "mrr@1": 0.584375, "mrr@5": 0.6972135416666667, "mrr@10": 0.7056237599206349, "num_pred": 640, "num_data": 640 }, "ViDoRe_economics_reports_v2": { "hit@1": 0.7068965517241379, "hit@5": 0.9137931034482759, "hit@10": 0.9655172413793104, "ndcg_linear@1": 0.7068965517241379, "ndcg_linear@5": 0.6552484133248909, "ndcg_linear@10": 0.6136750755362868, "ndcg_exponential@1": 0.7068965517241379, "ndcg_exponential@5": 0.6552484133248909, "ndcg_exponential@10": 0.6136750755362868, "precision@1": 0.7068965517241379, "precision@5": 0.5758620689655172, "precision@10": 0.4293103448275862, "recall@1": 0.12077038848010928, "recall@5": 0.35795797488496045, "recall@10": 0.4812689509937035, "f1@1": 0.170534953686597, "f1@5": 0.3609764227718156, "f1@10": 0.370612196840176, "map@1": 0.7068965517241379, "map@5": 0.5615852490421456, "map@10": 0.4822788952745849, "mrr@1": 0.7068965517241379, "mrr@5": 0.7864942528735632, "mrr@10": 0.7930281882868091, "num_pred": 58, "num_data": 58 }, "ViDoRe_economics_reports_v2_multilingual": { "hit@1": 0.6594827586206896, "hit@5": 0.9181034482758621, "hit@10": 0.9525862068965517, "ndcg_linear@1": 0.6594827586206896, "ndcg_linear@5": 0.6080181589886723, "ndcg_linear@10": 0.5813048040582011, "ndcg_exponential@1": 0.6594827586206896, "ndcg_exponential@5": 0.6080181589886723, "ndcg_exponential@10": 0.5813048040582011, "precision@1": 0.6594827586206896, "precision@5": 0.525, "precision@10": 0.41336206896551725, "recall@1": 0.11729470048223278, "recall@5": 0.32759183157900273, "recall@10": 0.4444551054616511, "f1@1": 0.1634609147869002, "f1@5": 0.3261380913901618, "f1@10": 0.3481435187645707, "map@1": 0.6594827586206896, "map@5": 0.5085249042145594, "map@10": 0.45089541739428846, "mrr@1": 0.6594827586206896, "mrr@5": 0.7606321839080459, "mrr@10": 0.7647612205801861, "num_pred": 232, "num_data": 232 }, "ViDoRe_esg_reports_v2": { "hit@1": 0.5087719298245614, "hit@5": 0.8421052631578947, "hit@10": 0.9122807017543859, "ndcg_linear@1": 0.5087719298245614, "ndcg_linear@5": 0.5710562789389393, "ndcg_linear@10": 0.6015435421940175, "ndcg_exponential@1": 0.5087719298245614, "ndcg_exponential@5": 0.5710562789389392, "ndcg_exponential@10": 0.6015435421940174, "precision@1": 0.5087719298245614, "precision@5": 0.2947368421052632, "precision@10": 0.18947368421052632, "recall@1": 0.2596491228070176, "recall@5": 0.6011487050960734, "recall@10": 0.7179406850459482, "f1@1": 0.31285069706122337, "f1@5": 0.33866120455743604, "f1@10": 0.2589402834595926, "map@1": 0.5087719298245614, "map@5": 0.48385477582846004, "map@10": 0.49077636220180076, "mrr@1": 0.5087719298245614, "mrr@5": 0.6456140350877194, "mrr@10": 0.6553049289891395, "num_pred": 57, "num_data": 57 }, "ViDoRe_esg_reports_v2_multilingual": { "hit@1": 0.5394736842105263, "hit@5": 0.8333333333333334, "hit@10": 0.8947368421052632, "ndcg_linear@1": 0.5394736842105263, "ndcg_linear@5": 0.5705283792249882, "ndcg_linear@10": 0.6039646078859352, "ndcg_exponential@1": 0.5394736842105263, "ndcg_exponential@5": 0.5705283792249882, "ndcg_exponential@10": 0.6039646078859352, "precision@1": 0.5394736842105263, "precision@5": 0.2929824561403509, "precision@10": 0.1903508771929825, "recall@1": 0.2759137426900585, "recall@5": 0.5873694653299917, "recall@10": 0.7065998329156225, "f1@1": 0.3324098513572198, "f1@5": 0.33592552794938835, "f1@10": 0.25878155604406217, "map@1": 0.5394736842105263, "map@5": 0.48418494152046787, "map@10": 0.49670077972709553, "mrr@1": 0.5394736842105263, "mrr@5": 0.6582602339181286, "mrr@10": 0.6665152464494569, "num_pred": 228, "num_data": 228 }, "VisRAG_ArxivQA": { "hit@1": 0.821078431372549, "hit@5": 0.9093137254901961, "hit@10": 0.946078431372549, "ndcg_linear@1": 0.821078431372549, "ndcg_linear@5": 0.8697090709954748, "ndcg_linear@10": 0.8818405179633889, "ndcg_exponential@1": 0.821078431372549, "ndcg_exponential@5": 0.8697090709954748, "ndcg_exponential@10": 0.8818405179633889, "precision@1": 0.821078431372549, "precision@5": 0.18186274509803918, "precision@10": 0.09460784313725489, "recall@1": 0.821078431372549, "recall@5": 0.9093137254901961, "recall@10": 0.946078431372549, "f1@1": 0.821078431372549, "f1@5": 0.3031045751633988, "f1@10": 0.17201426024955438, "map@1": 0.821078431372549, "map@5": 0.856392973856209, "map@10": 0.8615458683473389, "mrr@1": 0.821078431372549, "mrr@5": 0.856392973856209, "mrr@10": 0.8615458683473389, "num_pred": 816, "num_data": 816 }, "VisRAG_ChartQA": { "hit@1": 0.8095238095238095, "hit@5": 0.9365079365079365, "hit@10": 0.9682539682539683, "ndcg_linear@1": 0.8095238095238095, "ndcg_linear@5": 0.883407123299322, "ndcg_linear@10": 0.8940685846309689, "ndcg_exponential@1": 0.8095238095238095, "ndcg_exponential@5": 0.883407123299322, "ndcg_exponential@10": 0.8940685846309689, "precision@1": 0.8095238095238095, "precision@5": 0.1873015873015872, "precision@10": 0.09682539682539677, "recall@1": 0.8095238095238095, "recall@5": 0.9365079365079365, "recall@10": 0.9682539682539683, "f1@1": 0.8095238095238095, "f1@5": 0.31216931216931215, "f1@10": 0.17604617604617606, "map@1": 0.8095238095238095, "map@5": 0.8650793650793651, "map@10": 0.8697089947089948, "mrr@1": 0.8095238095238095, "mrr@5": 0.8650793650793651, "mrr@10": 0.8697089947089948, "num_pred": 63, "num_data": 63 }, "VisRAG_MP-DocVQA": { "hit@1": 0.8426395939086294, "hit@5": 0.9560067681895094, "hit@10": 0.9712351945854484, "ndcg_linear@1": 0.8426395939086294, "ndcg_linear@5": 0.9070409421073657, "ndcg_linear@10": 0.9118850419610939, "ndcg_exponential@1": 0.8426395939086294, "ndcg_exponential@5": 0.9070409421073657, "ndcg_exponential@10": 0.9118850419610939, "precision@1": 0.8426395939086294, "precision@5": 0.19120135363790183, "precision@10": 0.09712351945854482, "recall@1": 0.8426395939086294, "recall@5": 0.9560067681895094, "recall@10": 0.9712351945854484, "f1@1": 0.8426395939086294, "f1@5": 0.3186689227298365, "f1@10": 0.1765882171973543, "map@1": 0.8426395939086294, "map@5": 0.8903835307388608, "map@10": 0.8923334139070181, "mrr@1": 0.8426395939086294, "mrr@5": 0.8903835307388608, "mrr@10": 0.8923334139070181, "num_pred": 591, "num_data": 591 }, "VisRAG_SlideVQA": { "hit@1": 0.9424460431654677, "hit@5": 0.9838129496402878, "hit@10": 0.9892086330935251, "ndcg_linear@1": 0.9424460431654677, "ndcg_linear@5": 0.9574842048435293, "ndcg_linear@10": 0.9593329085323816, "ndcg_exponential@1": 0.9424460431654677, "ndcg_exponential@5": 0.9574842048435293, "ndcg_exponential@10": 0.9593329085323816, "precision@1": 0.9424460431654677, "precision@5": 0.24640287769784172, "precision@10": 0.12374100719424459, "recall@1": 0.8174460431654677, "recall@5": 0.9766187050359713, "recall@10": 0.9820143884892086, "f1@1": 0.8591127098321342, "f1@5": 0.3863480644056184, "f1@10": 0.21724438630913456, "map@1": 0.9424460431654677, "map@5": 0.9446942446043165, "map@10": 0.9455185851318944, "mrr@1": 0.9424460431654677, "mrr@5": 0.9622302158273381, "mrr@10": 0.9630545563549159, "num_pred": 556, "num_data": 556 }, "VisRAG_InfoVQA": { "hit@1": 0.8871866295264624, "hit@5": 0.9860724233983287, "hit@10": 0.9944289693593314, "ndcg_linear@1": 0.8871866295264624, "ndcg_linear@5": 0.9437330780784156, "ndcg_linear@10": 0.9463988143895863, "ndcg_exponential@1": 0.8871866295264624, "ndcg_exponential@5": 0.9437330780784156, "ndcg_exponential@10": 0.9463988143895863, "precision@1": 0.8871866295264624, "precision@5": 0.19721448467966574, "precision@10": 0.09944289693593314, "recall@1": 0.8871866295264624, "recall@5": 0.9860724233983287, "recall@10": 0.9944289693593314, "f1@1": 0.8871866295264624, "f1@5": 0.328690807799443, "f1@10": 0.18080526715624215, "map@1": 0.8871866295264624, "map@5": 0.9292711234911792, "map@10": 0.9303499579961975, "mrr@1": 0.8871866295264624, "mrr@5": 0.9292711234911792, "mrr@10": 0.9303499579961975, "num_pred": 718, "num_data": 718 }, "VisRAG_PlotQA": { "hit@1": 0.5828505214368482, "hit@5": 0.828505214368482, "hit@10": 0.9061413673232909, "ndcg_linear@1": 0.5828505214368482, "ndcg_linear@5": 0.7139089176492756, "ndcg_linear@10": 0.739069996532403, "ndcg_exponential@1": 0.5828505214368482, "ndcg_exponential@5": 0.7139089176492756, "ndcg_exponential@10": 0.739069996532403, "precision@1": 0.5828505214368482, "precision@5": 0.1657010428736964, "precision@10": 0.09061413673232907, "recall@1": 0.5828505214368482, "recall@5": 0.828505214368482, "recall@10": 0.9061413673232909, "f1@1": 0.5828505214368482, "f1@5": 0.2761684047894941, "f1@10": 0.16475297587696197, "map@1": 0.5828505214368482, "map@5": 0.6757242178447276, "map@10": 0.6861396200040464, "mrr@1": 0.5828505214368482, "mrr@5": 0.6757242178447276, "mrr@10": 0.6861396200040464, "num_pred": 863, "num_data": 863 }, "ViDoSeek-page": { "hit@1": 0.024518388791593695, "hit@5": 0.4273204903677758, "hit@10": 0.6523642732049036, "ndcg_linear@1": 0.024518388791593695, "ndcg_linear@5": 0.23064813570157514, "ndcg_linear@10": 0.30348265200758273, "ndcg_exponential@1": 0.024518388791593695, "ndcg_exponential@5": 0.2306481357015752, "ndcg_exponential@10": 0.3034826520075828, "precision@1": 0.024518388791593695, "precision@5": 0.08546409807355518, "precision@10": 0.06523642732049037, "recall@1": 0.024518388791593695, "recall@5": 0.4273204903677758, "recall@10": 0.6523642732049036, "f1@1": 0.024518388791593695, "f1@5": 0.1424401634559253, "f1@10": 0.11861168603725525, "map@1": 0.024518388791593695, "map@5": 0.16600992410974896, "map@10": 0.19609637783893474, "mrr@1": 0.024518388791593695, "mrr@5": 0.16600992410974896, "mrr@10": 0.19609637783893474, "num_pred": 1142, "num_data": 1142 }, "ViDoSeek-doc": { "hit@1": 0.9973730297723292, "hit@5": 0.999124343257443, "hit@10": 0.999124343257443, "ndcg_linear@1": 0.6818447168709867, "ndcg_linear@5": 0.8391637675815585, "ndcg_linear@10": 0.8257286594324419, "ndcg_exponential@1": 0.4564673505128846, "ndcg_exponential@5": 0.7177617863840096, "ndcg_exponential@10": 0.7496235995811434, "precision@1": 0.9973730297723292, "precision@5": 0.9294220665499123, "precision@10": 0.8414185639229422, "recall@1": 0.05880569019029663, "recall@5": 0.27365667375003916, "recall@10": 0.4857628264010513, "f1@1": 0.11031252785994464, "f1@5": 0.41420459176594027, "f1@10": 0.6020639991866593, "map@1": 0.9973730297723292, "map@5": 0.9225306479859893, "map@10": 0.8320527449158297, "mrr@1": 0.9973730297723292, "mrr@5": 0.9978400467016929, "mrr@10": 0.9978400467016929, "num_pred": 1142, "num_data": 1142 }, "MMLongBench-page": { "hit@1": 0.06682577565632458, "hit@5": 0.3305489260143198, "hit@10": 0.4343675417661098, "ndcg_linear@1": 0.06682577565632458, "ndcg_linear@5": 0.16095944779497587, "ndcg_linear@10": 0.20058203877827951, "ndcg_exponential@1": 0.06682577565632458, "ndcg_exponential@5": 0.1609594477949759, "ndcg_exponential@10": 0.20058203877827951, "precision@1": 0.06682577565632458, "precision@5": 0.07684964200477326, "precision@10": 0.057279236276849645, "recall@1": 0.038206046141607, "recall@5": 0.23637487214456188, "recall@10": 0.348219968178202, "f1@1": 0.04662739805937897, "f1@5": 0.10938240749064841, "f1@10": 0.09339919111531292, "map@1": 0.06682577565632458, "map@5": 0.1170607928931318, "map@10": 0.13557389728630778, "mrr@1": 0.06682577565632458, "mrr@5": 0.16346459824980114, "mrr@10": 0.17729666249952644, "num_pred": 838, "num_data": 838 }, "MMLongBench-doc": { "hit@1": 0.733890214797136, "hit@5": 0.8198090692124105, "hit@10": 0.8400954653937948, "ndcg_linear@1": 0.5123309466984886, "ndcg_linear@5": 0.546717723132203, "ndcg_linear@10": 0.5278168844823213, "ndcg_exponential@1": 0.35407432662802585, "ndcg_exponential@5": 0.45750087950370005, "ndcg_exponential@10": 0.46969732938028175, "precision@1": 0.733890214797136, "precision@5": 0.6071599045346062, "precision@10": 0.5391408114558472, "recall@1": 0.023938043733562262, "recall@5": 0.09610809367888411, "recall@10": 0.16582317047329562, "f1@1": 0.045893909882585265, "f1@5": 0.15930266640673602, "f1@10": 0.23794236614786063, "map@1": 0.733890214797136, "map@5": 0.5766587112171837, "map@10": 0.49619052354434223, "mrr@1": 0.733890214797136, "mrr@5": 0.7662490055688147, "mrr@10": 0.7690712959806039, "num_pred": 838, "num_data": 838 } }, "video": { "DiDeMo": { "hit@1": 0.4123505976095618, "hit@5": 0.6912350597609562, "hit@10": 0.7629482071713147, "ndcg_linear@1": 0.4123505976095618, "ndcg_linear@5": 0.5604971122100276, "ndcg_linear@10": 0.5838400453852555, "ndcg_exponential@1": 0.4123505976095618, "ndcg_exponential@5": 0.5604971122100276, "ndcg_exponential@10": 0.5838400453852555, "precision@1": 0.4123505976095618, "precision@5": 0.13824701195219122, "precision@10": 0.07629482071713146, "recall@1": 0.4123505976095618, "recall@5": 0.6912350597609562, "recall@10": 0.7629482071713147, "f1@1": 0.4123505976095618, "f1@5": 0.23041168658698544, "f1@10": 0.13871785584933, "map@1": 0.4123505976095618, "map@5": 0.5170318725099602, "map@10": 0.5267529089989249, "mrr@1": 0.4123505976095618, "mrr@5": 0.5170318725099602, "mrr@10": 0.5267529089989249, "num_pred": 1004, "num_data": 1004 }, "MSR-VTT": { "hit@1": 0.451, "hit@5": 0.668, "hit@10": 0.763, "ndcg_linear@1": 0.451, "ndcg_linear@5": 0.5632840316148099, "ndcg_linear@10": 0.5940701105729953, "ndcg_exponential@1": 0.451, "ndcg_exponential@5": 0.5632840316148099, "ndcg_exponential@10": 0.5940701105729953, "precision@1": 0.451, "precision@5": 0.1336, "precision@10": 0.07629999999999999, "recall@1": 0.451, "recall@5": 0.668, "recall@10": 0.763, "f1@1": 0.451, "f1@5": 0.2226666666666667, "f1@10": 0.13872727272727275, "map@1": 0.451, "map@5": 0.52875, "map@10": 0.5414968253968254, "mrr@1": 0.451, "mrr@5": 0.52875, "mrr@10": 0.5414968253968254, "num_pred": 1000, "num_data": 1000 }, "MSVD": { "hit@1": 0.6492537313432836, "hit@5": 0.9014925373134328, "hit@10": 0.9373134328358209, "ndcg_linear@1": 0.6492537313432836, "ndcg_linear@5": 0.7878215353016005, "ndcg_linear@10": 0.7994535100043838, "ndcg_exponential@1": 0.6492537313432836, "ndcg_exponential@5": 0.7878215353016005, "ndcg_exponential@10": 0.7994535100043838, "precision@1": 0.6492537313432836, "precision@5": 0.18029850746268652, "precision@10": 0.09373134328358208, "recall@1": 0.6492537313432836, "recall@5": 0.9014925373134328, "recall@10": 0.9373134328358209, "f1@1": 0.6492537313432836, "f1@5": 0.300497512437811, "f1@10": 0.17042062415196746, "map@1": 0.6492537313432836, "map@5": 0.7495522388059701, "map@10": 0.7543816631130064, "mrr@1": 0.6492537313432836, "mrr@5": 0.7495522388059701, "mrr@10": 0.7543816631130064, "num_pred": 670, "num_data": 670 }, "VATEX": { "hit@1": 0.3856632425189817, "hit@5": 0.6708351942831621, "hit@10": 0.7726663689146941, "ndcg_linear@1": 0.3856632425189817, "ndcg_linear@5": 0.5363956126045212, "ndcg_linear@10": 0.5694379820575508, "ndcg_exponential@1": 0.3856632425189817, "ndcg_exponential@5": 0.5363956126045212, "ndcg_exponential@10": 0.5694379820575508, "precision@1": 0.3856632425189817, "precision@5": 0.13416703885663242, "precision@10": 0.07726663689146941, "recall@1": 0.3856632425189817, "recall@5": 0.6708351942831621, "recall@10": 0.7726663689146941, "f1@1": 0.3856632425189817, "f1@5": 0.22361173142772076, "f1@10": 0.1404847943481262, "map@1": 0.3856632425189817, "map@5": 0.49174854845913357, "map@10": 0.505450456198558, "mrr@1": 0.3856632425189817, "mrr@5": 0.49174854845913357, "mrr@10": 0.505450456198558, "num_pred": 4478, "num_data": 4478 }, "YouCook2": { "hit@1": 0.19597357659641396, "hit@5": 0.41019188424032715, "hit@10": 0.5212330921673483, "ndcg_linear@1": 0.19597357659641396, "ndcg_linear@5": 0.3075953337166273, "ndcg_linear@10": 0.34341565511695493, "ndcg_exponential@1": 0.19597357659641396, "ndcg_exponential@5": 0.3075953337166273, "ndcg_exponential@10": 0.34341565511695493, "precision@1": 0.19597357659641396, "precision@5": 0.08203837684806542, "precision@10": 0.05212330921673482, "recall@1": 0.19597357659641396, "recall@5": 0.41019188424032715, "recall@10": 0.5212330921673483, "f1@1": 0.19597357659641396, "f1@5": 0.13673062808010908, "f1@10": 0.09476965312133608, "map@1": 0.19597357659641396, "map@5": 0.27371290762294226, "map@10": 0.28844612711394724, "mrr@1": 0.19597357659641396, "mrr@5": 0.27371290762294226, "mrr@10": 0.28844612711394724, "num_pred": 3179, "num_data": 3179 }, "QVHighlight": { "hit@1": 0.6020313942751616, "hit@5": 0.8965835641735919, "hit@10": 1.0, "ndcg_linear@1": 0.6020313942751616, "ndcg_linear@5": 0.7583723697857407, "ndcg_linear@10": 0.7912126916897857, "ndcg_exponential@1": 0.6020313942751616, "ndcg_exponential@5": 0.7583723697857407, "ndcg_exponential@10": 0.7912126916897857, "precision@1": 0.6020313942751616, "precision@5": 0.17931671283471837, "precision@10": 0.09999999999999998, "recall@1": 0.6020313942751616, "recall@5": 0.8965835641735919, "recall@10": 1.0, "f1@1": 0.6020313942751616, "f1@5": 0.29886118805786405, "f1@10": 0.18181818181818185, "map@1": 0.6020313942751616, "map@5": 0.7123884272083719, "map@10": 0.7255869938002902, "mrr@1": 0.6020313942751616, "mrr@5": 0.7123884272083719, "mrr@10": 0.7255869938002902, "num_pred": 1083, "num_data": 1083 }, "Charades-STA": { "hit@1": 0.22145804676753783, "hit@5": 0.5749656121045392, "hit@10": 1.0, "ndcg_linear@1": 0.22145804676753783, "ndcg_linear@5": 0.398121548453192, "ndcg_linear@10": 0.5318942380707661, "ndcg_exponential@1": 0.22145804676753783, "ndcg_exponential@5": 0.398121548453192, "ndcg_exponential@10": 0.5318942380707661, "precision@1": 0.22145804676753783, "precision@5": 0.11499312242090784, "precision@10": 0.09999999999999998, "recall@1": 0.22145804676753783, "recall@5": 0.5749656121045392, "recall@10": 1.0, "f1@1": 0.22145804676753783, "f1@5": 0.19165520403484645, "f1@10": 0.18181818181818185, "map@1": 0.22145804676753783, "map@5": 0.3404401650618982, "map@10": 0.3935465382851903, "mrr@1": 0.22145804676753783, "mrr@5": 0.3404401650618982, "mrr@10": 0.3935465382851903, "num_pred": 727, "num_data": 727 }, "MomentSeeker": { "hit@1": 0.4311111111111111, "hit@5": 0.9088888888888889, "hit@10": 1.0, "ndcg_linear@1": 0.4311111111111111, "ndcg_linear@5": 0.6855456377616811, "ndcg_linear@10": 0.7208513661283766, "ndcg_exponential@1": 0.4311111111111111, "ndcg_exponential@5": 0.6855456377616811, "ndcg_exponential@10": 0.7208513661283766, "precision@1": 0.4311111111111111, "precision@5": 0.19955555555555557, "precision@10": 0.11250000000000002, "recall@1": 0.4086342592592593, "recall@5": 0.8939814814814815, "recall@10": 0.9975694444444444, "f1@1": 0.41568959435626096, "f1@5": 0.32125937334270666, "f1@10": 0.19970014553347887, "map@1": 0.4311111111111111, "map@5": 0.6109354938271605, "map@10": 0.627585758377425, "mrr@1": 0.4311111111111111, "mrr@5": 0.6190185185185185, "mrr@10": 0.6315533509700177, "num_pred": 1800, "num_data": 1800 }, "K700": { "hit@1": 0.554, "hit@5": 0.784, "hit@10": 0.837, "ndcg_linear@1": 0.554, "ndcg_linear@5": 0.6795181764536521, "ndcg_linear@10": 0.6965463318009859, "ndcg_exponential@1": 0.554, "ndcg_exponential@5": 0.6795181764536521, "ndcg_exponential@10": 0.6965463318009859, "precision@1": 0.554, "precision@5": 0.1568, "precision@10": 0.0837, "recall@1": 0.554, "recall@5": 0.784, "recall@10": 0.837, "f1@1": 0.554, "f1@5": 0.26133333333333336, "f1@10": 0.1521818181818182, "map@1": 0.554, "map@5": 0.6445, "map@10": 0.6514634920634922, "mrr@1": 0.554, "mrr@5": 0.6445, "mrr@10": 0.6514634920634922, "num_pred": 1000, "num_data": 1000 }, "SmthSmthV2": { "hit@1": 0.569, "hit@5": 0.813, "hit@10": 0.882, "ndcg_linear@1": 0.569, "ndcg_linear@5": 0.7024501189892157, "ndcg_linear@10": 0.724986132879836, "ndcg_exponential@1": 0.569, "ndcg_exponential@5": 0.7024501189892157, "ndcg_exponential@10": 0.724986132879836, "precision@1": 0.569, "precision@5": 0.16260000000000002, "precision@10": 0.08820000000000001, "recall@1": 0.569, "recall@5": 0.813, "recall@10": 0.882, "f1@1": 0.569, "f1@5": 0.271, "f1@10": 0.16036363636363637, "map@1": 0.569, "map@5": 0.6653333333333332, "map@10": 0.6747662698412699, "mrr@1": 0.569, "mrr@5": 0.6653333333333332, "mrr@10": 0.6747662698412699, "num_pred": 1000, "num_data": 1000 }, "HMDB51": { "hit@1": 0.567, "hit@5": 0.814, "hit@10": 0.884, "ndcg_linear@1": 0.567, "ndcg_linear@5": 0.6996241212154473, "ndcg_linear@10": 0.7226428619739297, "ndcg_exponential@1": 0.567, "ndcg_exponential@5": 0.6996241212154473, "ndcg_exponential@10": 0.7226428619739297, "precision@1": 0.567, "precision@5": 0.1628, "precision@10": 0.0884, "recall@1": 0.567, "recall@5": 0.814, "recall@10": 0.884, "f1@1": 0.567, "f1@5": 0.27133333333333337, "f1@10": 0.16072727272727275, "map@1": 0.567, "map@5": 0.6614166666666668, "map@10": 0.671140873015873, "mrr@1": 0.567, "mrr@5": 0.6614166666666668, "mrr@10": 0.671140873015873, "num_pred": 1000, "num_data": 1000 }, "UCF101": { "hit@1": 0.731, "hit@5": 0.936, "hit@10": 0.955, "ndcg_linear@1": 0.731, "ndcg_linear@5": 0.8456057991811103, "ndcg_linear@10": 0.8516861339259324, "ndcg_exponential@1": 0.731, "ndcg_exponential@5": 0.8456057991811103, "ndcg_exponential@10": 0.8516861339259324, "precision@1": 0.731, "precision@5": 0.1872, "precision@10": 0.09550000000000002, "recall@1": 0.731, "recall@5": 0.936, "recall@10": 0.955, "f1@1": 0.731, "f1@5": 0.312, "f1@10": 0.17363636363636362, "map@1": 0.731, "map@5": 0.8149500000000001, "map@10": 0.817422619047619, "mrr@1": 0.731, "mrr@5": 0.8149500000000001, "mrr@10": 0.817422619047619, "num_pred": 1000, "num_data": 1000 }, "Breakfast": { "hit@1": 0.21709006928406466, "hit@5": 0.6374133949191686, "hit@10": 1.0, "ndcg_linear@1": 0.21709006928406466, "ndcg_linear@5": 0.42881297309088834, "ndcg_linear@10": 0.546398848449213, "ndcg_exponential@1": 0.21709006928406466, "ndcg_exponential@5": 0.42881297309088834, "ndcg_exponential@10": 0.546398848449213, "precision@1": 0.21709006928406466, "precision@5": 0.1274826789838337, "precision@10": 0.1, "recall@1": 0.21709006928406466, "recall@5": 0.6374133949191686, "recall@10": 1.0, "f1@1": 0.21709006928406466, "f1@5": 0.21247113163972292, "f1@10": 0.1818181818181818, "map@1": 0.21709006928406466, "map@5": 0.36046959199384143, "map@10": 0.40921038161222917, "mrr@1": 0.21709006928406466, "mrr@5": 0.36046959199384143, "mrr@10": 0.40921038161222917, "num_pred": 433, "num_data": 433 }, "MVBench": { "hit@1": 0.48575, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.48575, "ndcg_linear@5": 0.770838160481141, "ndcg_linear@10": 0.770838160481141, "ndcg_exponential@1": 0.48575, "ndcg_exponential@5": 0.770838160481141, "ndcg_exponential@10": 0.770838160481141, "precision@1": 0.48575, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.48575, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.48575, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.48575, "map@5": 0.6931791666666666, "map@10": 0.6931791666666666, "mrr@1": 0.48575, "mrr@5": 0.6931791666666666, "mrr@10": 0.6931791666666666, "num_pred": 4000, "num_data": 4000 }, "Video-MME": { "hit@1": 0.4866666666666667, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.4866666666666667, "ndcg_linear@5": 0.763687831147152, "ndcg_linear@10": 0.763687831147152, "ndcg_exponential@1": 0.4866666666666667, "ndcg_exponential@5": 0.763687831147152, "ndcg_exponential@10": 0.763687831147152, "precision@1": 0.4866666666666667, "precision@5": 0.19999999999999996, "precision@10": 0.09999999999999998, "recall@1": 0.4866666666666667, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.4866666666666667, "f1@5": 0.3333333333333334, "f1@10": 0.18181818181818188, "map@1": 0.4866666666666667, "map@5": 0.6842901234567901, "map@10": 0.6842901234567901, "mrr@1": 0.4866666666666667, "mrr@5": 0.6842901234567901, "mrr@10": 0.6842901234567901, "num_pred": 2700, "num_data": 2700 }, "NExTQA": { "hit@1": 0.6676786548341896, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.6676786548341896, "ndcg_linear@5": 0.8477062571365559, "ndcg_linear@10": 0.8477062571365559, "ndcg_exponential@1": 0.6676786548341896, "ndcg_exponential@5": 0.8477062571365559, "ndcg_exponential@10": 0.8477062571365559, "precision@1": 0.6676786548341896, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.6676786548341896, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.6676786548341896, "f1@5": 0.3333333333333333, "f1@10": 0.1818181818181818, "map@1": 0.6676786548341896, "map@5": 0.7967713685193835, "map@10": 0.7967713685193835, "mrr@1": 0.6676786548341896, "mrr@5": 0.7965767554102445, "mrr@10": 0.7965767554102445, "num_pred": 8564, "num_data": 8564 }, "EgoSchema": { "hit@1": 0.428, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.428, "ndcg_linear@5": 0.7253495588252841, "ndcg_linear@10": 0.7253495588252841, "ndcg_exponential@1": 0.428, "ndcg_exponential@5": 0.7253495588252841, "ndcg_exponential@10": 0.7253495588252841, "precision@1": 0.428, "precision@5": 0.2, "precision@10": 0.1, "recall@1": 0.428, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.428, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.428, "map@5": 0.6344666666666667, "map@10": 0.6344666666666667, "mrr@1": 0.428, "mrr@5": 0.6344666666666667, "mrr@10": 0.6344666666666667, "num_pred": 500, "num_data": 500 }, "ActivityNetQA": { "hit@1": 0.741, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.741, "ndcg_linear@5": 0.9044108061750076, "ndcg_linear@10": 0.9044108061750076, "ndcg_exponential@1": 0.741, "ndcg_exponential@5": 0.9044108061750076, "ndcg_exponential@10": 0.9044108061750076, "precision@1": 0.741, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.741, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.741, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.741, "map@5": 0.8705, "map@10": 0.8705, "mrr@1": 0.741, "mrr@5": 0.8705, "mrr@10": 0.8705, "num_pred": 1000, "num_data": 1000 } } } }