{ "metadata": { "model_name": "RzenEmbed-v1-2B", "model_size": 2.21, "embedding_dimension": 1536, "max_length_tokens": null, "model_release_date": "2025-07-15", "data_source": "RzenAI", "url": "", "report_generated_date": "2025-07-16T17:36:59.567353" }, "metrics": { "image": { "ImageNet-1K": { "hit@1": 0.809, "hit@5": 0.949, "hit@10": 0.971, "ndcg_linear@1": 0.809, "ndcg_linear@5": 0.8873729216700347, "ndcg_linear@10": 0.894245384897251, "ndcg_exponential@1": 0.809, "ndcg_exponential@5": 0.8873729216700347, "ndcg_exponential@10": 0.894245384897251, "precision@1": 0.809, "precision@5": 0.18980000000000002, "precision@10": 0.09710000000000002, "recall@1": 0.809, "recall@5": 0.949, "recall@10": 0.971, "f1@1": 0.809, "f1@5": 0.31633333333333336, "f1@10": 0.17654545454545453, "map@1": 0.809, "map@5": 0.8664833333333334, "map@10": 0.8691829365079365, "mrr@1": 0.809, "mrr@5": 0.8664833333333334, "mrr@10": 0.8691829365079365, "num_pred": 1000, "num_data": 1000 }, "N24News": { "hit@1": 0.74, "hit@5": 0.946, "hit@10": 0.98, "ndcg_linear@1": 0.74, "ndcg_linear@5": 0.8559176011970342, "ndcg_linear@10": 0.867149138771268, "ndcg_exponential@1": 0.74, "ndcg_exponential@5": 0.8559176011970342, "ndcg_exponential@10": 0.867149138771268, "precision@1": 0.74, "precision@5": 0.18920000000000003, "precision@10": 0.09800000000000002, "recall@1": 0.74, "recall@5": 0.946, "recall@10": 0.98, "f1@1": 0.74, "f1@5": 0.3153333333333333, "f1@10": 0.1781818181818182, "map@1": 0.74, "map@5": 0.8254, "map@10": 0.8301777777777777, "mrr@1": 0.74, "mrr@5": 0.8254, "mrr@10": 0.8301777777777777, "num_pred": 1000, "num_data": 1000 }, "HatefulMemes": { "hit@1": 0.586, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.586, "ndcg_linear@5": 0.8472049179785835, "ndcg_linear@10": 0.8472049179785835, "ndcg_exponential@1": 0.586, "ndcg_exponential@5": 0.8472049179785835, "ndcg_exponential@10": 0.8472049179785835, "precision@1": 0.586, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.586, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.586, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.586, "map@5": 0.793, "map@10": 0.793, "mrr@1": 0.586, "mrr@5": 0.793, "mrr@10": 0.793, "num_pred": 1000, "num_data": 1000 }, "VOC2007": { "hit@1": 0.896, "hit@5": 0.974, "hit@10": 0.988, "ndcg_linear@1": 0.896, "ndcg_linear@5": 0.9393988570118095, "ndcg_linear@10": 0.9439297732712962, "ndcg_exponential@1": 0.896, "ndcg_exponential@5": 0.9393988570118095, "ndcg_exponential@10": 0.9439297732712962, "precision@1": 0.896, "precision@5": 0.19480000000000003, "precision@10": 0.09880000000000001, "recall@1": 0.896, "recall@5": 0.974, "recall@10": 0.988, "f1@1": 0.896, "f1@5": 0.3246666666666666, "f1@10": 0.17963636363636362, "map@1": 0.896, "map@5": 0.9277333333333333, "map@10": 0.9296075396825397, "mrr@1": 0.896, "mrr@5": 0.9277333333333333, "mrr@10": 0.9296075396825397, "num_pred": 1000, "num_data": 1000 }, "SUN397": { "hit@1": 0.784, "hit@5": 0.958, "hit@10": 0.981, "ndcg_linear@1": 0.784, "ndcg_linear@5": 0.8836853449086659, "ndcg_linear@10": 0.891031065357324, "ndcg_exponential@1": 0.784, "ndcg_exponential@5": 0.8836853449086659, "ndcg_exponential@10": 0.891031065357324, "precision@1": 0.784, "precision@5": 0.19160000000000002, "precision@10": 0.09810000000000002, "recall@1": 0.784, "recall@5": 0.958, "recall@10": 0.981, "f1@1": 0.784, "f1@5": 0.31933333333333336, "f1@10": 0.1783636363636363, "map@1": 0.784, "map@5": 0.8583333333333334, "map@10": 0.8613071428571429, "mrr@1": 0.784, "mrr@5": 0.8583333333333334, "mrr@10": 0.8613071428571429, "num_pred": 1000, "num_data": 1000 }, "Place365": { "hit@1": 0.413, "hit@5": 0.703, "hit@10": 0.804, "ndcg_linear@1": 0.413, "ndcg_linear@5": 0.5692143522459587, "ndcg_linear@10": 0.6020969578276198, "ndcg_exponential@1": 0.413, "ndcg_exponential@5": 0.5692143522459587, "ndcg_exponential@10": 0.6020969578276198, "precision@1": 0.413, "precision@5": 0.14059999999999997, "precision@10": 0.0804, "recall@1": 0.413, "recall@5": 0.703, "recall@10": 0.804, "f1@1": 0.413, "f1@5": 0.23433333333333337, "f1@10": 0.1461818181818182, "map@1": 0.413, "map@5": 0.5245333333333333, "map@10": 0.538229761904762, "mrr@1": 0.413, "mrr@5": 0.5245333333333333, "mrr@10": 0.538229761904762, "num_pred": 1000, "num_data": 1000 }, "ImageNet-A": { "hit@1": 0.495, "hit@5": 0.709, "hit@10": 0.781, "ndcg_linear@1": 0.495, "ndcg_linear@5": 0.6114944313148708, "ndcg_linear@10": 0.6348665121005517, "ndcg_exponential@1": 0.495, "ndcg_exponential@5": 0.6114944313148708, "ndcg_exponential@10": 0.6348665121005517, "precision@1": 0.495, "precision@5": 0.14179999999999998, "precision@10": 0.07809999999999999, "recall@1": 0.495, "recall@5": 0.709, "recall@10": 0.781, "f1@1": 0.495, "f1@5": 0.23633333333333337, "f1@10": 0.142, "map@1": 0.495, "map@5": 0.5788166666666666, "map@10": 0.5885103174603176, "mrr@1": 0.495, "mrr@5": 0.5788166666666666, "mrr@10": 0.5885103174603176, "num_pred": 1000, "num_data": 1000 }, "ImageNet-R": { "hit@1": 0.848, "hit@5": 0.944, "hit@10": 0.962, "ndcg_linear@1": 0.848, "ndcg_linear@5": 0.9008710351449747, "ndcg_linear@10": 0.9068617117972817, "ndcg_exponential@1": 0.848, "ndcg_exponential@5": 0.9008710351449747, "ndcg_exponential@10": 0.9068617117972817, "precision@1": 0.848, "precision@5": 0.18880000000000002, "precision@10": 0.09620000000000002, "recall@1": 0.848, "recall@5": 0.944, "recall@10": 0.962, "f1@1": 0.848, "f1@5": 0.3146666666666667, "f1@10": 0.17490909090909088, "map@1": 0.848, "map@5": 0.88635, "map@10": 0.8889230158730158, "mrr@1": 0.848, "mrr@5": 0.88635, "mrr@10": 0.8889230158730158, "num_pred": 1000, "num_data": 1000 }, "ObjectNet": { "hit@1": 0.713, "hit@5": 0.863, "hit@10": 0.906, "ndcg_linear@1": 0.713, "ndcg_linear@5": 0.7966827600295562, "ndcg_linear@10": 0.8104878302902433, "ndcg_exponential@1": 0.713, "ndcg_exponential@5": 0.7966827600295562, "ndcg_exponential@10": 0.8104878302902433, "precision@1": 0.713, "precision@5": 0.17260000000000003, "precision@10": 0.09060000000000001, "recall@1": 0.713, "recall@5": 0.863, "recall@10": 0.906, "f1@1": 0.713, "f1@5": 0.28766666666666674, "f1@10": 0.16472727272727272, "map@1": 0.713, "map@5": 0.7742833333333333, "map@10": 0.7799198412698413, "mrr@1": 0.713, "mrr@5": 0.7742833333333333, "mrr@10": 0.7799198412698413, "num_pred": 1000, "num_data": 1000 }, "Country211": { "hit@1": 0.245, "hit@5": 0.425, "hit@10": 0.524, "ndcg_linear@1": 0.245, "ndcg_linear@5": 0.34011931876670454, "ndcg_linear@10": 0.3722522680493705, "ndcg_exponential@1": 0.245, "ndcg_exponential@5": 0.34011931876670454, "ndcg_exponential@10": 0.3722522680493705, "precision@1": 0.245, "precision@5": 0.08499999999999999, "precision@10": 0.052399999999999995, "recall@1": 0.245, "recall@5": 0.425, "recall@10": 0.524, "f1@1": 0.245, "f1@5": 0.1416666666666667, "f1@10": 0.09527272727272729, "map@1": 0.245, "map@5": 0.3119166666666666, "map@10": 0.3252480158730159, "mrr@1": 0.245, "mrr@5": 0.3119166666666666, "mrr@10": 0.3252480158730159, "num_pred": 1000, "num_data": 1000 }, "OK-VQA": { "hit@1": 0.6, "hit@5": 0.835, "hit@10": 0.897, "ndcg_linear@1": 0.6, "ndcg_linear@5": 0.7283836592219812, "ndcg_linear@10": 0.7483526360068199, "ndcg_exponential@1": 0.6, "ndcg_exponential@5": 0.7283836592219812, "ndcg_exponential@10": 0.7483526360068199, "precision@1": 0.6, "precision@5": 0.167, "precision@10": 0.08970000000000002, "recall@1": 0.6, "recall@5": 0.835, "recall@10": 0.897, "f1@1": 0.6, "f1@5": 0.2783333333333334, "f1@10": 0.1630909090909091, "map@1": 0.6, "map@5": 0.6925833333333333, "map@10": 0.7007813492063492, "mrr@1": 0.6, "mrr@5": 0.6925833333333333, "mrr@10": 0.7007813492063492, "num_pred": 1000, "num_data": 1000 }, "A-OKVQA": { "hit@1": 0.532, "hit@5": 0.833, "hit@10": 0.897, "ndcg_linear@1": 0.532, "ndcg_linear@5": 0.6946159677593404, "ndcg_linear@10": 0.7154405844345778, "ndcg_exponential@1": 0.532, "ndcg_exponential@5": 0.6946159677593404, "ndcg_exponential@10": 0.7154405844345778, "precision@1": 0.532, "precision@5": 0.16660000000000003, "precision@10": 0.0897, "recall@1": 0.532, "recall@5": 0.833, "recall@10": 0.897, "f1@1": 0.532, "f1@5": 0.27766666666666673, "f1@10": 0.1630909090909091, "map@1": 0.532, "map@5": 0.64835, "map@10": 0.657015873015873, "mrr@1": 0.532, "mrr@5": 0.64835, "mrr@10": 0.657015873015873, "num_pred": 1000, "num_data": 1000 }, "DocVQA": { "hit@1": 0.905, "hit@5": 0.972, "hit@10": 0.985, "ndcg_linear@1": 0.905, "ndcg_linear@5": 0.9446377226583499, "ndcg_linear@10": 0.9489408131651074, "ndcg_exponential@1": 0.905, "ndcg_exponential@5": 0.9446377226583499, "ndcg_exponential@10": 0.9489408131651074, "precision@1": 0.905, "precision@5": 0.19440000000000004, "precision@10": 0.09850000000000002, "recall@1": 0.905, "recall@5": 0.972, "recall@10": 0.985, "f1@1": 0.905, "f1@5": 0.324, "f1@10": 0.17909090909090908, "map@1": 0.905, "map@5": 0.9351833333333334, "map@10": 0.9370174603174602, "mrr@1": 0.905, "mrr@5": 0.9351833333333334, "mrr@10": 0.9370174603174602, "num_pred": 1000, "num_data": 1000 }, "InfographicsVQA": { "hit@1": 0.593, "hit@5": 0.787, "hit@10": 0.849, "ndcg_linear@1": 0.593, "ndcg_linear@5": 0.6992302235074854, "ndcg_linear@10": 0.719037023415279, "ndcg_exponential@1": 0.593, "ndcg_exponential@5": 0.6992302235074854, "ndcg_exponential@10": 0.719037023415279, "precision@1": 0.593, "precision@5": 0.15739999999999998, "precision@10": 0.0849, "recall@1": 0.593, "recall@5": 0.787, "recall@10": 0.849, "f1@1": 0.593, "f1@5": 0.26233333333333336, "f1@10": 0.15436363636363637, "map@1": 0.593, "map@5": 0.6697833333333333, "map@10": 0.6778043650793651, "mrr@1": 0.593, "mrr@5": 0.6697833333333333, "mrr@10": 0.6778043650793651, "num_pred": 1000, "num_data": 1000 }, "ChartQA": { "hit@1": 0.518, "hit@5": 0.685, "hit@10": 0.729, "ndcg_linear@1": 0.518, "ndcg_linear@5": 0.6092852996177144, "ndcg_linear@10": 0.6237752364760738, "ndcg_exponential@1": 0.518, "ndcg_exponential@5": 0.6092852996177144, "ndcg_exponential@10": 0.6237752364760738, "precision@1": 0.518, "precision@5": 0.137, "precision@10": 0.0729, "recall@1": 0.518, "recall@5": 0.685, "recall@10": 0.729, "f1@1": 0.518, "f1@5": 0.22833333333333336, "f1@10": 0.13254545454545455, "map@1": 0.518, "map@5": 0.5838833333333333, "map@10": 0.5900174603174603, "mrr@1": 0.518, "mrr@5": 0.5838833333333333, "mrr@10": 0.5900174603174603, "num_pred": 1000, "num_data": 1000 }, "Visual7W": { "hit@1": 0.571, "hit@5": 0.889, "hit@10": 0.941, "ndcg_linear@1": 0.571, "ndcg_linear@5": 0.743669883740337, "ndcg_linear@10": 0.7608831436573412, "ndcg_exponential@1": 0.571, "ndcg_exponential@5": 0.743669883740337, "ndcg_exponential@10": 0.7608831436573412, "precision@1": 0.571, "precision@5": 0.1778, "precision@10": 0.0941, "recall@1": 0.571, "recall@5": 0.889, "recall@10": 0.941, "f1@1": 0.571, "f1@5": 0.29633333333333334, "f1@10": 0.1710909090909091, "map@1": 0.571, "map@5": 0.6949666666666667, "map@10": 0.7023039682539681, "mrr@1": 0.571, "mrr@5": 0.6949666666666667, "mrr@10": 0.7023039682539681, "num_pred": 1000, "num_data": 1000 }, "ScienceQA": { "hit@1": 0.475, "hit@5": 0.765, "hit@10": 0.864, "ndcg_linear@1": 0.475, "ndcg_linear@5": 0.6314453432319744, "ndcg_linear@10": 0.6630621657284694, "ndcg_exponential@1": 0.475, "ndcg_exponential@5": 0.6314453432319744, "ndcg_exponential@10": 0.6630621657284694, "precision@1": 0.475, "precision@5": 0.153, "precision@10": 0.0864, "recall@1": 0.475, "recall@5": 0.765, "recall@10": 0.864, "f1@1": 0.475, "f1@5": 0.25500000000000006, "f1@10": 0.1570909090909091, "map@1": 0.475, "map@5": 0.5868666666666666, "map@10": 0.5996865079365079, "mrr@1": 0.475, "mrr@5": 0.5868666666666666, "mrr@10": 0.5996865079365079, "num_pred": 1000, "num_data": 1000 }, "VizWiz": { "hit@1": 0.534, "hit@5": 0.718, "hit@10": 0.764, "ndcg_linear@1": 0.534, "ndcg_linear@5": 0.6357776354115615, "ndcg_linear@10": 0.6503798129042785, "ndcg_exponential@1": 0.534, "ndcg_exponential@5": 0.6357776354115615, "ndcg_exponential@10": 0.6503798129042785, "precision@1": 0.534, "precision@5": 0.1436, "precision@10": 0.07640000000000001, "recall@1": 0.534, "recall@5": 0.718, "recall@10": 0.764, "f1@1": 0.534, "f1@5": 0.23933333333333337, "f1@10": 0.13890909090909093, "map@1": 0.534, "map@5": 0.6081, "map@10": 0.613972619047619, "mrr@1": 0.534, "mrr@5": 0.6081, "mrr@10": 0.613972619047619, "num_pred": 1000, "num_data": 1000 }, "GQA": { "hit@1": 0.604, "hit@5": 0.826, "hit@10": 0.884, "ndcg_linear@1": 0.604, "ndcg_linear@5": 0.7250962738992552, "ndcg_linear@10": 0.7439540651545449, "ndcg_exponential@1": 0.604, "ndcg_exponential@5": 0.7250962738992552, "ndcg_exponential@10": 0.7439540651545449, "precision@1": 0.604, "precision@5": 0.1652, "precision@10": 0.0884, "recall@1": 0.604, "recall@5": 0.826, "recall@10": 0.884, "f1@1": 0.604, "f1@5": 0.2753333333333334, "f1@10": 0.16072727272727272, "map@1": 0.604, "map@5": 0.6912, "map@10": 0.6990444444444445, "mrr@1": 0.604, "mrr@5": 0.6912, "mrr@10": 0.6990444444444445, "num_pred": 1000, "num_data": 1000 }, "TextVQA": { "hit@1": 0.838, "hit@5": 0.9, "hit@10": 0.912, "ndcg_linear@1": 0.838, "ndcg_linear@5": 0.8735356970943653, "ndcg_linear@10": 0.877449220591428, "ndcg_exponential@1": 0.838, "ndcg_exponential@5": 0.8735356970943653, "ndcg_exponential@10": 0.877449220591428, "precision@1": 0.838, "precision@5": 0.18, "precision@10": 0.09120000000000002, "recall@1": 0.838, "recall@5": 0.9, "recall@10": 0.912, "f1@1": 0.838, "f1@5": 0.3, "f1@10": 0.1658181818181818, "map@1": 0.838, "map@5": 0.8645166666666666, "map@10": 0.8661539682539683, "mrr@1": 0.838, "mrr@5": 0.8645166666666666, "mrr@10": 0.8661539682539683, "num_pred": 1000, "num_data": 1000 }, "VisDial": { "hit@1": 0.791, "hit@5": 0.945, "hit@10": 0.97, "ndcg_linear@1": 0.791, "ndcg_linear@5": 0.8757768586840254, "ndcg_linear@10": 0.8839019772727467, "ndcg_exponential@1": 0.791, "ndcg_exponential@5": 0.8757768586840254, "ndcg_exponential@10": 0.8839019772727467, "precision@1": 0.791, "precision@5": 0.189, "precision@10": 0.09700000000000002, "recall@1": 0.791, "recall@5": 0.945, "recall@10": 0.97, "f1@1": 0.791, "f1@5": 0.315, "f1@10": 0.17636363636363636, "map@1": 0.791, "map@5": 0.8524666666666667, "map@10": 0.8558428571428571, "mrr@1": 0.791, "mrr@5": 0.8524666666666667, "mrr@10": 0.8558428571428571, "num_pred": 1000, "num_data": 1000 }, "CIRR": { "hit@1": 0.627, "hit@5": 0.904, "hit@10": 0.955, "ndcg_linear@1": 0.627, "ndcg_linear@5": 0.7814520061894136, "ndcg_linear@10": 0.7982662696128282, "ndcg_exponential@1": 0.627, "ndcg_exponential@5": 0.7814520061894136, "ndcg_exponential@10": 0.7982662696128282, "precision@1": 0.627, "precision@5": 0.18080000000000002, "precision@10": 0.09550000000000002, "recall@1": 0.627, "recall@5": 0.904, "recall@10": 0.955, "f1@1": 0.627, "f1@5": 0.3013333333333334, "f1@10": 0.17363636363636362, "map@1": 0.627, "map@5": 0.7399833333333333, "map@10": 0.747115873015873, "mrr@1": 0.627, "mrr@5": 0.7399833333333333, "mrr@10": 0.747115873015873, "num_pred": 1000, "num_data": 1000 }, "VisualNews_t2i": { "hit@1": 0.78, "hit@5": 0.908, "hit@10": 0.931, "ndcg_linear@1": 0.78, "ndcg_linear@5": 0.8500641649581272, "ndcg_linear@10": 0.8576663310856566, "ndcg_exponential@1": 0.78, "ndcg_exponential@5": 0.8500641649581272, "ndcg_exponential@10": 0.8576663310856566, "precision@1": 0.78, "precision@5": 0.1816, "precision@10": 0.09309999999999999, "recall@1": 0.78, "recall@5": 0.908, "recall@10": 0.931, "f1@1": 0.78, "f1@5": 0.3026666666666667, "f1@10": 0.16927272727272724, "map@1": 0.78, "map@5": 0.8306166666666668, "map@10": 0.8338484126984126, "mrr@1": 0.78, "mrr@5": 0.8306166666666668, "mrr@10": 0.8338484126984126, "num_pred": 1000, "num_data": 1000 }, "VisualNews_i2t": { "hit@1": 0.814, "hit@5": 0.921, "hit@10": 0.939, "ndcg_linear@1": 0.814, "ndcg_linear@5": 0.8728615373378912, "ndcg_linear@10": 0.8787080770691066, "ndcg_exponential@1": 0.814, "ndcg_exponential@5": 0.8728615373378912, "ndcg_exponential@10": 0.8787080770691066, "precision@1": 0.814, "precision@5": 0.18420000000000006, "precision@10": 0.09390000000000001, "recall@1": 0.814, "recall@5": 0.921, "recall@10": 0.939, "f1@1": 0.814, "f1@5": 0.307, "f1@10": 0.17072727272727273, "map@1": 0.814, "map@5": 0.8566500000000001, "map@10": 0.8590753968253969, "mrr@1": 0.814, "mrr@5": 0.8566500000000001, "mrr@10": 0.8590753968253969, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_t2i": { "hit@1": 0.767, "hit@5": 0.947, "hit@10": 0.981, "ndcg_linear@1": 0.767, "ndcg_linear@5": 0.8674275875789338, "ndcg_linear@10": 0.8785792123543245, "ndcg_exponential@1": 0.767, "ndcg_exponential@5": 0.8674275875789338, "ndcg_exponential@10": 0.8785792123543245, "precision@1": 0.767, "precision@5": 0.18940000000000004, "precision@10": 0.09810000000000002, "recall@1": 0.767, "recall@5": 0.947, "recall@10": 0.981, "f1@1": 0.767, "f1@5": 0.3156666666666667, "f1@10": 0.17836363636363634, "map@1": 0.767, "map@5": 0.8405333333333334, "map@10": 0.8452297619047618, "mrr@1": 0.767, "mrr@5": 0.8405333333333334, "mrr@10": 0.8452297619047618, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_i2t": { "hit@1": 0.736, "hit@5": 0.931, "hit@10": 0.977, "ndcg_linear@1": 0.736, "ndcg_linear@5": 0.846634371650986, "ndcg_linear@10": 0.8617493616233067, "ndcg_exponential@1": 0.736, "ndcg_exponential@5": 0.846634371650986, "ndcg_exponential@10": 0.8617493616233067, "precision@1": 0.736, "precision@5": 0.1862, "precision@10": 0.09770000000000002, "recall@1": 0.736, "recall@5": 0.931, "recall@10": 0.977, "f1@1": 0.736, "f1@5": 0.31033333333333335, "f1@10": 0.17763636363636362, "map@1": 0.736, "map@5": 0.81795, "map@10": 0.8243242063492062, "mrr@1": 0.736, "mrr@5": 0.81795, "mrr@10": 0.8243242063492062, "num_pred": 1000, "num_data": 1000 }, "NIGHTS": { "hit@1": 0.679, "hit@5": 0.977, "hit@10": 0.993, "ndcg_linear@1": 0.679, "ndcg_linear@5": 0.851460039622325, "ndcg_linear@10": 0.8568819234846234, "ndcg_exponential@1": 0.679, "ndcg_exponential@5": 0.851460039622325, "ndcg_exponential@10": 0.8568819234846234, "precision@1": 0.679, "precision@5": 0.19540000000000005, "precision@10": 0.09930000000000001, "recall@1": 0.679, "recall@5": 0.977, "recall@10": 0.993, "f1@1": 0.679, "f1@5": 0.3256666666666666, "f1@10": 0.1805454545454545, "map@1": 0.679, "map@5": 0.8084166666666668, "map@10": 0.8108003968253967, "mrr@1": 0.679, "mrr@5": 0.8084166666666668, "mrr@10": 0.8108003968253967, "num_pred": 1000, "num_data": 1000 }, "WebQA": { "hit@1": 0.91, "hit@5": 0.987, "hit@10": 0.991, "ndcg_linear@1": 0.91, "ndcg_linear@5": 0.9551382902817904, "ndcg_linear@10": 0.9564731028156578, "ndcg_exponential@1": 0.91, "ndcg_exponential@5": 0.9551382902817904, "ndcg_exponential@10": 0.9564731028156578, "precision@1": 0.91, "precision@5": 0.19740000000000005, "precision@10": 0.09910000000000002, "recall@1": 0.91, "recall@5": 0.987, "recall@10": 0.991, "f1@1": 0.91, "f1@5": 0.329, "f1@10": 0.1801818181818182, "map@1": 0.91, "map@5": 0.9441833333333334, "map@10": 0.9447595238095238, "mrr@1": 0.91, "mrr@5": 0.9441833333333334, "mrr@10": 0.9447595238095238, "num_pred": 1000, "num_data": 1000 }, "FashionIQ": { "hit@1": 0.338, "hit@5": 0.598, "hit@10": 0.707, "ndcg_linear@1": 0.338, "ndcg_linear@5": 0.4737408022870451, "ndcg_linear@10": 0.509405039694376, "ndcg_exponential@1": 0.338, "ndcg_exponential@5": 0.4737408022870451, "ndcg_exponential@10": 0.509405039694376, "precision@1": 0.338, "precision@5": 0.1196, "precision@10": 0.07069999999999999, "recall@1": 0.338, "recall@5": 0.598, "recall@10": 0.707, "f1@1": 0.338, "f1@5": 0.19933333333333336, "f1@10": 0.12854545454545457, "map@1": 0.338, "map@5": 0.43256666666666665, "map@10": 0.4475174603174603, "mrr@1": 0.338, "mrr@5": 0.43256666666666665, "mrr@10": 0.4475174603174603, "num_pred": 1000, "num_data": 1000 }, "Wiki-SS-NQ": { "hit@1": 0.749, "hit@5": 0.93, "hit@10": 0.954, "ndcg_linear@1": 0.749, "ndcg_linear@5": 0.8518286622685086, "ndcg_linear@10": 0.8598218746062669, "ndcg_exponential@1": 0.749, "ndcg_exponential@5": 0.8518286622685086, "ndcg_exponential@10": 0.8598218746062669, "precision@1": 0.749, "precision@5": 0.18600000000000003, "precision@10": 0.09540000000000003, "recall@1": 0.749, "recall@5": 0.93, "recall@10": 0.954, "f1@1": 0.749, "f1@5": 0.31, "f1@10": 0.17345454545454544, "map@1": 0.749, "map@5": 0.8252166666666667, "map@10": 0.8286500000000001, "mrr@1": 0.749, "mrr@5": 0.8252166666666667, "mrr@10": 0.8286500000000001, "num_pred": 1000, "num_data": 1000 }, "OVEN": { "hit@1": 0.746, "hit@5": 0.925, "hit@10": 0.958, "ndcg_linear@1": 0.746, "ndcg_linear@5": 0.844413209516627, "ndcg_linear@10": 0.8552665639399527, "ndcg_exponential@1": 0.746, "ndcg_exponential@5": 0.844413209516627, "ndcg_exponential@10": 0.8552665639399527, "precision@1": 0.746, "precision@5": 0.18500000000000003, "precision@10": 0.09580000000000001, "recall@1": 0.746, "recall@5": 0.925, "recall@10": 0.958, "f1@1": 0.746, "f1@5": 0.30833333333333335, "f1@10": 0.1741818181818182, "map@1": 0.746, "map@5": 0.8172999999999999, "map@10": 0.8218880952380953, "mrr@1": 0.746, "mrr@5": 0.8172999999999999, "mrr@10": 0.8218880952380953, "num_pred": 1000, "num_data": 1000 }, "EDIS": { "hit@1": 0.92, "hit@5": 0.987, "hit@10": 0.993, "ndcg_linear@1": 0.92, "ndcg_linear@5": 0.9581026722360495, "ndcg_linear@10": 0.960027672213166, "ndcg_exponential@1": 0.92, "ndcg_exponential@5": 0.9581026722360495, "ndcg_exponential@10": 0.960027672213166, "precision@1": 0.92, "precision@5": 0.19740000000000005, "precision@10": 0.09930000000000001, "recall@1": 0.92, "recall@5": 0.987, "recall@10": 0.993, "f1@1": 0.92, "f1@5": 0.329, "f1@10": 0.18054545454545454, "map@1": 0.92, "map@5": 0.9482333333333334, "map@10": 0.9490178571428571, "mrr@1": 0.92, "mrr@5": 0.9482333333333334, "mrr@10": 0.9490178571428571, "num_pred": 1000, "num_data": 1000 }, "MSCOCO": { "hit@1": 0.685, "hit@5": 0.828, "hit@10": 0.876, "ndcg_linear@1": 0.685, "ndcg_linear@5": 0.7659909484428852, "ndcg_linear@10": 0.7811887013291692, "ndcg_exponential@1": 0.685, "ndcg_exponential@5": 0.7659909484428852, "ndcg_exponential@10": 0.7811887013291692, "precision@1": 0.685, "precision@5": 0.1656, "precision@10": 0.08760000000000003, "recall@1": 0.685, "recall@5": 0.828, "recall@10": 0.876, "f1@1": 0.685, "f1@5": 0.276, "f1@10": 0.1592727272727273, "map@1": 0.685, "map@5": 0.7449666666666667, "map@10": 0.7510507936507937, "mrr@1": 0.685, "mrr@5": 0.7449666666666667, "mrr@10": 0.7510507936507937, "num_pred": 1000, "num_data": 1000 }, "RefCOCO": { "hit@1": 0.86, "hit@5": 0.983, "hit@10": 0.99, "ndcg_linear@1": 0.86, "ndcg_linear@5": 0.9311419574836521, "ndcg_linear@10": 0.933415689538874, "ndcg_exponential@1": 0.86, "ndcg_exponential@5": 0.9311419574836521, "ndcg_exponential@10": 0.933415689538874, "precision@1": 0.86, "precision@5": 0.19660000000000002, "precision@10": 0.09900000000000002, "recall@1": 0.86, "recall@5": 0.983, "recall@10": 0.99, "f1@1": 0.86, "f1@5": 0.32766666666666666, "f1@10": 0.18, "map@1": 0.86, "map@5": 0.9133499999999999, "map@10": 0.9142924603174603, "mrr@1": 0.86, "mrr@5": 0.9133499999999999, "mrr@10": 0.9142924603174603, "num_pred": 1000, "num_data": 1000 }, "RefCOCO-Matching": { "hit@1": 0.748, "hit@5": 0.999, "hit@10": 1.0, "ndcg_linear@1": 0.748, "ndcg_linear@5": 0.9073319320018682, "ndcg_linear@10": 0.9076652653352016, "ndcg_exponential@1": 0.748, "ndcg_exponential@5": 0.9073319320018682, "ndcg_exponential@10": 0.9076652653352016, "precision@1": 0.748, "precision@5": 0.19980000000000003, "precision@10": 0.10000000000000002, "recall@1": 0.748, "recall@5": 0.999, "recall@10": 1.0, "f1@1": 0.748, "f1@5": 0.333, "f1@10": 0.18181818181818182, "map@1": 0.748, "map@5": 0.8753333333333333, "map@10": 0.8754761904761905, "mrr@1": 0.748, "mrr@5": 0.8723333333333333, "mrr@10": 0.8724761904761905, "num_pred": 1000, "num_data": 1000 }, "Visual7W-Pointing": { "hit@1": 0.821, "hit@5": 0.94, "hit@10": 0.966, "ndcg_linear@1": 0.821, "ndcg_linear@5": 0.8866903981112136, "ndcg_linear@10": 0.8951395131706409, "ndcg_exponential@1": 0.821, "ndcg_exponential@5": 0.8866903981112136, "ndcg_exponential@10": 0.8951395131706409, "precision@1": 0.821, "precision@5": 0.18800000000000003, "precision@10": 0.0966, "recall@1": 0.821, "recall@5": 0.94, "recall@10": 0.966, "f1@1": 0.821, "f1@5": 0.31333333333333335, "f1@10": 0.17563636363636362, "map@1": 0.821, "map@5": 0.8687166666666667, "map@10": 0.872225, "mrr@1": 0.821, "mrr@5": 0.8687166666666667, "mrr@10": 0.872225, "num_pred": 1000, "num_data": 1000 } }, "visdoc": { "ViDoRe_arxivqa": { "hit@1": 0.778, "hit@5": 0.882, "hit@10": 0.912, "ndcg_linear@1": 0.778, "ndcg_linear@5": 0.8339775475302107, "ndcg_linear@10": 0.8437539073932351, "ndcg_exponential@1": 0.778, "ndcg_exponential@5": 0.8339775475302107, "ndcg_exponential@10": 0.8437539073932351, "precision@1": 0.778, "precision@5": 0.1764, "precision@10": 0.09119999999999999, "recall@1": 0.778, "recall@5": 0.882, "recall@10": 0.912, "f1@1": 0.778, "f1@5": 0.29400000000000004, "f1@10": 0.1658181818181818, "map@1": 0.778, "map@5": 0.8179333333333334, "map@10": 0.8220119047619048, "mrr@1": 0.778, "mrr@5": 0.8179333333333334, "mrr@10": 0.8220119047619048, "num_pred": 500, "num_data": 500 }, "ViDoRe_docvqa": { "hit@1": 0.4656319290465632, "hit@5": 0.6496674057649667, "hit@10": 0.7006651884700665, "ndcg_linear@1": 0.4656319290465632, "ndcg_linear@5": 0.5608930231638922, "ndcg_linear@10": 0.5774070949574647, "ndcg_exponential@1": 0.4656319290465632, "ndcg_exponential@5": 0.5608930231638922, "ndcg_exponential@10": 0.5774070949574647, "precision@1": 0.4656319290465632, "precision@5": 0.13259423503325943, "precision@10": 0.07161862527716185, "recall@1": 0.4587952697708796, "recall@5": 0.6418699186991871, "recall@10": 0.6939763488543976, "f1@1": 0.46042981408835065, "f1@5": 0.21831069456607483, "f1@10": 0.12924348378893835, "map@1": 0.4656319290465632, "map@5": 0.5316260162601626, "map@10": 0.5383579699433357, "mrr@1": 0.4656319290465632, "mrr@5": 0.5375461936437546, "mrr@10": 0.5441831204026326, "num_pred": 451, "num_data": 451 }, "ViDoRe_infovqa": { "hit@1": 0.8481781376518218, "hit@5": 0.9392712550607287, "hit@10": 0.9554655870445344, "ndcg_linear@1": 0.8481781376518218, "ndcg_linear@5": 0.8989267822453011, "ndcg_linear@10": 0.9044014059110002, "ndcg_exponential@1": 0.8481781376518218, "ndcg_exponential@5": 0.8989267822453011, "ndcg_exponential@10": 0.9044014059110002, "precision@1": 0.8481781376518218, "precision@5": 0.1882591093117409, "precision@10": 0.09574898785425101, "recall@1": 0.847165991902834, "recall@5": 0.9392712550607287, "recall@10": 0.9554655870445344, "f1@1": 0.8475033738191633, "f1@5": 0.313572392519761, "f1@10": 0.1740277266593056, "map@1": 0.8481781376518218, "map@5": 0.8850877192982456, "map@10": 0.8874911638069533, "mrr@1": 0.8481781376518218, "mrr@5": 0.8855937921727396, "mrr@10": 0.8879972366814471, "num_pred": 494, "num_data": 494 }, "ViDoRe_tabfquad": { "hit@1": 0.9035714285714286, "hit@5": 0.9714285714285714, "hit@10": 0.9821428571428571, "ndcg_linear@1": 0.9035714285714286, "ndcg_linear@5": 0.9438624131031421, "ndcg_linear@10": 0.9472757398638011, "ndcg_exponential@1": 0.9035714285714286, "ndcg_exponential@5": 0.9438624131031421, "ndcg_exponential@10": 0.9472757398638011, "precision@1": 0.9035714285714286, "precision@5": 0.19428571428571426, "precision@10": 0.0982142857142857, "recall@1": 0.9035714285714286, "recall@5": 0.9714285714285714, "recall@10": 0.9821428571428571, "f1@1": 0.9035714285714286, "f1@5": 0.3238095238095239, "f1@10": 0.1785714285714286, "map@1": 0.9035714285714286, "map@5": 0.9343452380952382, "map@10": 0.9357227891156463, "mrr@1": 0.9035714285714286, "mrr@5": 0.9343452380952382, "mrr@10": 0.9357227891156463, "num_pred": 280, "num_data": 280 }, "ViDoRe_tatdqa": { "hit@1": 0.5595382746051033, "hit@5": 0.8061968408262454, "hit@10": 0.8882138517618469, "ndcg_linear@1": 0.5595382746051033, "ndcg_linear@5": 0.6931574300211526, "ndcg_linear@10": 0.7197622132929462, "ndcg_exponential@1": 0.5595382746051033, "ndcg_exponential@5": 0.6931574300211526, "ndcg_exponential@10": 0.7197622132929462, "precision@1": 0.5595382746051033, "precision@5": 0.1617253948967193, "precision@10": 0.08906439854191979, "recall@1": 0.5583232077764277, "recall@5": 0.8058930741190765, "recall@10": 0.887059538274605, "f1@1": 0.5587282300526528, "f1@5": 0.269281953364578, "f1@10": 0.16179351227953906, "map@1": 0.5595382746051033, "map@5": 0.6552450384771162, "map@10": 0.6663856824625355, "mrr@1": 0.5595382746051033, "mrr@5": 0.6555994329688134, "mrr@10": 0.666856159231615, "num_pred": 1646, "num_data": 1646 }, "ViDoRe_shiftproject": { "hit@1": 0.82, "hit@5": 0.97, "hit@10": 0.97, "ndcg_linear@1": 0.82, "ndcg_linear@5": 0.8987681350120575, "ndcg_linear@10": 0.8987681350120575, "ndcg_exponential@1": 0.82, "ndcg_exponential@5": 0.8987681350120575, "ndcg_exponential@10": 0.8987681350120575, "precision@1": 0.82, "precision@5": 0.19399999999999995, "precision@10": 0.09699999999999998, "recall@1": 0.82, "recall@5": 0.97, "recall@10": 0.97, "f1@1": 0.82, "f1@5": 0.3233333333333334, "f1@10": 0.17636363636363647, "map@1": 0.82, "map@5": 0.8751666666666666, "map@10": 0.8751666666666666, "mrr@1": 0.82, "mrr@5": 0.8751666666666666, "mrr@10": 0.8751666666666666, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_artificial_intelligence": { "hit@1": 0.97, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.97, "ndcg_linear@5": 0.9876185950714291, "ndcg_linear@10": 0.9876185950714291, "ndcg_exponential@1": 0.97, "ndcg_exponential@5": 0.9876185950714291, "ndcg_exponential@10": 0.9876185950714291, "precision@1": 0.97, "precision@5": 0.19999999999999996, "precision@10": 0.09999999999999998, "recall@1": 0.97, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.97, "f1@5": 0.3333333333333335, "f1@10": 0.1818181818181819, "map@1": 0.97, "map@5": 0.9833333333333333, "map@10": 0.9833333333333333, "mrr@1": 0.97, "mrr@5": 0.9833333333333333, "mrr@10": 0.9833333333333333, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_energy": { "hit@1": 0.89, "hit@5": 0.96, "hit@10": 0.97, "ndcg_linear@1": 0.89, "ndcg_linear@5": 0.9277964206794891, "ndcg_linear@10": 0.9309510694473465, "ndcg_exponential@1": 0.89, "ndcg_exponential@5": 0.9277964206794891, "ndcg_exponential@10": 0.9309510694473465, "precision@1": 0.89, "precision@5": 0.19199999999999995, "precision@10": 0.09699999999999998, "recall@1": 0.89, "recall@5": 0.96, "recall@10": 0.97, "f1@1": 0.89, "f1@5": 0.32000000000000006, "f1@10": 0.17636363636363647, "map@1": 0.89, "map@5": 0.9169999999999999, "map@10": 0.9182499999999999, "mrr@1": 0.89, "mrr@5": 0.9169999999999999, "mrr@10": 0.9182499999999999, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_government_reports": { "hit@1": 0.95, "hit@5": 0.99, "hit@10": 1.0, "ndcg_linear@1": 0.95, "ndcg_linear@5": 0.9719253606521631, "ndcg_linear@10": 0.9749356606088029, "ndcg_exponential@1": 0.95, "ndcg_exponential@5": 0.9719253606521631, "ndcg_exponential@10": 0.9749356606088029, "precision@1": 0.95, "precision@5": 0.19799999999999998, "precision@10": 0.09999999999999998, "recall@1": 0.95, "recall@5": 0.99, "recall@10": 1.0, "f1@1": 0.95, "f1@5": 0.3300000000000001, "f1@10": 0.1818181818181819, "map@1": 0.95, "map@5": 0.9658333333333333, "map@10": 0.9669444444444444, "mrr@1": 0.95, "mrr@5": 0.9658333333333333, "mrr@10": 0.9669444444444444, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_healthcare_industry": { "hit@1": 0.95, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.95, "ndcg_linear@5": 0.9815464876785728, "ndcg_linear@10": 0.9815464876785728, "ndcg_exponential@1": 0.95, "ndcg_exponential@5": 0.9815464876785728, "ndcg_exponential@10": 0.9815464876785728, "precision@1": 0.95, "precision@5": 0.19999999999999996, "precision@10": 0.09999999999999998, "recall@1": 0.95, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.95, "f1@5": 0.3333333333333335, "f1@10": 0.1818181818181819, "map@1": 0.95, "map@5": 0.975, "map@10": 0.975, "mrr@1": 0.95, "mrr@5": 0.975, "mrr@10": 0.975, "num_pred": 100, "num_data": 100 }, "ViDoRe_esg_reports_human_labeled_v2": { "hit@1": 0.5384615384615384, "hit@5": 0.7884615384615384, "hit@10": 0.9038461538461539, "ndcg_linear@1": 0.5256410256410257, "ndcg_linear@5": 0.589296384542775, "ndcg_linear@10": 0.624478878331889, "ndcg_exponential@1": 0.521978021978022, "ndcg_exponential@5": 0.5887342206254591, "ndcg_exponential@10": 0.6232093836929005, "precision@1": 0.5384615384615384, "precision@5": 0.2307692307692308, "precision@10": 0.14807692307692308, "recall@1": 0.3705128205128205, "recall@5": 0.6426739926739926, "recall@10": 0.733570596070596, "f1@1": 0.4074457593688363, "f1@5": 0.30411998132586376, "f1@10": 0.22409146283580675, "map@1": 0.5384615384615384, "map@5": 0.5308173076923077, "map@10": 0.5468327737077737, "mrr@1": 0.5384615384615384, "mrr@5": 0.6416666666666667, "mrr@10": 0.6583562271062271, "num_pred": 52, "num_data": 52 }, "ViDoRe_biomedical_lectures_v2": { "hit@1": 0.56875, "hit@5": 0.85625, "hit@10": 0.925, "ndcg_linear@1": 0.56875, "ndcg_linear@5": 0.6121447963138754, "ndcg_linear@10": 0.6524179326238384, "ndcg_exponential@1": 0.56875, "ndcg_exponential@5": 0.6121447963138754, "ndcg_exponential@10": 0.6524179326238384, "precision@1": 0.56875, "precision@5": 0.28375000000000006, "precision@10": 0.18375000000000002, "recall@1": 0.3469893127705628, "recall@5": 0.6348529013878279, "recall@10": 0.757810152470079, "f1@1": 0.39619340728715724, "f1@5": 0.345669126012876, "f1@10": 0.26630844713565305, "map@1": 0.56875, "map@5": 0.5411024305555555, "map@10": 0.5622742996504158, "mrr@1": 0.56875, "mrr@5": 0.6859375, "mrr@10": 0.694858630952381, "num_pred": 160, "num_data": 160 }, "ViDoRe_biomedical_lectures_v2_multilingual": { "hit@1": 0.5421875, "hit@5": 0.8484375, "hit@10": 0.9109375, "ndcg_linear@1": 0.5421875, "ndcg_linear@5": 0.5986619666059443, "ndcg_linear@10": 0.6293523673040508, "ndcg_exponential@1": 0.5421875, "ndcg_exponential@5": 0.5986619666059443, "ndcg_exponential@10": 0.6293523673040508, "precision@1": 0.5421875, "precision@5": 0.28156250000000005, "precision@10": 0.1771875, "recall@1": 0.3202389407467533, "recall@5": 0.635897432836771, "recall@10": 0.736068589171562, "f1@1": 0.36738050144300144, "f1@5": 0.34408507724913984, "f1@10": 0.2570341234541602, "map@1": 0.5421875, "map@5": 0.5220464409722222, "map@10": 0.537115656592498, "mrr@1": 0.5421875, "mrr@5": 0.668203125, "mrr@10": 0.6768824404761904, "num_pred": 640, "num_data": 640 }, "ViDoRe_economics_reports_v2": { "hit@1": 0.6724137931034483, "hit@5": 0.8793103448275862, "hit@10": 0.9482758620689655, "ndcg_linear@1": 0.6724137931034483, "ndcg_linear@5": 0.6146410495038206, "ndcg_linear@10": 0.5781758906590995, "ndcg_exponential@1": 0.6724137931034483, "ndcg_exponential@5": 0.6146410495038206, "ndcg_exponential@10": 0.5781758906590994, "precision@1": 0.6724137931034483, "precision@5": 0.5275862068965518, "precision@10": 0.40689655172413797, "recall@1": 0.10390117860620204, "recall@5": 0.3192381710568663, "recall@10": 0.4408362472908934, "f1@1": 0.15301125939339272, "f1@5": 0.32327849474391646, "f1@10": 0.3452117138076931, "map@1": 0.6724137931034483, "map@5": 0.5211637931034483, "map@10": 0.44485888480551866, "mrr@1": 0.6724137931034483, "mrr@5": 0.7649425287356322, "mrr@10": 0.773611111111111, "num_pred": 58, "num_data": 58 }, "ViDoRe_economics_reports_v2_multilingual": { "hit@1": 0.6594827586206896, "hit@5": 0.853448275862069, "hit@10": 0.9008620689655172, "ndcg_linear@1": 0.6594827586206896, "ndcg_linear@5": 0.5798064778470571, "ndcg_linear@10": 0.5442831167476708, "ndcg_exponential@1": 0.6594827586206896, "ndcg_exponential@5": 0.5798064778470569, "ndcg_exponential@10": 0.5442831167476708, "precision@1": 0.6594827586206896, "precision@5": 0.49051724137931035, "precision@10": 0.3801724137931034, "recall@1": 0.11892481076730273, "recall@5": 0.2952923353492653, "recall@10": 0.3976602828933967, "f1@1": 0.16378618502482922, "f1@5": 0.2984260202015666, "f1@10": 0.315370215256687, "map@1": 0.6594827586206896, "map@5": 0.4882866379310345, "map@10": 0.4196400328570125, "mrr@1": 0.6594827586206896, "mrr@5": 0.739655172413793, "mrr@10": 0.7464063355227147, "num_pred": 232, "num_data": 232 }, "ViDoRe_esg_reports_v2": { "hit@1": 0.43859649122807015, "hit@5": 0.8421052631578947, "hit@10": 0.9122807017543859, "ndcg_linear@1": 0.43859649122807015, "ndcg_linear@5": 0.5450714742581306, "ndcg_linear@10": 0.5810543681505067, "ndcg_exponential@1": 0.43859649122807015, "ndcg_exponential@5": 0.5450714742581306, "ndcg_exponential@10": 0.5810543681505067, "precision@1": 0.43859649122807015, "precision@5": 0.2807017543859649, "precision@10": 0.18947368421052632, "recall@1": 0.21871345029239764, "recall@5": 0.6043233082706767, "recall@10": 0.7227652464494568, "f1@1": 0.26665186665186663, "f1@5": 0.33131290240823713, "f1@10": 0.2609817805475293, "map@1": 0.43859649122807015, "map@5": 0.4562378167641325, "map@10": 0.46908324050867917, "mrr@1": 0.43859649122807015, "mrr@5": 0.5976608187134502, "mrr@10": 0.6069896964633807, "num_pred": 57, "num_data": 57 }, "ViDoRe_esg_reports_v2_multilingual": { "hit@1": 0.4780701754385965, "hit@5": 0.8157894736842105, "hit@10": 0.8903508771929824, "ndcg_linear@1": 0.4780701754385965, "ndcg_linear@5": 0.5373421213557084, "ndcg_linear@10": 0.5783023724706139, "ndcg_exponential@1": 0.4780701754385965, "ndcg_exponential@5": 0.5373421213557084, "ndcg_exponential@10": 0.5783023724706139, "precision@1": 0.4780701754385965, "precision@5": 0.26403508771929823, "precision@10": 0.18333333333333338, "recall@1": 0.25607769423558896, "recall@5": 0.5779709690893902, "recall@10": 0.6975563909774436, "f1@1": 0.3051582483524407, "f1@5": 0.31453422392623853, "f1@10": 0.25245907358503084, "map@1": 0.4780701754385965, "map@5": 0.4532309941520468, "map@10": 0.47189643669358583, "mrr@1": 0.4780701754385965, "mrr@5": 0.6087719298245614, "mrr@10": 0.6179546087440825, "num_pred": 228, "num_data": 228 }, "VisRAG_ArxivQA": { "hit@1": 0.7867647058823529, "hit@5": 0.8811274509803921, "hit@10": 0.9191176470588235, "ndcg_linear@1": 0.7867647058823529, "ndcg_linear@5": 0.8368378393839788, "ndcg_linear@10": 0.8493028487060746, "ndcg_exponential@1": 0.7867647058823529, "ndcg_exponential@5": 0.8368378393839788, "ndcg_exponential@10": 0.8493028487060746, "precision@1": 0.7867647058823529, "precision@5": 0.17622549019607844, "precision@10": 0.09191176470588236, "recall@1": 0.7867647058823529, "recall@5": 0.8811274509803921, "recall@10": 0.9191176470588235, "f1@1": 0.7867647058823529, "f1@5": 0.29370915032679745, "f1@10": 0.16711229946524064, "map@1": 0.7867647058823529, "map@5": 0.822140522875817, "map@10": 0.8273916511048864, "mrr@1": 0.7867647058823529, "mrr@5": 0.822140522875817, "mrr@10": 0.8273916511048864, "num_pred": 816, "num_data": 816 }, "VisRAG_ChartQA": { "hit@1": 0.7936507936507936, "hit@5": 0.9206349206349206, "hit@10": 0.9206349206349206, "ndcg_linear@1": 0.7936507936507936, "ndcg_linear@5": 0.8639421330527995, "ndcg_linear@10": 0.8639421330527995, "ndcg_exponential@1": 0.7936507936507936, "ndcg_exponential@5": 0.8639421330527995, "ndcg_exponential@10": 0.8639421330527995, "precision@1": 0.7936507936507936, "precision@5": 0.18412698412698403, "precision@10": 0.09206349206349201, "recall@1": 0.7936507936507936, "recall@5": 0.9206349206349206, "recall@10": 0.9206349206349206, "f1@1": 0.7936507936507936, "f1@5": 0.3068783068783068, "f1@10": 0.16738816738816742, "map@1": 0.7936507936507936, "map@5": 0.844973544973545, "map@10": 0.844973544973545, "mrr@1": 0.7936507936507936, "mrr@5": 0.844973544973545, "mrr@10": 0.844973544973545, "num_pred": 63, "num_data": 63 }, "VisRAG_MP-DocVQA": { "hit@1": 0.7715736040609137, "hit@5": 0.922165820642978, "hit@10": 0.9543147208121827, "ndcg_linear@1": 0.7715736040609137, "ndcg_linear@5": 0.8554025361255457, "ndcg_linear@10": 0.8661922441886736, "ndcg_exponential@1": 0.7715736040609137, "ndcg_exponential@5": 0.8554025361255457, "ndcg_exponential@10": 0.8661922441886736, "precision@1": 0.7715736040609137, "precision@5": 0.1844331641285956, "precision@10": 0.09543147208121826, "recall@1": 0.7715736040609137, "recall@5": 0.922165820642978, "recall@10": 0.9543147208121827, "f1@1": 0.7715736040609137, "f1@5": 0.30738860688099273, "f1@10": 0.1735117674203969, "map@1": 0.7715736040609137, "map@5": 0.8328539199097573, "map@10": 0.8375386082238874, "mrr@1": 0.7715736040609137, "mrr@5": 0.8328539199097573, "mrr@10": 0.8375386082238874, "num_pred": 591, "num_data": 591 }, "VisRAG_SlideVQA": { "hit@1": 0.9226618705035972, "hit@5": 0.9802158273381295, "hit@10": 0.9838129496402878, "ndcg_linear@1": 0.9226618705035972, "ndcg_linear@5": 0.9406544955213136, "ndcg_linear@10": 0.9437533706328498, "ndcg_exponential@1": 0.9226618705035972, "ndcg_exponential@5": 0.9406544955213136, "ndcg_exponential@10": 0.9437533706328498, "precision@1": 0.9226618705035972, "precision@5": 0.24280575539568344, "precision@10": 0.122841726618705, "recall@1": 0.7985611510791367, "recall@5": 0.9685251798561151, "recall@10": 0.9766187050359713, "f1@1": 0.8399280575539568, "f1@5": 0.3812949640287771, "f1@10": 0.2157183344233704, "map@1": 0.9226618705035972, "map@5": 0.9232464028776979, "map@10": 0.9250995632065777, "mrr@1": 0.9226618705035972, "mrr@5": 0.946702637889688, "mrr@10": 0.9471522781774578, "num_pred": 556, "num_data": 556 }, "VisRAG_InfoVQA": { "hit@1": 0.8523676880222841, "hit@5": 0.9707520891364902, "hit@10": 0.9888579387186629, "ndcg_linear@1": 0.8523676880222841, "ndcg_linear@5": 0.9191675080778411, "ndcg_linear@10": 0.9252174145083141, "ndcg_exponential@1": 0.8523676880222841, "ndcg_exponential@5": 0.9191675080778411, "ndcg_exponential@10": 0.9252174145083141, "precision@1": 0.8523676880222841, "precision@5": 0.19415041782729803, "precision@10": 0.0988857938718663, "recall@1": 0.8523676880222841, "recall@5": 0.9707520891364902, "recall@10": 0.9888579387186629, "f1@1": 0.8523676880222841, "f1@5": 0.32358402971216355, "f1@10": 0.1797923524943024, "map@1": 0.8523676880222841, "map@5": 0.9016480965645313, "map@10": 0.9042606225405669, "mrr@1": 0.8523676880222841, "mrr@5": 0.9016480965645313, "mrr@10": 0.9042606225405669, "num_pred": 718, "num_data": 718 }, "VisRAG_PlotQA": { "hit@1": 0.5492468134414832, "hit@5": 0.8377752027809965, "hit@10": 0.9049826187717266, "ndcg_linear@1": 0.5492468134414832, "ndcg_linear@5": 0.705214238124971, "ndcg_linear@10": 0.7270757770493562, "ndcg_exponential@1": 0.5492468134414832, "ndcg_exponential@5": 0.705214238124971, "ndcg_exponential@10": 0.7270757770493562, "precision@1": 0.5492468134414832, "precision@5": 0.16755504055619927, "precision@10": 0.09049826187717265, "recall@1": 0.5492468134414832, "recall@5": 0.8377752027809965, "recall@10": 0.9049826187717266, "f1@1": 0.5492468134414832, "f1@5": 0.27925840092699894, "f1@10": 0.16454229432213213, "map@1": 0.5492468134414832, "map@5": 0.6608342989571262, "map@10": 0.6699258768783681, "mrr@1": 0.5492468134414832, "mrr@5": 0.6608342989571262, "mrr@10": 0.6699258768783681, "num_pred": 863, "num_data": 863 }, "ViDoSeek-page": { "hit@1": 0.020140105078809107, "hit@5": 0.4352014010507881, "hit@10": 0.6392294220665499, "ndcg_linear@1": 0.020140105078809107, "ndcg_linear@5": 0.22891788122147116, "ndcg_linear@10": 0.2945302515228599, "ndcg_exponential@1": 0.020140105078809107, "ndcg_exponential@5": 0.22891788122147122, "ndcg_exponential@10": 0.2945302515228599, "precision@1": 0.020140105078809107, "precision@5": 0.08704028021015763, "precision@10": 0.063922942206655, "recall@1": 0.020140105078809107, "recall@5": 0.4352014010507881, "recall@10": 0.6392294220665499, "f1@1": 0.020140105078809107, "f1@5": 0.14506713368359606, "f1@10": 0.11622353128482728, "map@1": 0.020140105078809107, "map@5": 0.161456509048453, "map@10": 0.18832214438606731, "mrr@1": 0.020140105078809107, "mrr@5": 0.161456509048453, "mrr@10": 0.18832214438606731, "num_pred": 1142, "num_data": 1142 }, "ViDoSeek-doc": { "hit@1": 0.9938704028021016, "hit@5": 0.9982486865148862, "hit@10": 0.999124343257443, "ndcg_linear@1": 0.6795096322241682, "ndcg_linear@5": 0.8226918152794956, "ndcg_linear@10": 0.7978366708129369, "ndcg_exponential@1": 0.45496622466850134, "ndcg_exponential@5": 0.7042590807020261, "ndcg_exponential@10": 0.7245604277334962, "precision@1": 0.9938704028021016, "precision@5": 0.9052539404553417, "precision@10": 0.8042031523642732, "recall@1": 0.05860866742322132, "recall@5": 0.2664467811756284, "recall@10": 0.463461685999827, "f1@1": 0.10994096713812122, "f1@5": 0.4033655836761433, "f1@10": 0.5748187922741919, "map@1": 0.9938704028021016, "map@5": 0.896579100992411, "map@10": 0.7894488850544434, "mrr@1": 0.9938704028021016, "mrr@5": 0.9957968476357268, "mrr@10": 0.9958844133099825, "num_pred": 1142, "num_data": 1142 }, "MMLongBench-page": { "hit@1": 0.06921241050119331, "hit@5": 0.324582338902148, "hit@10": 0.42601431980906923, "ndcg_linear@1": 0.06921241050119331, "ndcg_linear@5": 0.16207753250349682, "ndcg_linear@10": 0.19677211691223617, "ndcg_exponential@1": 0.06921241050119331, "ndcg_exponential@5": 0.16207753250349682, "ndcg_exponential@10": 0.19677211691223617, "precision@1": 0.06921241050119331, "precision@5": 0.07661097852028638, "precision@10": 0.05560859188544153, "recall@1": 0.03900159108989658, "recall@5": 0.2395343220820548, "recall@10": 0.3357341743379929, "f1@1": 0.04752522735816291, "f1@5": 0.10982885412900857, "f1@10": 0.0908506340699305, "map@1": 0.06921241050119331, "map@5": 0.11860547600106072, "map@10": 0.1342412405495213, "mrr@1": 0.06921241050119331, "mrr@5": 0.16272871917263326, "mrr@10": 0.17640783043527675, "num_pred": 838, "num_data": 838 }, "MMLongBench-doc": { "hit@1": 0.711217183770883, "hit@5": 0.8031026252983293, "hit@10": 0.834128878281623, "ndcg_linear@1": 0.4988066825775656, "ndcg_linear@5": 0.519541593888753, "ndcg_linear@10": 0.49663505664434826, "ndcg_exponential@1": 0.3470848960109103, "ndcg_exponential@5": 0.43570154580159437, "ndcg_exponential@10": 0.44278868712368374, "precision@1": 0.711217183770883, "precision@5": 0.5730310262529832, "precision@10": 0.5023866348448688, "recall@1": 0.023227151217942815, "recall@5": 0.09066544823381396, "recall@10": 0.1549273781103741, "f1@1": 0.04453672442732697, "f1@5": 0.15029740680454912, "f1@10": 0.22210925386216956, "map@1": 0.711217183770883, "map@5": 0.5397295147175815, "map@10": 0.45481248395230095, "mrr@1": 0.711217183770883, "mrr@5": 0.7474343675417662, "mrr@10": 0.7516578588475964, "num_pred": 838, "num_data": 838 } }, "video": { "DiDeMo": { "hit@1": 0.3954183266932271, "hit@5": 0.6454183266932271, "hit@10": 0.7310756972111554, "ndcg_linear@1": 0.3954183266932271, "ndcg_linear@5": 0.5292216820901535, "ndcg_linear@10": 0.557033676703922, "ndcg_exponential@1": 0.3954183266932271, "ndcg_exponential@5": 0.5292216820901535, "ndcg_exponential@10": 0.557033676703922, "precision@1": 0.3954183266932271, "precision@5": 0.1290836653386454, "precision@10": 0.07310756972111554, "recall@1": 0.3954183266932271, "recall@5": 0.6454183266932271, "recall@10": 0.7310756972111554, "f1@1": 0.3954183266932271, "f1@5": 0.21513944223107576, "f1@10": 0.13292285403839194, "map@1": 0.3954183266932271, "map@5": 0.4904714475431607, "map@10": 0.5020165370264972, "mrr@1": 0.3954183266932271, "mrr@5": 0.4904714475431607, "mrr@10": 0.5020165370264972, "num_pred": 1004, "num_data": 1004 }, "MSR-VTT": { "hit@1": 0.43, "hit@5": 0.655, "hit@10": 0.759, "ndcg_linear@1": 0.43, "ndcg_linear@5": 0.5477542728912066, "ndcg_linear@10": 0.5814164877334193, "ndcg_exponential@1": 0.43, "ndcg_exponential@5": 0.5477542728912066, "ndcg_exponential@10": 0.5814164877334193, "precision@1": 0.43, "precision@5": 0.131, "precision@10": 0.07590000000000001, "recall@1": 0.43, "recall@5": 0.655, "recall@10": 0.759, "f1@1": 0.43, "f1@5": 0.2183333333333334, "f1@10": 0.138, "map@1": 0.43, "map@5": 0.51225, "map@10": 0.5261535714285714, "mrr@1": 0.43, "mrr@5": 0.51225, "mrr@10": 0.5261535714285714, "num_pred": 1000, "num_data": 1000 }, "MSVD": { "hit@1": 0.5835820895522388, "hit@5": 0.8477611940298507, "hit@10": 0.9149253731343283, "ndcg_linear@1": 0.5835820895522388, "ndcg_linear@5": 0.7294517948333389, "ndcg_linear@10": 0.7515440479150944, "ndcg_exponential@1": 0.5835820895522388, "ndcg_exponential@5": 0.7294517948333389, "ndcg_exponential@10": 0.7515440479150944, "precision@1": 0.5835820895522388, "precision@5": 0.16955223880597012, "precision@10": 0.09149253731343282, "recall@1": 0.5835820895522388, "recall@5": 0.8477611940298507, "recall@10": 0.9149253731343283, "f1@1": 0.5835820895522388, "f1@5": 0.28258706467661704, "f1@10": 0.16635006784260517, "map@1": 0.5835820895522388, "map@5": 0.6896517412935323, "map@10": 0.6989913527600095, "mrr@1": 0.5835820895522388, "mrr@5": 0.6896517412935323, "mrr@10": 0.6989913527600095, "num_pred": 670, "num_data": 670 }, "VATEX": { "hit@1": 0.3378740509155873, "hit@5": 0.6025011165698972, "hit@10": 0.71572130415364, "ndcg_linear@1": 0.3378740509155873, "ndcg_linear@5": 0.47769987329524893, "ndcg_linear@10": 0.5144788352866694, "ndcg_exponential@1": 0.3378740509155873, "ndcg_exponential@5": 0.47769987329524893, "ndcg_exponential@10": 0.5144788352866694, "precision@1": 0.3378740509155873, "precision@5": 0.12050022331397943, "precision@10": 0.071572130415364, "recall@1": 0.3378740509155873, "recall@5": 0.6025011165698972, "recall@10": 0.71572130415364, "f1@1": 0.3378740509155873, "f1@5": 0.20083370552329913, "f1@10": 0.13013114620975275, "map@1": 0.3378740509155873, "map@5": 0.43629968736042873, "map@10": 0.4515752497217437, "mrr@1": 0.3378740509155873, "mrr@5": 0.43629968736042873, "mrr@10": 0.4515752497217437, "num_pred": 4478, "num_data": 4478 }, "YouCook2": { "hit@1": 0.1689210443535703, "hit@5": 0.35199748348537274, "hit@10": 0.443535703051274, "ndcg_linear@1": 0.1689210443535703, "ndcg_linear@5": 0.2629752832004448, "ndcg_linear@10": 0.29271527912337164, "ndcg_exponential@1": 0.1689210443535703, "ndcg_exponential@5": 0.2629752832004448, "ndcg_exponential@10": 0.29271527912337164, "precision@1": 0.1689210443535703, "precision@5": 0.07039949669707456, "precision@10": 0.0443535703051274, "recall@1": 0.1689210443535703, "recall@5": 0.35199748348537274, "recall@10": 0.443535703051274, "f1@1": 0.1689210443535703, "f1@5": 0.11733249449512427, "f1@10": 0.08064285510023164, "map@1": 0.1689210443535703, "map@5": 0.23367935409457902, "map@10": 0.24603074741483047, "mrr@1": 0.1689210443535703, "mrr@5": 0.23367935409457902, "mrr@10": 0.24603074741483047, "num_pred": 3179, "num_data": 3179 }, "QVHighlight": { "hit@1": 0.5152354570637119, "hit@5": 0.8587257617728532, "hit@10": 1.0, "ndcg_linear@1": 0.5152354570637119, "ndcg_linear@5": 0.6968949839565493, "ndcg_linear@10": 0.742731199912767, "ndcg_exponential@1": 0.5152354570637119, "ndcg_exponential@5": 0.6968949839565493, "ndcg_exponential@10": 0.742731199912767, "precision@1": 0.5152354570637119, "precision@5": 0.17174515235457063, "precision@10": 0.09999999999999998, "recall@1": 0.5152354570637119, "recall@5": 0.8587257617728532, "recall@10": 1.0, "f1@1": 0.5152354570637119, "f1@5": 0.28624192059095116, "f1@10": 0.18181818181818185, "map@1": 0.5152354570637119, "map@5": 0.6431517389966143, "map@10": 0.6621561212973954, "mrr@1": 0.5152354570637119, "mrr@5": 0.6431517389966143, "mrr@10": 0.6621561212973954, "num_pred": 1083, "num_data": 1083 }, "Charades-STA": { "hit@1": 0.1815680880330124, "hit@5": 0.5295735900962861, "hit@10": 1.0, "ndcg_linear@1": 0.1815680880330124, "ndcg_linear@5": 0.35150044729928126, "ndcg_linear@10": 0.49842400295841127, "ndcg_exponential@1": 0.1815680880330124, "ndcg_exponential@5": 0.35150044729928126, "ndcg_exponential@10": 0.49842400295841127, "precision@1": 0.1815680880330124, "precision@5": 0.1059147180192572, "precision@10": 0.09999999999999998, "recall@1": 0.1815680880330124, "recall@5": 0.5295735900962861, "recall@10": 1.0, "f1@1": 0.1815680880330124, "f1@5": 0.17652453003209542, "f1@10": 0.18181818181818185, "map@1": 0.1815680880330124, "map@5": 0.29371847776249427, "map@10": 0.35136787406388503, "mrr@1": 0.1815680880330124, "mrr@5": 0.29371847776249427, "mrr@10": 0.35136787406388503, "num_pred": 727, "num_data": 727 }, "MomentSeeker": { "hit@1": 0.4038888888888889, "hit@5": 0.8922222222222222, "hit@10": 1.0, "ndcg_linear@1": 0.4038888888888889, "ndcg_linear@5": 0.6653924165164706, "ndcg_linear@10": 0.7059801123805041, "ndcg_exponential@1": 0.4038888888888889, "ndcg_exponential@5": 0.6653924165164706, "ndcg_exponential@10": 0.7059801123805041, "precision@1": 0.4038888888888889, "precision@5": 0.19644444444444445, "precision@10": 0.11261111111111112, "recall@1": 0.381550925925926, "recall@5": 0.8777546296296297, "recall@10": 0.9972685185185186, "f1@1": 0.38838536155202824, "f1@5": 0.3158506154339488, "f1@10": 0.19978680270346938, "map@1": 0.4038888888888889, "map@5": 0.5893097222222223, "map@10": 0.6081910640799529, "mrr@1": 0.4038888888888889, "mrr@5": 0.5971944444444444, "mrr@10": 0.612231922398589, "num_pred": 1800, "num_data": 1800 }, "K700": { "hit@1": 0.464, "hit@5": 0.703, "hit@10": 0.789, "ndcg_linear@1": 0.464, "ndcg_linear@5": 0.5931449504305456, "ndcg_linear@10": 0.6208968507825027, "ndcg_exponential@1": 0.464, "ndcg_exponential@5": 0.5931449504305456, "ndcg_exponential@10": 0.6208968507825027, "precision@1": 0.464, "precision@5": 0.14059999999999997, "precision@10": 0.07890000000000001, "recall@1": 0.464, "recall@5": 0.703, "recall@10": 0.789, "f1@1": 0.464, "f1@5": 0.23433333333333337, "f1@10": 0.14345454545454547, "map@1": 0.464, "map@5": 0.5564, "map@10": 0.5678150793650794, "mrr@1": 0.464, "mrr@5": 0.5564, "mrr@10": 0.5678150793650794, "num_pred": 1000, "num_data": 1000 }, "SmthSmthV2": { "hit@1": 0.499, "hit@5": 0.781, "hit@10": 0.862, "ndcg_linear@1": 0.499, "ndcg_linear@5": 0.6544550514934299, "ndcg_linear@10": 0.6810844225527735, "ndcg_exponential@1": 0.499, "ndcg_exponential@5": 0.6544550514934299, "ndcg_exponential@10": 0.6810844225527735, "precision@1": 0.499, "precision@5": 0.15619999999999998, "precision@10": 0.08620000000000001, "recall@1": 0.499, "recall@5": 0.781, "recall@10": 0.862, "f1@1": 0.499, "f1@5": 0.26033333333333336, "f1@10": 0.15672727272727274, "map@1": 0.499, "map@5": 0.6119, "map@10": 0.6231444444444445, "mrr@1": 0.499, "mrr@5": 0.6119, "mrr@10": 0.6231444444444445, "num_pred": 1000, "num_data": 1000 }, "HMDB51": { "hit@1": 0.489, "hit@5": 0.774, "hit@10": 0.854, "ndcg_linear@1": 0.489, "ndcg_linear@5": 0.6446285128958543, "ndcg_linear@10": 0.6704831072791624, "ndcg_exponential@1": 0.489, "ndcg_exponential@5": 0.6446285128958543, "ndcg_exponential@10": 0.6704831072791624, "precision@1": 0.489, "precision@5": 0.15480000000000002, "precision@10": 0.0854, "recall@1": 0.489, "recall@5": 0.774, "recall@10": 0.854, "f1@1": 0.489, "f1@5": 0.25800000000000006, "f1@10": 0.15527272727272728, "map@1": 0.489, "map@5": 0.6011833333333334, "map@10": 0.6118492063492063, "mrr@1": 0.489, "mrr@5": 0.6011833333333334, "mrr@10": 0.6118492063492063, "num_pred": 1000, "num_data": 1000 }, "UCF101": { "hit@1": 0.699, "hit@5": 0.905, "hit@10": 0.939, "ndcg_linear@1": 0.699, "ndcg_linear@5": 0.8157725031603894, "ndcg_linear@10": 0.82703643669356, "ndcg_exponential@1": 0.699, "ndcg_exponential@5": 0.8157725031603894, "ndcg_exponential@10": 0.82703643669356, "precision@1": 0.699, "precision@5": 0.181, "precision@10": 0.09390000000000001, "recall@1": 0.699, "recall@5": 0.905, "recall@10": 0.939, "f1@1": 0.699, "f1@5": 0.30166666666666664, "f1@10": 0.17072727272727273, "map@1": 0.699, "map@5": 0.7854833333333333, "map@10": 0.7902900793650793, "mrr@1": 0.699, "mrr@5": 0.7854833333333333, "mrr@10": 0.7902900793650793, "num_pred": 1000, "num_data": 1000 }, "Breakfast": { "hit@1": 0.12702078521939955, "hit@5": 0.6073903002309469, "hit@10": 1.0, "ndcg_linear@1": 0.12702078521939955, "ndcg_linear@5": 0.3635576849613301, "ndcg_linear@10": 0.4911876506328746, "ndcg_exponential@1": 0.12702078521939955, "ndcg_exponential@5": 0.3635576849613301, "ndcg_exponential@10": 0.4911876506328746, "precision@1": 0.12702078521939955, "precision@5": 0.12147806004618936, "precision@10": 0.1, "recall@1": 0.12702078521939955, "recall@5": 0.6073903002309469, "recall@10": 1.0, "f1@1": 0.12702078521939955, "f1@5": 0.20246343341031567, "f1@10": 0.1818181818181818, "map@1": 0.12702078521939955, "map@5": 0.28421862971516554, "map@10": 0.3372346860222149, "mrr@1": 0.12702078521939955, "mrr@5": 0.28421862971516554, "mrr@10": 0.3372346860222149, "num_pred": 433, "num_data": 433 }, "MVBench": { "hit@1": 0.41575, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.41575, "ndcg_linear@5": 0.7383191847708812, "ndcg_linear@10": 0.7383191847708812, "ndcg_exponential@1": 0.41575, "ndcg_exponential@5": 0.7383191847708812, "ndcg_exponential@10": 0.7383191847708812, "precision@1": 0.41575, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.41575, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.41575, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.41575, "map@5": 0.6497583333333333, "map@10": 0.6497583333333333, "mrr@1": 0.41575, "mrr@5": 0.6497583333333333, "mrr@10": 0.6497583333333333, "num_pred": 4000, "num_data": 4000 }, "Video-MME": { "hit@1": 0.3977777777777778, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.3977777777777778, "ndcg_linear@5": 0.7196994876582079, "ndcg_linear@10": 0.7196994876582079, "ndcg_exponential@1": 0.3977777777777778, "ndcg_exponential@5": 0.7196994876582079, "ndcg_exponential@10": 0.7196994876582079, "precision@1": 0.3977777777777778, "precision@5": 0.19999999999999996, "precision@10": 0.09999999999999998, "recall@1": 0.3977777777777778, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.3977777777777778, "f1@5": 0.3333333333333334, "f1@10": 0.18181818181818188, "map@1": 0.3977777777777778, "map@5": 0.6258024691358024, "map@10": 0.6258024691358024, "mrr@1": 0.3977777777777778, "mrr@5": 0.6258024691358024, "mrr@10": 0.6258024691358024, "num_pred": 2700, "num_data": 2700 }, "NExTQA": { "hit@1": 0.49532928538066323, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.49532928538066323, "ndcg_linear@5": 0.7576205695993969, "ndcg_linear@10": 0.7576205695993969, "ndcg_exponential@1": 0.49532928538066323, "ndcg_exponential@5": 0.7576205695993969, "ndcg_exponential@10": 0.7576205695993969, "precision@1": 0.49532928538066323, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.49532928538066323, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.49532928538066323, "f1@5": 0.3333333333333333, "f1@10": 0.1818181818181818, "map@1": 0.49532928538066323, "map@5": 0.6775903004826405, "map@10": 0.6775903004826405, "mrr@1": 0.49532928538066323, "mrr@5": 0.6773567647516736, "mrr@10": 0.6773567647516736, "num_pred": 8564, "num_data": 8564 }, "EgoSchema": { "hit@1": 0.356, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.356, "ndcg_linear@5": 0.6967117751574468, "ndcg_linear@10": 0.6967117751574468, "ndcg_exponential@1": 0.356, "ndcg_exponential@5": 0.6967117751574468, "ndcg_exponential@10": 0.6967117751574468, "precision@1": 0.356, "precision@5": 0.2, "precision@10": 0.1, "recall@1": 0.356, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.356, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.356, "map@5": 0.5960333333333333, "map@10": 0.5960333333333333, "mrr@1": 0.356, "mrr@5": 0.5960333333333333, "mrr@10": 0.5960333333333333, "num_pred": 500, "num_data": 500 }, "ActivityNetQA": { "hit@1": 0.712, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.712, "ndcg_linear@5": 0.8937077690285798, "ndcg_linear@10": 0.8937077690285798, "ndcg_exponential@1": 0.712, "ndcg_exponential@5": 0.8937077690285798, "ndcg_exponential@10": 0.8937077690285798, "precision@1": 0.712, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.712, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.712, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.712, "map@5": 0.856, "map@10": 0.856, "mrr@1": 0.712, "mrr@5": 0.856, "mrr@10": 0.856, "num_pred": 1000, "num_data": 1000 } } } }