{ "metadata": { "model_name": "UME-R1-2B", "model_backbone": "Qwen2-VL-2B-Instruct", "model_size": "2.21", "embedding_dimension": 1536, "max_length_tokens": null, "model_release_date": "2025-11-04", "data_source": "Self-Reported", "url": "https://huggingface.co/zhibinlan/UME-R1-2B", "report_generated_date": "2025-10-20T08:00:47.802341" }, "metrics": { "image": { "ImageNet-1K": { "hit@1": 0.753, "hit@5": 0.94, "hit@10": 0.971, "ndcg_linear@1": 0.753, "ndcg_linear@5": 0.859603633860468, "ndcg_linear@10": 0.8697601578968841, "ndcg_exponential@1": 0.753, "ndcg_exponential@5": 0.859603633860468, "ndcg_exponential@10": 0.8697601578968841, "precision@1": 0.753, "precision@5": 0.18800000000000003, "precision@10": 0.0971, "recall@1": 0.753, "recall@5": 0.94, "recall@10": 0.971, "f1@1": 0.753, "f1@5": 0.3133333333333333, "f1@10": 0.17654545454545453, "map@1": 0.753, "map@5": 0.8322, "map@10": 0.8364642857142857, "mrr@1": 0.753, "mrr@5": 0.8322, "mrr@10": 0.8364642857142857, "num_pred": 1000, "num_data": 1000 }, "N24News": { "hit@1": 0.811, "hit@5": 0.967, "hit@10": 0.994, "ndcg_linear@1": 0.811, "ndcg_linear@5": 0.8991366147781085, "ndcg_linear@10": 0.9080706485533716, "ndcg_exponential@1": 0.811, "ndcg_exponential@5": 0.8991366147781085, "ndcg_exponential@10": 0.9080706485533716, "precision@1": 0.811, "precision@5": 0.19340000000000004, "precision@10": 0.09940000000000002, "recall@1": 0.811, "recall@5": 0.967, "recall@10": 0.994, "f1@1": 0.811, "f1@5": 0.3223333333333333, "f1@10": 0.18072727272727268, "map@1": 0.811, "map@5": 0.8760666666666667, "map@10": 0.8798773809523809, "mrr@1": 0.811, "mrr@5": 0.8760666666666667, "mrr@10": 0.8798773809523809, "num_pred": 1000, "num_data": 1000 }, "HatefulMemes": { "hit@1": 0.752, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.752, "ndcg_linear@5": 0.9084705788857216, "ndcg_linear@10": 0.9084705788857216, "ndcg_exponential@1": 0.752, "ndcg_exponential@5": 0.9084705788857216, "ndcg_exponential@10": 0.9084705788857216, "precision@1": 0.752, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.752, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.752, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.752, "map@5": 0.876, "map@10": 0.876, "mrr@1": 0.752, "mrr@5": 0.876, "mrr@10": 0.876, "num_pred": 1000, "num_data": 1000 }, "VOC2007": { "hit@1": 0.8, "hit@5": 0.966, "hit@10": 0.987, "ndcg_linear@1": 0.8, "ndcg_linear@5": 0.8939317172311164, "ndcg_linear@10": 0.9006970098147691, "ndcg_exponential@1": 0.8, "ndcg_exponential@5": 0.8939317172311164, "ndcg_exponential@10": 0.9006970098147691, "precision@1": 0.8, "precision@5": 0.19320000000000004, "precision@10": 0.09870000000000002, "recall@1": 0.8, "recall@5": 0.966, "recall@10": 0.987, "f1@1": 0.8, "f1@5": 0.322, "f1@10": 0.17945454545454545, "map@1": 0.8, "map@5": 0.8694500000000001, "map@10": 0.8722325396825397, "mrr@1": 0.8, "mrr@5": 0.8694500000000001, "mrr@10": 0.8722325396825397, "num_pred": 1000, "num_data": 1000 }, "SUN397": { "hit@1": 0.794, "hit@5": 0.967, "hit@10": 0.989, "ndcg_linear@1": 0.794, "ndcg_linear@5": 0.8921923375604024, "ndcg_linear@10": 0.8994661757518256, "ndcg_exponential@1": 0.794, "ndcg_exponential@5": 0.8921923375604024, "ndcg_exponential@10": 0.8994661757518256, "precision@1": 0.794, "precision@5": 0.19340000000000004, "precision@10": 0.09890000000000002, "recall@1": 0.794, "recall@5": 0.967, "recall@10": 0.989, "f1@1": 0.794, "f1@5": 0.3223333333333333, "f1@10": 0.17981818181818182, "map@1": 0.794, "map@5": 0.8667333333333334, "map@10": 0.8698281746031746, "mrr@1": 0.794, "mrr@5": 0.8667333333333334, "mrr@10": 0.8698281746031746, "num_pred": 1000, "num_data": 1000 }, "Place365": { "hit@1": 0.426, "hit@5": 0.712, "hit@10": 0.81, "ndcg_linear@1": 0.426, "ndcg_linear@5": 0.5818880495521123, "ndcg_linear@10": 0.6139971891450539, "ndcg_exponential@1": 0.426, "ndcg_exponential@5": 0.5818880495521123, "ndcg_exponential@10": 0.6139971891450539, "precision@1": 0.426, "precision@5": 0.14239999999999997, "precision@10": 0.081, "recall@1": 0.426, "recall@5": 0.712, "recall@10": 0.81, "f1@1": 0.426, "f1@5": 0.23733333333333337, "f1@10": 0.14727272727272728, "map@1": 0.426, "map@5": 0.5383166666666667, "map@10": 0.5518047619047618, "mrr@1": 0.426, "mrr@5": 0.5383166666666667, "mrr@10": 0.5518047619047618, "num_pred": 1000, "num_data": 1000 }, "ImageNet-A": { "hit@1": 0.504, "hit@5": 0.715, "hit@10": 0.788, "ndcg_linear@1": 0.504, "ndcg_linear@5": 0.6167449326143657, "ndcg_linear@10": 0.640175754734159, "ndcg_exponential@1": 0.504, "ndcg_exponential@5": 0.6167449326143657, "ndcg_exponential@10": 0.640175754734159, "precision@1": 0.504, "precision@5": 0.143, "precision@10": 0.0788, "recall@1": 0.504, "recall@5": 0.715, "recall@10": 0.788, "f1@1": 0.504, "f1@5": 0.23833333333333337, "f1@10": 0.14327272727272727, "map@1": 0.504, "map@5": 0.584, "map@10": 0.5935690476190476, "mrr@1": 0.504, "mrr@5": 0.584, "mrr@10": 0.5935690476190476, "num_pred": 1000, "num_data": 1000 }, "ImageNet-R": { "hit@1": 0.887, "hit@5": 0.971, "hit@10": 0.984, "ndcg_linear@1": 0.887, "ndcg_linear@5": 0.93336564019044, "ndcg_linear@10": 0.9375046123497235, "ndcg_exponential@1": 0.887, "ndcg_exponential@5": 0.93336564019044, "ndcg_exponential@10": 0.9375046123497235, "precision@1": 0.887, "precision@5": 0.19420000000000004, "precision@10": 0.0984, "recall@1": 0.887, "recall@5": 0.971, "recall@10": 0.984, "f1@1": 0.887, "f1@5": 0.32366666666666666, "f1@10": 0.17890909090909088, "map@1": 0.887, "map@5": 0.9207, "map@10": 0.9223718253968255, "mrr@1": 0.887, "mrr@5": 0.9207, "mrr@10": 0.9223718253968255, "num_pred": 1000, "num_data": 1000 }, "ObjectNet": { "hit@1": 0.52, "hit@5": 0.785, "hit@10": 0.854, "ndcg_linear@1": 0.52, "ndcg_linear@5": 0.6629352255524593, "ndcg_linear@10": 0.68527870069657, "ndcg_exponential@1": 0.52, "ndcg_exponential@5": 0.6629352255524593, "ndcg_exponential@10": 0.68527870069657, "precision@1": 0.52, "precision@5": 0.157, "precision@10": 0.0854, "recall@1": 0.52, "recall@5": 0.785, "recall@10": 0.854, "f1@1": 0.52, "f1@5": 0.26166666666666666, "f1@10": 0.15527272727272728, "map@1": 0.52, "map@5": 0.6221333333333334, "map@10": 0.631379365079365, "mrr@1": 0.52, "mrr@5": 0.6221333333333334, "mrr@10": 0.631379365079365, "num_pred": 1000, "num_data": 1000 }, "Country211": { "hit@1": 0.234, "hit@5": 0.431, "hit@10": 0.542, "ndcg_linear@1": 0.234, "ndcg_linear@5": 0.3371767954261669, "ndcg_linear@10": 0.37331090732995187, "ndcg_exponential@1": 0.234, "ndcg_exponential@5": 0.3371767954261669, "ndcg_exponential@10": 0.37331090732995187, "precision@1": 0.234, "precision@5": 0.08619999999999998, "precision@10": 0.0542, "recall@1": 0.234, "recall@5": 0.431, "recall@10": 0.542, "f1@1": 0.234, "f1@5": 0.14366666666666672, "f1@10": 0.09854545454545456, "map@1": 0.234, "map@5": 0.3060833333333334, "map@10": 0.32113690476190476, "mrr@1": 0.234, "mrr@5": 0.3060833333333334, "mrr@10": 0.32113690476190476, "num_pred": 1000, "num_data": 1000 }, "OK-VQA": { "hit@1": 0.624, "hit@5": 0.876, "hit@10": 0.92, "ndcg_linear@1": 0.624, "ndcg_linear@5": 0.7643625250868051, "ndcg_linear@10": 0.778828108890856, "ndcg_exponential@1": 0.624, "ndcg_exponential@5": 0.7643625250868051, "ndcg_exponential@10": 0.778828108890856, "precision@1": 0.624, "precision@5": 0.17520000000000002, "precision@10": 0.09200000000000001, "recall@1": 0.624, "recall@5": 0.876, "recall@10": 0.92, "f1@1": 0.624, "f1@5": 0.292, "f1@10": 0.16727272727272724, "map@1": 0.624, "map@5": 0.7266333333333332, "map@10": 0.7327388888888888, "mrr@1": 0.624, "mrr@5": 0.7266333333333332, "mrr@10": 0.7327388888888888, "num_pred": 1000, "num_data": 1000 }, "A-OKVQA": { "hit@1": 0.511, "hit@5": 0.813, "hit@10": 0.891, "ndcg_linear@1": 0.511, "ndcg_linear@5": 0.6766061121080499, "ndcg_linear@10": 0.7019493231314871, "ndcg_exponential@1": 0.511, "ndcg_exponential@5": 0.6766061121080499, "ndcg_exponential@10": 0.7019493231314871, "precision@1": 0.511, "precision@5": 0.16260000000000002, "precision@10": 0.08910000000000003, "recall@1": 0.511, "recall@5": 0.813, "recall@10": 0.891, "f1@1": 0.511, "f1@5": 0.271, "f1@10": 0.162, "map@1": 0.511, "map@5": 0.6307999999999999, "map@10": 0.641323015873016, "mrr@1": 0.511, "mrr@5": 0.6307999999999999, "mrr@10": 0.641323015873016, "num_pred": 1000, "num_data": 1000 }, "DocVQA": { "hit@1": 0.922, "hit@5": 0.979, "hit@10": 0.983, "ndcg_linear@1": 0.922, "ndcg_linear@5": 0.9556163258198109, "ndcg_linear@10": 0.9568288188014442, "ndcg_exponential@1": 0.922, "ndcg_exponential@5": 0.9556163258198109, "ndcg_exponential@10": 0.9568288188014442, "precision@1": 0.922, "precision@5": 0.19580000000000003, "precision@10": 0.09830000000000001, "recall@1": 0.922, "recall@5": 0.979, "recall@10": 0.983, "f1@1": 0.922, "f1@5": 0.32633333333333336, "f1@10": 0.17872727272727268, "map@1": 0.922, "map@5": 0.9475333333333333, "map@10": 0.9479873015873017, "mrr@1": 0.922, "mrr@5": 0.9475333333333333, "mrr@10": 0.9479873015873017, "num_pred": 1000, "num_data": 1000 }, "InfographicsVQA": { "hit@1": 0.677, "hit@5": 0.827, "hit@10": 0.866, "ndcg_linear@1": 0.677, "ndcg_linear@5": 0.7599481808903031, "ndcg_linear@10": 0.7727481811601963, "ndcg_exponential@1": 0.677, "ndcg_exponential@5": 0.7599481808903031, "ndcg_exponential@10": 0.7727481811601963, "precision@1": 0.677, "precision@5": 0.16540000000000002, "precision@10": 0.0866, "recall@1": 0.677, "recall@5": 0.827, "recall@10": 0.866, "f1@1": 0.677, "f1@5": 0.27566666666666667, "f1@10": 0.15745454545454543, "map@1": 0.677, "map@5": 0.73735, "map@10": 0.7427365079365079, "mrr@1": 0.677, "mrr@5": 0.73735, "mrr@10": 0.7427365079365079, "num_pred": 1000, "num_data": 1000 }, "ChartQA": { "hit@1": 0.649, "hit@5": 0.795, "hit@10": 0.843, "ndcg_linear@1": 0.649, "ndcg_linear@5": 0.7286827071054274, "ndcg_linear@10": 0.7443368535524191, "ndcg_exponential@1": 0.649, "ndcg_exponential@5": 0.7286827071054274, "ndcg_exponential@10": 0.7443368535524191, "precision@1": 0.649, "precision@5": 0.159, "precision@10": 0.0843, "recall@1": 0.649, "recall@5": 0.795, "recall@10": 0.843, "f1@1": 0.649, "f1@5": 0.265, "f1@10": 0.15327272727272728, "map@1": 0.649, "map@5": 0.7064, "map@10": 0.7129373015873016, "mrr@1": 0.649, "mrr@5": 0.7064, "mrr@10": 0.7129373015873016, "num_pred": 1000, "num_data": 1000 }, "Visual7W": { "hit@1": 0.541, "hit@5": 0.887, "hit@10": 0.948, "ndcg_linear@1": 0.541, "ndcg_linear@5": 0.7301647246895313, "ndcg_linear@10": 0.7498550299955969, "ndcg_exponential@1": 0.541, "ndcg_exponential@5": 0.7301647246895313, "ndcg_exponential@10": 0.7498550299955969, "precision@1": 0.541, "precision@5": 0.17740000000000003, "precision@10": 0.09480000000000001, "recall@1": 0.541, "recall@5": 0.887, "recall@10": 0.948, "f1@1": 0.541, "f1@5": 0.2956666666666667, "f1@10": 0.17236363636363636, "map@1": 0.541, "map@5": 0.6774833333333333, "map@10": 0.6855904761904762, "mrr@1": 0.541, "mrr@5": 0.6774833333333333, "mrr@10": 0.6855904761904762, "num_pred": 1000, "num_data": 1000 }, "ScienceQA": { "hit@1": 0.427, "hit@5": 0.728, "hit@10": 0.829, "ndcg_linear@1": 0.427, "ndcg_linear@5": 0.5869244872172428, "ndcg_linear@10": 0.6196420507503055, "ndcg_exponential@1": 0.427, "ndcg_exponential@5": 0.5869244872172428, "ndcg_exponential@10": 0.6196420507503055, "precision@1": 0.427, "precision@5": 0.14560000000000003, "precision@10": 0.0829, "recall@1": 0.427, "recall@5": 0.728, "recall@10": 0.829, "f1@1": 0.427, "f1@5": 0.24266666666666672, "f1@10": 0.15072727272727274, "map@1": 0.427, "map@5": 0.5400166666666667, "map@10": 0.5535587301587303, "mrr@1": 0.427, "mrr@5": 0.5400166666666667, "mrr@10": 0.5535587301587303, "num_pred": 1000, "num_data": 1000 }, "VizWiz": { "hit@1": 0.468, "hit@5": 0.656, "hit@10": 0.697, "ndcg_linear@1": 0.468, "ndcg_linear@5": 0.5724263222765816, "ndcg_linear@10": 0.5856369662498865, "ndcg_exponential@1": 0.468, "ndcg_exponential@5": 0.5724263222765816, "ndcg_exponential@10": 0.5856369662498865, "precision@1": 0.468, "precision@5": 0.13119999999999998, "precision@10": 0.06969999999999998, "recall@1": 0.468, "recall@5": 0.656, "recall@10": 0.697, "f1@1": 0.468, "f1@5": 0.2186666666666667, "f1@10": 0.12672727272727274, "map@1": 0.468, "map@5": 0.5441333333333334, "map@10": 0.5495539682539683, "mrr@1": 0.468, "mrr@5": 0.5441333333333334, "mrr@10": 0.5495539682539683, "num_pred": 1000, "num_data": 1000 }, "GQA": { "hit@1": 0.673, "hit@5": 0.902, "hit@10": 0.941, "ndcg_linear@1": 0.673, "ndcg_linear@5": 0.8014905389166936, "ndcg_linear@10": 0.8140585119252285, "ndcg_exponential@1": 0.673, "ndcg_exponential@5": 0.8014905389166936, "ndcg_exponential@10": 0.8140585119252285, "precision@1": 0.673, "precision@5": 0.18040000000000003, "precision@10": 0.0941, "recall@1": 0.673, "recall@5": 0.902, "recall@10": 0.941, "f1@1": 0.673, "f1@5": 0.3006666666666667, "f1@10": 0.1710909090909091, "map@1": 0.673, "map@5": 0.7674333333333334, "map@10": 0.7725924603174603, "mrr@1": 0.673, "mrr@5": 0.7674333333333334, "mrr@10": 0.7725924603174603, "num_pred": 1000, "num_data": 1000 }, "TextVQA": { "hit@1": 0.786, "hit@5": 0.86, "hit@10": 0.885, "ndcg_linear@1": 0.786, "ndcg_linear@5": 0.8276844094087428, "ndcg_linear@10": 0.8357439574584751, "ndcg_exponential@1": 0.786, "ndcg_exponential@5": 0.8276844094087428, "ndcg_exponential@10": 0.8357439574584751, "precision@1": 0.786, "precision@5": 0.172, "precision@10": 0.0885, "recall@1": 0.786, "recall@5": 0.86, "recall@10": 0.885, "f1@1": 0.786, "f1@5": 0.28666666666666674, "f1@10": 0.16090909090909092, "map@1": 0.786, "map@5": 0.8167166666666666, "map@10": 0.8200281746031747, "mrr@1": 0.786, "mrr@5": 0.8167166666666666, "mrr@10": 0.8200281746031747, "num_pred": 1000, "num_data": 1000 }, "VisDial": { "hit@1": 0.766, "hit@5": 0.943, "hit@10": 0.968, "ndcg_linear@1": 0.766, "ndcg_linear@5": 0.8624772941839856, "ndcg_linear@10": 0.8706998774486828, "ndcg_exponential@1": 0.766, "ndcg_exponential@5": 0.8624772941839856, "ndcg_exponential@10": 0.8706998774486828, "precision@1": 0.766, "precision@5": 0.18860000000000002, "precision@10": 0.09680000000000001, "recall@1": 0.766, "recall@5": 0.943, "recall@10": 0.968, "f1@1": 0.766, "f1@5": 0.31433333333333335, "f1@10": 0.176, "map@1": 0.766, "map@5": 0.8354833333333334, "map@10": 0.8389619047619047, "mrr@1": 0.766, "mrr@5": 0.8354833333333334, "mrr@10": 0.8389619047619047, "num_pred": 1000, "num_data": 1000 }, "CIRR": { "hit@1": 0.537, "hit@5": 0.883, "hit@10": 0.935, "ndcg_linear@1": 0.537, "ndcg_linear@5": 0.7273235031095711, "ndcg_linear@10": 0.7444583560758572, "ndcg_exponential@1": 0.537, "ndcg_exponential@5": 0.7273235031095711, "ndcg_exponential@10": 0.7444583560758572, "precision@1": 0.537, "precision@5": 0.17660000000000003, "precision@10": 0.0935, "recall@1": 0.537, "recall@5": 0.883, "recall@10": 0.935, "f1@1": 0.537, "f1@5": 0.2943333333333334, "f1@10": 0.17, "map@1": 0.537, "map@5": 0.6749, "map@10": 0.6821575396825397, "mrr@1": 0.537, "mrr@5": 0.6749, "mrr@10": 0.6821575396825397, "num_pred": 1000, "num_data": 1000 }, "VisualNews_t2i": { "hit@1": 0.717, "hit@5": 0.886, "hit@10": 0.93, "ndcg_linear@1": 0.717, "ndcg_linear@5": 0.8096502408870986, "ndcg_linear@10": 0.8237335332633506, "ndcg_exponential@1": 0.717, "ndcg_exponential@5": 0.8096502408870986, "ndcg_exponential@10": 0.8237335332633506, "precision@1": 0.717, "precision@5": 0.1772, "precision@10": 0.093, "recall@1": 0.717, "recall@5": 0.886, "recall@10": 0.93, "f1@1": 0.717, "f1@5": 0.2953333333333334, "f1@10": 0.1690909090909091, "map@1": 0.717, "map@5": 0.7839833333333334, "map@10": 0.7897075396825396, "mrr@1": 0.717, "mrr@5": 0.7839833333333334, "mrr@10": 0.7897075396825396, "num_pred": 1000, "num_data": 1000 }, "VisualNews_i2t": { "hit@1": 0.742, "hit@5": 0.898, "hit@10": 0.928, "ndcg_linear@1": 0.742, "ndcg_linear@5": 0.8287687830343987, "ndcg_linear@10": 0.8385313819481283, "ndcg_exponential@1": 0.742, "ndcg_exponential@5": 0.8287687830343987, "ndcg_exponential@10": 0.8385313819481283, "precision@1": 0.742, "precision@5": 0.1796, "precision@10": 0.09280000000000001, "recall@1": 0.742, "recall@5": 0.898, "recall@10": 0.928, "f1@1": 0.742, "f1@5": 0.2993333333333334, "f1@10": 0.16872727272727273, "map@1": 0.742, "map@5": 0.8054333333333334, "map@10": 0.8094992063492064, "mrr@1": 0.742, "mrr@5": 0.8054333333333334, "mrr@10": 0.8094992063492064, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_t2i": { "hit@1": 0.751, "hit@5": 0.942, "hit@10": 0.976, "ndcg_linear@1": 0.751, "ndcg_linear@5": 0.8573742660210113, "ndcg_linear@10": 0.8686705028918513, "ndcg_exponential@1": 0.751, "ndcg_exponential@5": 0.8573742660210113, "ndcg_exponential@10": 0.8686705028918513, "precision@1": 0.751, "precision@5": 0.18840000000000004, "precision@10": 0.0976, "recall@1": 0.751, "recall@5": 0.942, "recall@10": 0.976, "f1@1": 0.751, "f1@5": 0.314, "f1@10": 0.17745454545454545, "map@1": 0.751, "map@5": 0.8287833333333333, "map@10": 0.8336218253968254, "mrr@1": 0.751, "mrr@5": 0.8287833333333333, "mrr@10": 0.8336218253968254, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_i2t": { "hit@1": 0.689, "hit@5": 0.935, "hit@10": 0.974, "ndcg_linear@1": 0.689, "ndcg_linear@5": 0.8223818778700414, "ndcg_linear@10": 0.8351985974902972, "ndcg_exponential@1": 0.689, "ndcg_exponential@5": 0.8223818778700414, "ndcg_exponential@10": 0.8351985974902972, "precision@1": 0.689, "precision@5": 0.18700000000000003, "precision@10": 0.09740000000000001, "recall@1": 0.689, "recall@5": 0.935, "recall@10": 0.974, "f1@1": 0.689, "f1@5": 0.3116666666666667, "f1@10": 0.17709090909090908, "map@1": 0.689, "map@5": 0.7847000000000001, "map@10": 0.7901087301587302, "mrr@1": 0.689, "mrr@5": 0.7847000000000001, "mrr@10": 0.7901087301587302, "num_pred": 1000, "num_data": 1000 }, "NIGHTS": { "hit@1": 0.672, "hit@5": 0.976, "hit@10": 0.991, "ndcg_linear@1": 0.672, "ndcg_linear@5": 0.8457491526977241, "ndcg_linear@10": 0.8509192804686011, "ndcg_exponential@1": 0.672, "ndcg_exponential@5": 0.8457491526977241, "ndcg_exponential@10": 0.8509192804686011, "precision@1": 0.672, "precision@5": 0.19520000000000004, "precision@10": 0.09910000000000002, "recall@1": 0.672, "recall@5": 0.976, "recall@10": 0.991, "f1@1": 0.672, "f1@5": 0.3253333333333333, "f1@10": 0.1801818181818182, "map@1": 0.672, "map@5": 0.8012833333333333, "map@10": 0.8036047619047618, "mrr@1": 0.672, "mrr@5": 0.8012833333333333, "mrr@10": 0.8036047619047618, "num_pred": 1000, "num_data": 1000 }, "WebQA": { "hit@1": 0.9, "hit@5": 0.982, "hit@10": 0.99, "ndcg_linear@1": 0.9, "ndcg_linear@5": 0.9488836332056177, "ndcg_linear@10": 0.9516204006341423, "ndcg_exponential@1": 0.9, "ndcg_exponential@5": 0.9488836332056177, "ndcg_exponential@10": 0.9516204006341423, "precision@1": 0.9, "precision@5": 0.19640000000000005, "precision@10": 0.09900000000000002, "recall@1": 0.9, "recall@5": 0.982, "recall@10": 0.99, "f1@1": 0.9, "f1@5": 0.3273333333333333, "f1@10": 0.18, "map@1": 0.9, "map@5": 0.9374, "map@10": 0.9386190476190476, "mrr@1": 0.9, "mrr@5": 0.9374, "mrr@10": 0.9386190476190476, "num_pred": 1000, "num_data": 1000 }, "FashionIQ": { "hit@1": 0.171, "hit@5": 0.411, "hit@10": 0.523, "ndcg_linear@1": 0.171, "ndcg_linear@5": 0.2966465206529759, "ndcg_linear@10": 0.33339745890366873, "ndcg_exponential@1": 0.171, "ndcg_exponential@5": 0.2966465206529759, "ndcg_exponential@10": 0.33339745890366873, "precision@1": 0.171, "precision@5": 0.0822, "precision@10": 0.0523, "recall@1": 0.171, "recall@5": 0.411, "recall@10": 0.523, "f1@1": 0.171, "f1@5": 0.13700000000000004, "f1@10": 0.09509090909090909, "map@1": 0.171, "map@5": 0.25876666666666664, "map@10": 0.2742503968253968, "mrr@1": 0.171, "mrr@5": 0.25876666666666664, "mrr@10": 0.2742503968253968, "num_pred": 1000, "num_data": 1000 }, "Wiki-SS-NQ": { "hit@1": 0.62, "hit@5": 0.835, "hit@10": 0.88, "ndcg_linear@1": 0.62, "ndcg_linear@5": 0.736617617813665, "ndcg_linear@10": 0.7513016905078177, "ndcg_exponential@1": 0.62, "ndcg_exponential@5": 0.736617617813665, "ndcg_exponential@10": 0.7513016905078177, "precision@1": 0.62, "precision@5": 0.167, "precision@10": 0.088, "recall@1": 0.62, "recall@5": 0.835, "recall@10": 0.88, "f1@1": 0.62, "f1@5": 0.2783333333333334, "f1@10": 0.16, "map@1": 0.62, "map@5": 0.7036333333333333, "map@10": 0.7097682539682539, "mrr@1": 0.62, "mrr@5": 0.7036333333333333, "mrr@10": 0.7097682539682539, "num_pred": 1000, "num_data": 1000 }, "OVEN": { "hit@1": 0.669, "hit@5": 0.869, "hit@10": 0.903, "ndcg_linear@1": 0.669, "ndcg_linear@5": 0.7786129473376755, "ndcg_linear@10": 0.7899186796660859, "ndcg_exponential@1": 0.669, "ndcg_exponential@5": 0.7786129473376755, "ndcg_exponential@10": 0.7899186796660859, "precision@1": 0.669, "precision@5": 0.1738, "precision@10": 0.0903, "recall@1": 0.669, "recall@5": 0.869, "recall@10": 0.903, "f1@1": 0.669, "f1@5": 0.2896666666666667, "f1@10": 0.16418181818181818, "map@1": 0.669, "map@5": 0.74825, "map@10": 0.7530968253968253, "mrr@1": 0.669, "mrr@5": 0.74825, "mrr@10": 0.7530968253968253, "num_pred": 1000, "num_data": 1000 }, "EDIS": { "hit@1": 0.88, "hit@5": 0.979, "hit@10": 0.986, "ndcg_linear@1": 0.88, "ndcg_linear@5": 0.9367259639079637, "ndcg_linear@10": 0.939097187286753, "ndcg_exponential@1": 0.88, "ndcg_exponential@5": 0.9367259639079637, "ndcg_exponential@10": 0.939097187286753, "precision@1": 0.88, "precision@5": 0.19580000000000003, "precision@10": 0.09860000000000002, "recall@1": 0.88, "recall@5": 0.979, "recall@10": 0.986, "f1@1": 0.88, "f1@5": 0.3263333333333333, "f1@10": 0.17927272727272725, "map@1": 0.88, "map@5": 0.9223, "map@10": 0.9233416666666667, "mrr@1": 0.88, "mrr@5": 0.9223, "mrr@10": 0.9233416666666667, "num_pred": 1000, "num_data": 1000 }, "MSCOCO": { "hit@1": 0.695, "hit@5": 0.874, "hit@10": 0.911, "ndcg_linear@1": 0.695, "ndcg_linear@5": 0.7927407781879637, "ndcg_linear@10": 0.8047065598682904, "ndcg_exponential@1": 0.695, "ndcg_exponential@5": 0.7927407781879637, "ndcg_exponential@10": 0.8047065598682904, "precision@1": 0.695, "precision@5": 0.1748, "precision@10": 0.09110000000000001, "recall@1": 0.695, "recall@5": 0.874, "recall@10": 0.911, "f1@1": 0.695, "f1@5": 0.2913333333333334, "f1@10": 0.16563636363636364, "map@1": 0.695, "map@5": 0.7654333333333334, "map@10": 0.7703678571428573, "mrr@1": 0.695, "mrr@5": 0.7654333333333334, "mrr@10": 0.7703678571428573, "num_pred": 1000, "num_data": 1000 }, "RefCOCO": { "hit@1": 0.833, "hit@5": 0.968, "hit@10": 0.988, "ndcg_linear@1": 0.833, "ndcg_linear@5": 0.9101277885254411, "ndcg_linear@10": 0.9167910351316161, "ndcg_exponential@1": 0.833, "ndcg_exponential@5": 0.9101277885254411, "ndcg_exponential@10": 0.9167910351316161, "precision@1": 0.833, "precision@5": 0.19360000000000002, "precision@10": 0.09880000000000001, "recall@1": 0.833, "recall@5": 0.968, "recall@10": 0.988, "f1@1": 0.833, "f1@5": 0.3226666666666667, "f1@10": 0.17963636363636362, "map@1": 0.833, "map@5": 0.8904166666666667, "map@10": 0.8932821428571428, "mrr@1": 0.833, "mrr@5": 0.8904166666666667, "mrr@10": 0.8932821428571428, "num_pred": 1000, "num_data": 1000 }, "RefCOCO-Matching": { "hit@1": 0.844, "hit@5": 0.997, "hit@10": 0.998, "ndcg_linear@1": 0.844, "ndcg_linear@5": 0.9424250415571473, "ndcg_linear@10": 0.9427812487442554, "ndcg_exponential@1": 0.844, "ndcg_exponential@5": 0.9424250415571473, "ndcg_exponential@10": 0.9427812487442554, "precision@1": 0.844, "precision@5": 0.19940000000000002, "precision@10": 0.09980000000000001, "recall@1": 0.844, "recall@5": 0.997, "recall@10": 0.998, "f1@1": 0.844, "f1@5": 0.3323333333333333, "f1@10": 0.18145454545454545, "map@1": 0.844, "map@5": 0.9235, "map@10": 0.9236666666666666, "mrr@1": 0.844, "mrr@5": 0.9205, "mrr@10": 0.9206666666666666, "num_pred": 1000, "num_data": 1000 }, "Visual7W-Pointing": { "hit@1": 0.715, "hit@5": 0.895, "hit@10": 0.941, "ndcg_linear@1": 0.715, "ndcg_linear@5": 0.8133463905549096, "ndcg_linear@10": 0.8282468125217377, "ndcg_exponential@1": 0.715, "ndcg_exponential@5": 0.8133463905549096, "ndcg_exponential@10": 0.8282468125217377, "precision@1": 0.715, "precision@5": 0.179, "precision@10": 0.0941, "recall@1": 0.715, "recall@5": 0.895, "recall@10": 0.941, "f1@1": 0.715, "f1@5": 0.2983333333333334, "f1@10": 0.17109090909090907, "map@1": 0.715, "map@5": 0.7859999999999999, "map@10": 0.7921706349206349, "mrr@1": 0.715, "mrr@5": 0.7859999999999999, "mrr@10": 0.7921706349206349, "num_pred": 1000, "num_data": 1000 } }, "video": { "K700": { "hit@1": 0.358, "hit@5": 0.582, "hit@10": 0.665, "ndcg_linear@1": 0.358, "ndcg_linear@5": 0.4775037715917117, "ndcg_linear@10": 0.50425795641291, "ndcg_exponential@1": 0.358, "ndcg_exponential@5": 0.4775037715917117, "ndcg_exponential@10": 0.50425795641291, "precision@1": 0.358, "precision@5": 0.11639999999999998, "precision@10": 0.06649999999999999, "recall@1": 0.358, "recall@5": 0.582, "recall@10": 0.665, "f1@1": 0.358, "f1@5": 0.19400000000000006, "f1@10": 0.12090909090909094, "map@1": 0.358, "map@5": 0.44273333333333337, "map@10": 0.4537281746031746, "mrr@1": 0.358, "mrr@5": 0.44273333333333337, "mrr@10": 0.4537281746031746, "num_pred": 1000, "num_data": 1000 }, "SmthSmthV2": { "hit@1": 0.441, "hit@5": 0.699, "hit@10": 0.794, "ndcg_linear@1": 0.441, "ndcg_linear@5": 0.5781981405827209, "ndcg_linear@10": 0.6087512556739606, "ndcg_exponential@1": 0.441, "ndcg_exponential@5": 0.5781981405827209, "ndcg_exponential@10": 0.6087512556739606, "precision@1": 0.441, "precision@5": 0.1398, "precision@10": 0.0794, "recall@1": 0.441, "recall@5": 0.699, "recall@10": 0.794, "f1@1": 0.441, "f1@5": 0.23300000000000007, "f1@10": 0.14436363636363636, "map@1": 0.441, "map@5": 0.5380499999999999, "map@10": 0.5505634920634921, "mrr@1": 0.441, "mrr@5": 0.5380499999999999, "mrr@10": 0.5505634920634921, "num_pred": 1000, "num_data": 1000 }, "HMDB51": { "hit@1": 0.544, "hit@5": 0.788, "hit@10": 0.86, "ndcg_linear@1": 0.544, "ndcg_linear@5": 0.6769797476573479, "ndcg_linear@10": 0.700006185333234, "ndcg_exponential@1": 0.544, "ndcg_exponential@5": 0.6769797476573479, "ndcg_exponential@10": 0.700006185333234, "precision@1": 0.544, "precision@5": 0.15760000000000002, "precision@10": 0.086, "recall@1": 0.544, "recall@5": 0.788, "recall@10": 0.86, "f1@1": 0.544, "f1@5": 0.2626666666666667, "f1@10": 0.15636363636363637, "map@1": 0.544, "map@5": 0.6397666666666667, "map@10": 0.6491277777777777, "mrr@1": 0.544, "mrr@5": 0.6397666666666667, "mrr@10": 0.6491277777777777, "num_pred": 1000, "num_data": 1000 }, "UCF101": { "hit@1": 0.672, "hit@5": 0.852, "hit@10": 0.886, "ndcg_linear@1": 0.672, "ndcg_linear@5": 0.7723943707575643, "ndcg_linear@10": 0.7834819566532415, "ndcg_exponential@1": 0.672, "ndcg_exponential@5": 0.7723943707575643, "ndcg_exponential@10": 0.7834819566532415, "precision@1": 0.672, "precision@5": 0.17040000000000002, "precision@10": 0.08860000000000001, "recall@1": 0.672, "recall@5": 0.852, "recall@10": 0.886, "f1@1": 0.672, "f1@5": 0.284, "f1@10": 0.1610909090909091, "map@1": 0.672, "map@5": 0.7455, "map@10": 0.7501246031746032, "mrr@1": 0.672, "mrr@5": 0.7455, "mrr@10": 0.7501246031746032, "num_pred": 1000, "num_data": 1000 }, "Breakfast": { "hit@1": 0.20092378752886836, "hit@5": 0.7043879907621247, "hit@10": 1.0, "ndcg_linear@1": 0.20092378752886836, "ndcg_linear@5": 0.4455973527790315, "ndcg_linear@10": 0.5432717527338957, "ndcg_exponential@1": 0.20092378752886836, "ndcg_exponential@5": 0.4455973527790315, "ndcg_exponential@10": 0.5432717527338957, "precision@1": 0.20092378752886836, "precision@5": 0.14087759815242493, "precision@10": 0.1, "recall@1": 0.20092378752886836, "recall@5": 0.7043879907621247, "recall@10": 1.0, "f1@1": 0.20092378752886836, "f1@5": 0.2347959969207083, "f1@10": 0.1818181818181818, "map@1": 0.20092378752886836, "map@5": 0.3619322555812164, "map@10": 0.4034577880420837, "mrr@1": 0.20092378752886836, "mrr@5": 0.3619322555812164, "mrr@10": 0.4034577880420837, "num_pred": 433, "num_data": 433 }, "MVBench": { "hit@1": 0.49875, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.49875, "ndcg_linear@5": 0.7759015583343025, "ndcg_linear@10": 0.7759015583343025, "ndcg_exponential@1": 0.49875, "ndcg_exponential@5": 0.7759015583343025, "ndcg_exponential@10": 0.7759015583343025, "precision@1": 0.49875, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.49875, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.49875, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.49875, "map@5": 0.7000791666666667, "map@10": 0.7000791666666667, "mrr@1": 0.49875, "mrr@5": 0.7000791666666667, "mrr@10": 0.7000791666666667, "num_pred": 4000, "num_data": 4000 }, "Video-MME": { "hit@1": 0.4166666666666667, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.4166666666666667, "ndcg_linear@5": 0.728736081554754, "ndcg_linear@10": 0.728736081554754, "ndcg_exponential@1": 0.4166666666666667, "ndcg_exponential@5": 0.728736081554754, "ndcg_exponential@10": 0.728736081554754, "precision@1": 0.4166666666666667, "precision@5": 0.19999999999999996, "precision@10": 0.09999999999999998, "recall@1": 0.4166666666666667, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.4166666666666667, "f1@5": 0.3333333333333334, "f1@10": 0.18181818181818188, "map@1": 0.4166666666666667, "map@5": 0.6378395061728396, "map@10": 0.6378395061728396, "mrr@1": 0.4166666666666667, "mrr@5": 0.6378395061728396, "mrr@10": 0.6378395061728396, "num_pred": 2700, "num_data": 2700 }, "NExTQA": { "hit@1": 0.5998365249883232, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.5998365249883232, "ndcg_linear@5": 0.8139864413897536, "ndcg_linear@10": 0.8139864413897536, "ndcg_exponential@1": 0.5998365249883232, "ndcg_exponential@5": 0.8139864413897536, "ndcg_exponential@10": 0.8139864413897536, "precision@1": 0.5998365249883232, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.5998365249883232, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.5998365249883232, "f1@5": 0.3333333333333333, "f1@10": 0.1818181818181818, "map@1": 0.5998365249883232, "map@5": 0.7519947843686751, "map@10": 0.7519947843686751, "mrr@1": 0.5998365249883232, "mrr@5": 0.7517612486377082, "mrr@10": 0.7517612486377082, "num_pred": 8564, "num_data": 8564 }, "EgoSchema": { "hit@1": 0.454, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.454, "ndcg_linear@5": 0.7478963615643422, "ndcg_linear@10": 0.7478963615643422, "ndcg_exponential@1": 0.454, "ndcg_exponential@5": 0.7478963615643422, "ndcg_exponential@10": 0.7478963615643422, "precision@1": 0.454, "precision@5": 0.2, "precision@10": 0.1, "recall@1": 0.454, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.454, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.454, "map@5": 0.6637000000000001, "map@10": 0.6637000000000001, "mrr@1": 0.454, "mrr@5": 0.6637000000000001, "mrr@10": 0.6637000000000001, "num_pred": 500, "num_data": 500 }, "ActivityNetQA": { "hit@1": 0.578, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.578, "ndcg_linear@5": 0.8442523560071552, "ndcg_linear@10": 0.8442523560071552, "ndcg_exponential@1": 0.578, "ndcg_exponential@5": 0.8442523560071552, "ndcg_exponential@10": 0.8442523560071552, "precision@1": 0.578, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.578, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.578, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.578, "map@5": 0.789, "map@10": 0.789, "mrr@1": 0.578, "mrr@5": 0.789, "mrr@10": 0.789, "num_pred": 1000, "num_data": 1000 }, "DiDeMo": { "hit@1": 0.3237051792828685, "hit@5": 0.5717131474103586, "hit@10": 0.6613545816733067, "ndcg_linear@1": 0.3237051792828685, "ndcg_linear@5": 0.45559251485276614, "ndcg_linear@10": 0.4847813852428575, "ndcg_exponential@1": 0.3237051792828685, "ndcg_exponential@5": 0.45559251485276614, "ndcg_exponential@10": 0.4847813852428575, "precision@1": 0.3237051792828685, "precision@5": 0.11434262948207169, "precision@10": 0.06613545816733067, "recall@1": 0.3237051792828685, "recall@5": 0.5717131474103586, "recall@10": 0.6613545816733067, "f1@1": 0.3237051792828685, "f1@5": 0.1905710491367862, "f1@10": 0.12024628757696489, "map@1": 0.3237051792828685, "map@5": 0.41691567065073043, "map@10": 0.4290789224056156, "mrr@1": 0.3237051792828685, "mrr@5": 0.41691567065073043, "mrr@10": 0.4290789224056156, "num_pred": 1004, "num_data": 1004 }, "MSR-VTT": { "hit@1": 0.343, "hit@5": 0.549, "hit@10": 0.654, "ndcg_linear@1": 0.343, "ndcg_linear@5": 0.45253350486595767, "ndcg_linear@10": 0.48679292053419476, "ndcg_exponential@1": 0.343, "ndcg_exponential@5": 0.45253350486595767, "ndcg_exponential@10": 0.48679292053419476, "precision@1": 0.343, "precision@5": 0.10979999999999998, "precision@10": 0.0654, "recall@1": 0.343, "recall@5": 0.549, "recall@10": 0.654, "f1@1": 0.343, "f1@5": 0.18300000000000005, "f1@10": 0.11890909090909094, "map@1": 0.343, "map@5": 0.4204, "map@10": 0.43471944444444444, "mrr@1": 0.343, "mrr@5": 0.4204, "mrr@10": 0.43471944444444444, "num_pred": 1000, "num_data": 1000 }, "MSVD": { "hit@1": 0.5537313432835821, "hit@5": 0.8417910447761194, "hit@10": 0.891044776119403, "ndcg_linear@1": 0.5537313432835821, "ndcg_linear@5": 0.7120450844548162, "ndcg_linear@10": 0.728366016225719, "ndcg_exponential@1": 0.5537313432835821, "ndcg_exponential@5": 0.7120450844548162, "ndcg_exponential@10": 0.728366016225719, "precision@1": 0.5537313432835821, "precision@5": 0.16835820895522388, "precision@10": 0.08910447761194028, "recall@1": 0.5537313432835821, "recall@5": 0.8417910447761194, "recall@10": 0.891044776119403, "f1@1": 0.5537313432835821, "f1@5": 0.2805970149253732, "f1@10": 0.16200814111261874, "map@1": 0.5537313432835821, "map@5": 0.6684079601990051, "map@10": 0.6753719497749349, "mrr@1": 0.5537313432835821, "mrr@5": 0.6684079601990051, "mrr@10": 0.6753719497749349, "num_pred": 670, "num_data": 670 }, "VATEX": { "hit@1": 0.2987941045109424, "hit@5": 0.5495757034390353, "hit@10": 0.6585529254131308, "ndcg_linear@1": 0.2987941045109424, "ndcg_linear@5": 0.43176057556242015, "ndcg_linear@10": 0.4671122035914314, "ndcg_exponential@1": 0.2987941045109424, "ndcg_exponential@5": 0.43176057556242015, "ndcg_exponential@10": 0.4671122035914314, "precision@1": 0.2987941045109424, "precision@5": 0.10991514068780707, "precision@10": 0.06585529254131309, "recall@1": 0.2987941045109424, "recall@5": 0.5495757034390353, "recall@10": 0.6585529254131308, "f1@1": 0.2987941045109424, "f1@5": 0.18319190114634512, "f1@10": 0.11973689552966017, "map@1": 0.2987941045109424, "map@5": 0.3926045853803781, "map@10": 0.40725965389877855, "mrr@1": 0.2987941045109424, "mrr@5": 0.3926045853803781, "mrr@10": 0.40725965389877855, "num_pred": 4478, "num_data": 4478 }, "YouCook2": { "hit@1": 0.12708398867568418, "hit@5": 0.27430009436929853, "hit@10": 0.34885184020132115, "ndcg_linear@1": 0.12708398867568418, "ndcg_linear@5": 0.20220413532888465, "ndcg_linear@10": 0.22614413250926377, "ndcg_exponential@1": 0.12708398867568418, "ndcg_exponential@5": 0.20220413532888465, "ndcg_exponential@10": 0.22614413250926377, "precision@1": 0.12708398867568418, "precision@5": 0.0548600188738597, "precision@10": 0.03488518402013212, "recall@1": 0.12708398867568418, "recall@5": 0.27430009436929853, "recall@10": 0.34885184020132115, "f1@1": 0.12708398867568418, "f1@5": 0.09143336478976619, "f1@10": 0.06342760730933111, "map@1": 0.12708398867568418, "map@5": 0.17848379993708713, "map@10": 0.1882662512420298, "mrr@1": 0.12708398867568418, "mrr@5": 0.17848379993708713, "mrr@10": 0.1882662512420298, "num_pred": 3179, "num_data": 3179 }, "QVHighlight": { "hit@1": 0.5752539242843951, "hit@5": 0.8799630655586335, "hit@10": 1.0, "ndcg_linear@1": 0.5752539242843951, "ndcg_linear@5": 0.7346705906258477, "ndcg_linear@10": 0.7735465646565978, "ndcg_exponential@1": 0.5752539242843951, "ndcg_exponential@5": 0.7346705906258477, "ndcg_exponential@10": 0.7735465646565978, "precision@1": 0.5752539242843951, "precision@5": 0.17599261311172668, "precision@10": 0.09999999999999998, "recall@1": 0.5752539242843951, "recall@5": 0.8799630655586335, "recall@10": 1.0, "f1@1": 0.5752539242843951, "f1@5": 0.2933210218528779, "f1@10": 0.18181818181818185, "map@1": 0.5752539242843951, "map@5": 0.686472760849492, "map@10": 0.7025542657814126, "mrr@1": 0.5752539242843951, "mrr@5": 0.686472760849492, "mrr@10": 0.7025542657814126, "num_pred": 1083, "num_data": 1083 }, "Charades-STA": { "hit@1": 0.20357634112792297, "hit@5": 0.594222833562586, "hit@10": 1.0, "ndcg_linear@1": 0.20357634112792297, "ndcg_linear@5": 0.4030572329097116, "ndcg_linear@10": 0.5303730265650054, "ndcg_exponential@1": 0.20357634112792297, "ndcg_exponential@5": 0.4030572329097116, "ndcg_exponential@10": 0.5303730265650054, "precision@1": 0.20357634112792297, "precision@5": 0.11884456671251718, "precision@10": 0.09999999999999998, "recall@1": 0.20357634112792297, "recall@5": 0.594222833562586, "recall@10": 1.0, "f1@1": 0.20357634112792297, "f1@5": 0.19807427785419537, "f1@10": 0.18181818181818185, "map@1": 0.20357634112792297, "map@5": 0.34018798716185233, "map@10": 0.3904985699002206, "mrr@1": 0.20357634112792297, "mrr@5": 0.34018798716185233, "mrr@10": 0.3904985699002206, "num_pred": 727, "num_data": 727 }, "MomentSeeker": { "hit@1": 0.4122222222222222, "hit@5": 0.9, "hit@10": 1.0, "ndcg_linear@1": 0.4122222222222222, "ndcg_linear@5": 0.6673445286900176, "ndcg_linear@10": 0.7062642074011453, "ndcg_exponential@1": 0.4122222222222222, "ndcg_exponential@5": 0.6673445286900176, "ndcg_exponential@10": 0.7062642074011453, "precision@1": 0.4122222222222222, "precision@5": 0.198, "precision@10": 0.11283333333333334, "recall@1": 0.38837962962962963, "recall@5": 0.8852083333333334, "recall@10": 0.9987037037037036, "f1@1": 0.39579100529100525, "f1@5": 0.3185923335923336, "f1@10": 0.20021177896177897, "map@1": 0.4122222222222222, "map@5": 0.5898604938271604, "map@10": 0.6083054728835979, "mrr@1": 0.4122222222222222, "mrr@5": 0.5986203703703702, "mrr@10": 0.6127989417989418, "num_pred": 1800, "num_data": 1800 } }, "visdoc": { "ViDoRe_arxivqa": { "hit@1": 0.662, "hit@5": 0.806, "hit@10": 0.85, "ndcg_linear@1": 0.662, "ndcg_linear@5": 0.7386471406335393, "ndcg_linear@10": 0.7530892168145145, "ndcg_exponential@1": 0.662, "ndcg_exponential@5": 0.7386471406335393, "ndcg_exponential@10": 0.7530892168145145, "precision@1": 0.662, "precision@5": 0.16119999999999998, "precision@10": 0.085, "recall@1": 0.662, "recall@5": 0.806, "recall@10": 0.85, "f1@1": 0.662, "f1@5": 0.2686666666666667, "f1@10": 0.15454545454545457, "map@1": 0.662, "map@5": 0.7162999999999999, "map@10": 0.7223896825396825, "mrr@1": 0.662, "mrr@5": 0.7162999999999999, "mrr@10": 0.7223896825396825, "num_pred": 500, "num_data": 500 }, "ViDoRe_docvqa": { "hit@1": 0.30376940133037694, "hit@5": 0.4501108647450111, "hit@10": 0.532150776053215, "ndcg_linear@1": 0.30376940133037694, "ndcg_linear@5": 0.3785435486789975, "ndcg_linear@10": 0.40538246231309466, "ndcg_exponential@1": 0.30376940133037694, "ndcg_exponential@5": 0.3785435486789975, "ndcg_exponential@10": 0.40538246231309466, "precision@1": 0.30376940133037694, "precision@5": 0.09135254988913524, "precision@10": 0.0541019955654102, "recall@1": 0.3026607538802661, "recall@5": 0.4422394678492239, "recall@10": 0.5244641537324464, "f1@1": 0.303030303030303, "f1@5": 0.1503717229685666, "f1@10": 0.09749740281891059, "map@1": 0.30376940133037694, "map@5": 0.35598300073909833, "map@10": 0.3671864991377186, "mrr@1": 0.30376940133037694, "mrr@5": 0.3587213599408721, "mrr@10": 0.3699433357969943, "num_pred": 451, "num_data": 451 }, "ViDoRe_infovqa": { "hit@1": 0.6680161943319838, "hit@5": 0.840080971659919, "hit@10": 0.9048582995951417, "ndcg_linear@1": 0.6680161943319838, "ndcg_linear@5": 0.7619435145539806, "ndcg_linear@10": 0.7830281722551202, "ndcg_exponential@1": 0.6680161943319838, "ndcg_exponential@5": 0.7619435145539806, "ndcg_exponential@10": 0.7830281722551202, "precision@1": 0.6680161943319838, "precision@5": 0.1680161943319838, "precision@10": 0.09068825910931173, "recall@1": 0.6680161943319838, "recall@5": 0.840080971659919, "recall@10": 0.9038461538461539, "f1@1": 0.6680161943319838, "f1@5": 0.2800269905533064, "f1@10": 0.16479573058520428, "map@1": 0.6680161943319838, "map@5": 0.7357287449392712, "map@10": 0.7445906432748538, "mrr@1": 0.6680161943319838, "mrr@5": 0.7357287449392712, "mrr@10": 0.744646873594242, "num_pred": 494, "num_data": 494 }, "ViDoRe_tabfquad": { "hit@1": 0.7857142857142857, "hit@5": 0.9178571428571428, "hit@10": 0.9464285714285714, "ndcg_linear@1": 0.7857142857142857, "ndcg_linear@5": 0.8611462263273987, "ndcg_linear@10": 0.8705051897503812, "ndcg_exponential@1": 0.7857142857142857, "ndcg_exponential@5": 0.8611462263273987, "ndcg_exponential@10": 0.8705051897503812, "precision@1": 0.7857142857142857, "precision@5": 0.18357142857142855, "precision@10": 0.09464285714285713, "recall@1": 0.7857142857142857, "recall@5": 0.9178571428571428, "recall@10": 0.9464285714285714, "f1@1": 0.7857142857142857, "f1@5": 0.30595238095238103, "f1@10": 0.1720779220779221, "map@1": 0.7857142857142857, "map@5": 0.8417857142857142, "map@10": 0.8457185374149659, "mrr@1": 0.7857142857142857, "mrr@5": 0.8417857142857142, "mrr@10": 0.8457185374149659, "num_pred": 280, "num_data": 280 }, "ViDoRe_tatdqa": { "hit@1": 0.2800729040097205, "hit@5": 0.5218712029161604, "hit@10": 0.6306196840826246, "ndcg_linear@1": 0.2800729040097205, "ndcg_linear@5": 0.40634631302871066, "ndcg_linear@10": 0.4414462170120351, "ndcg_exponential@1": 0.2800729040097205, "ndcg_exponential@5": 0.40634631302871066, "ndcg_exponential@10": 0.4414462170120351, "precision@1": 0.2800729040097205, "precision@5": 0.10449574726609961, "precision@10": 0.06312272174969623, "recall@1": 0.2800729040097205, "recall@5": 0.5212636695018226, "recall@10": 0.6300121506682868, "f1@1": 0.2800729040097205, "f1@5": 0.1740438581264827, "f1@10": 0.11473176479251815, "map@1": 0.2800729040097205, "map@5": 0.36822093965168085, "map@10": 0.3826708326100793, "mrr@1": 0.2800729040097205, "mrr@5": 0.3683475091130012, "mrr@10": 0.3827974020713997, "num_pred": 1646, "num_data": 1646 }, "ViDoRe_shiftproject": { "hit@1": 0.54, "hit@5": 0.78, "hit@10": 0.89, "ndcg_linear@1": 0.54, "ndcg_linear@5": 0.6678973362296862, "ndcg_linear@10": 0.7033023796129304, "ndcg_exponential@1": 0.54, "ndcg_exponential@5": 0.6678973362296862, "ndcg_exponential@10": 0.7033023796129304, "precision@1": 0.54, "precision@5": 0.15599999999999994, "precision@10": 0.08899999999999997, "recall@1": 0.54, "recall@5": 0.78, "recall@10": 0.89, "f1@1": 0.54, "f1@5": 0.26, "f1@10": 0.16181818181818186, "map@1": 0.54, "map@5": 0.6308333333333332, "map@10": 0.645345238095238, "mrr@1": 0.54, "mrr@5": 0.6308333333333332, "mrr@10": 0.645345238095238, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_artificial_intelligence": { "hit@1": 0.75, "hit@5": 0.94, "hit@10": 0.97, "ndcg_linear@1": 0.75, "ndcg_linear@5": 0.8587090384735943, "ndcg_linear@10": 0.8691665155490881, "ndcg_exponential@1": 0.75, "ndcg_exponential@5": 0.8587090384735943, "ndcg_exponential@10": 0.8691665155490881, "precision@1": 0.75, "precision@5": 0.18799999999999997, "precision@10": 0.09699999999999998, "recall@1": 0.75, "recall@5": 0.94, "recall@10": 0.97, "f1@1": 0.75, "f1@5": 0.3133333333333334, "f1@10": 0.17636363636363644, "map@1": 0.75, "map@5": 0.8308333333333333, "map@10": 0.8355952380952381, "mrr@1": 0.75, "mrr@5": 0.8308333333333333, "mrr@10": 0.8355952380952381, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_energy": { "hit@1": 0.75, "hit@5": 0.9, "hit@10": 0.94, "ndcg_linear@1": 0.75, "ndcg_linear@5": 0.8325182020111412, "ndcg_linear@10": 0.8447627835209331, "ndcg_exponential@1": 0.75, "ndcg_exponential@5": 0.8325182020111412, "ndcg_exponential@10": 0.8447627835209331, "precision@1": 0.75, "precision@5": 0.17999999999999994, "precision@10": 0.09399999999999999, "recall@1": 0.75, "recall@5": 0.9, "recall@10": 0.94, "f1@1": 0.75, "f1@5": 0.30000000000000004, "f1@10": 0.170909090909091, "map@1": 0.75, "map@5": 0.8098333333333333, "map@10": 0.814484126984127, "mrr@1": 0.75, "mrr@5": 0.8098333333333333, "mrr@10": 0.814484126984127, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_government_reports": { "hit@1": 0.68, "hit@5": 0.95, "hit@10": 0.99, "ndcg_linear@1": 0.68, "ndcg_linear@5": 0.8255985175933838, "ndcg_linear@10": 0.8378430991031756, "ndcg_exponential@1": 0.68, "ndcg_exponential@5": 0.8255985175933838, "ndcg_exponential@10": 0.8378430991031756, "precision@1": 0.68, "precision@5": 0.18999999999999992, "precision@10": 0.09899999999999999, "recall@1": 0.68, "recall@5": 0.95, "recall@10": 0.99, "f1@1": 0.68, "f1@5": 0.3166666666666667, "f1@10": 0.18000000000000008, "map@1": 0.68, "map@5": 0.7839999999999999, "map@10": 0.7886507936507935, "mrr@1": 0.68, "mrr@5": 0.7839999999999999, "mrr@10": 0.7886507936507935, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_healthcare_industry": { "hit@1": 0.8, "hit@5": 0.98, "hit@10": 1.0, "ndcg_linear@1": 0.8, "ndcg_linear@5": 0.9082529941971864, "ndcg_linear@10": 0.9153771379393468, "ndcg_exponential@1": 0.8, "ndcg_exponential@5": 0.9082529941971864, "ndcg_exponential@10": 0.9153771379393468, "precision@1": 0.8, "precision@5": 0.19599999999999995, "precision@10": 0.09999999999999998, "recall@1": 0.8, "recall@5": 0.98, "recall@10": 1.0, "f1@1": 0.8, "f1@5": 0.32666666666666677, "f1@10": 0.1818181818181819, "map@1": 0.8, "map@5": 0.8833333333333334, "map@10": 0.8866666666666666, "mrr@1": 0.8, "mrr@5": 0.8833333333333334, "mrr@10": 0.8866666666666666, "num_pred": 100, "num_data": 100 }, "ViDoRe_esg_reports_human_labeled_v2": { "hit@1": 0.5769230769230769, "hit@5": 0.6538461538461539, "hit@10": 0.7692307692307693, "ndcg_linear@1": 0.5769230769230769, "ndcg_linear@5": 0.5015534344253859, "ndcg_linear@10": 0.5423963657594147, "ndcg_exponential@1": 0.5769230769230769, "ndcg_exponential@5": 0.5014057135289023, "ndcg_exponential@10": 0.5427186125945427, "precision@1": 0.5769230769230769, "precision@5": 0.17307692307692304, "precision@10": 0.11346153846153845, "recall@1": 0.39391025641025645, "recall@5": 0.4961538461538461, "recall@10": 0.6104395604395604, "f1@1": 0.4334530853761623, "f1@5": 0.23146959249900434, "f1@10": 0.1742023624942177, "map@1": 0.5769230769230769, "map@5": 0.45224358974358975, "map@10": 0.4709188034188034, "mrr@1": 0.5769230769230769, "mrr@5": 0.6038461538461538, "mrr@10": 0.6193910256410255, "num_pred": 52, "num_data": 52 }, "ViDoRe_biomedical_lectures_v2_multilingual": { "hit@1": 0.415625, "hit@5": 0.7, "hit@10": 0.81875, "ndcg_linear@1": 0.415625, "ndcg_linear@5": 0.46149562011778844, "ndcg_linear@10": 0.5012259144876648, "ndcg_exponential@1": 0.415625, "ndcg_exponential@5": 0.46149562011778844, "ndcg_exponential@10": 0.5012259144876647, "precision@1": 0.415625, "precision@5": 0.20875000000000005, "precision@10": 0.13906250000000003, "recall@1": 0.2580935470779221, "recall@5": 0.5012717345460912, "recall@10": 0.6160328291289086, "f1@1": 0.2925361314033189, "f1@5": 0.26078995136807637, "f1@10": 0.2045902534624961, "map@1": 0.415625, "map@5": 0.3961662326388889, "map@10": 0.4138403781651549, "mrr@1": 0.415625, "mrr@5": 0.5245052083333334, "mrr@10": 0.5409226190476191, "num_pred": 640, "num_data": 640 }, "ViDoRe_economics_reports_v2_multilingual": { "hit@1": 0.4827586206896552, "hit@5": 0.8318965517241379, "hit@10": 0.9094827586206896, "ndcg_linear@1": 0.4827586206896552, "ndcg_linear@5": 0.4569394108325042, "ndcg_linear@10": 0.4470720913193512, "ndcg_exponential@1": 0.4827586206896552, "ndcg_exponential@5": 0.45693941083250417, "ndcg_exponential@10": 0.44707209131935116, "precision@1": 0.4827586206896552, "precision@5": 0.4146551724137931, "precision@10": 0.34353448275862064, "recall@1": 0.044356777351434916, "recall@5": 0.237093847686165, "recall@10": 0.35838268788357897, "f1@1": 0.07816777134517111, "f1@5": 0.24346180556253297, "f1@10": 0.2840804188210736, "map@1": 0.4827586206896552, "map@5": 0.3535919540229885, "map@10": 0.3079102857218877, "mrr@1": 0.4827586206896552, "mrr@5": 0.6190373563218391, "mrr@10": 0.6300424192665571, "num_pred": 232, "num_data": 232 }, "ViDoRe_esg_reports_v2_multilingual": { "hit@1": 0.40789473684210525, "hit@5": 0.706140350877193, "hit@10": 0.8070175438596491, "ndcg_linear@1": 0.40789473684210525, "ndcg_linear@5": 0.4264798564954596, "ndcg_linear@10": 0.4589996617190374, "ndcg_exponential@1": 0.40789473684210525, "ndcg_exponential@5": 0.4264798564954596, "ndcg_exponential@10": 0.45899966171903733, "precision@1": 0.40789473684210525, "precision@5": 0.212280701754386, "precision@10": 0.1425438596491228, "recall@1": 0.1911967418546366, "recall@5": 0.4496449456975773, "recall@10": 0.5589494569757728, "f1@1": 0.23389599746224066, "f1@5": 0.24934811288099432, "f1@10": 0.19843400798773944, "map@1": 0.40789473684210525, "map@5": 0.34668737816764134, "map@10": 0.35766679430056625, "mrr@1": 0.40789473684210525, "mrr@5": 0.5303362573099415, "mrr@10": 0.5442251461988304, "num_pred": 228, "num_data": 228 }, "VisRAG_ArxivQA": { "hit@1": 0.6642156862745098, "hit@5": 0.8063725490196079, "hit@10": 0.8406862745098039, "ndcg_linear@1": 0.6642156862745098, "ndcg_linear@5": 0.7426385229349304, "ndcg_linear@10": 0.7539377952072206, "ndcg_exponential@1": 0.6642156862745098, "ndcg_exponential@5": 0.7426385229349304, "ndcg_exponential@10": 0.7539377952072206, "precision@1": 0.6642156862745098, "precision@5": 0.16127450980392155, "precision@10": 0.08406862745098038, "recall@1": 0.6642156862745098, "recall@5": 0.8063725490196079, "recall@10": 0.8406862745098039, "f1@1": 0.6642156862745098, "f1@5": 0.26879084967320266, "f1@10": 0.15285204991087348, "map@1": 0.6642156862745098, "map@5": 0.7211805555555556, "map@10": 0.7259619125427949, "mrr@1": 0.6642156862745098, "mrr@5": 0.7211805555555556, "mrr@10": 0.7259619125427949, "num_pred": 816, "num_data": 816 }, "VisRAG_ChartQA": { "hit@1": 0.7619047619047619, "hit@5": 0.9365079365079365, "hit@10": 0.9523809523809523, "ndcg_linear@1": 0.7619047619047619, "ndcg_linear@5": 0.8597573682282783, "ndcg_linear@10": 0.8650483735192837, "ndcg_exponential@1": 0.7619047619047619, "ndcg_exponential@5": 0.8597573682282783, "ndcg_exponential@10": 0.8650483735192837, "precision@1": 0.7619047619047619, "precision@5": 0.1873015873015872, "precision@10": 0.09523809523809518, "recall@1": 0.7619047619047619, "recall@5": 0.9365079365079365, "recall@10": 0.9523809523809523, "f1@1": 0.7619047619047619, "f1@5": 0.3121693121693121, "f1@10": 0.17316017316017318, "map@1": 0.7619047619047619, "map@5": 0.8338624338624339, "map@10": 0.8361300075585789, "mrr@1": 0.7619047619047619, "mrr@5": 0.8338624338624339, "mrr@10": 0.8361300075585789, "num_pred": 63, "num_data": 63 }, "VisRAG_MP-DocVQA": { "hit@1": 0.6412859560067682, "hit@5": 0.8477157360406091, "hit@10": 0.8866328257191202, "ndcg_linear@1": 0.6412859560067682, "ndcg_linear@5": 0.7559246853610978, "ndcg_linear@10": 0.7686465711660482, "ndcg_exponential@1": 0.6412859560067682, "ndcg_exponential@5": 0.7559246853610978, "ndcg_exponential@10": 0.7686465711660482, "precision@1": 0.6412859560067682, "precision@5": 0.1695431472081218, "precision@10": 0.088663282571912, "recall@1": 0.6412859560067682, "recall@5": 0.8477157360406091, "recall@10": 0.8866328257191202, "f1@1": 0.6412859560067682, "f1@5": 0.2825719120135365, "f1@10": 0.1612059683125673, "map@1": 0.6412859560067682, "map@5": 0.7250423011844331, "map@10": 0.7303756076598715, "mrr@1": 0.6412859560067682, "mrr@5": 0.7250423011844331, "mrr@10": 0.7303756076598715, "num_pred": 591, "num_data": 591 }, "VisRAG_SlideVQA": { "hit@1": 0.8183453237410072, "hit@5": 0.947841726618705, "hit@10": 0.9622302158273381, "ndcg_linear@1": 0.8183453237410072, "ndcg_linear@5": 0.8710938598337172, "ndcg_linear@10": 0.87885276284771, "ndcg_exponential@1": 0.8183453237410072, "ndcg_exponential@5": 0.8710938598337172, "ndcg_exponential@10": 0.87885276284771, "precision@1": 0.8183453237410072, "precision@5": 0.2305755395683453, "precision@10": 0.11852517985611512, "recall@1": 0.7059352517985612, "recall@5": 0.9235611510791367, "recall@10": 0.9451438848920863, "f1@1": 0.7434052757793765, "f1@5": 0.36245289482699566, "f1@10": 0.20822432962720736, "map@1": 0.8183453237410072, "map@5": 0.842281175059952, "map@10": 0.8463582705264361, "mrr@1": 0.8183453237410072, "mrr@5": 0.8739808153477218, "mrr@10": 0.8758685908416125, "num_pred": 556, "num_data": 556 }, "VisRAG_InfoVQA": { "hit@1": 0.7381615598885793, "hit@5": 0.9289693593314763, "hit@10": 0.9554317548746518, "ndcg_linear@1": 0.7381615598885793, "ndcg_linear@5": 0.8438216414516192, "ndcg_linear@10": 0.8521383456142823, "ndcg_exponential@1": 0.7381615598885793, "ndcg_exponential@5": 0.8438216414516192, "ndcg_exponential@10": 0.8521383456142823, "precision@1": 0.7381615598885793, "precision@5": 0.18579387186629523, "precision@10": 0.09554317548746517, "recall@1": 0.7381615598885793, "recall@5": 0.9289693593314763, "recall@10": 0.9554317548746518, "f1@1": 0.7381615598885793, "f1@5": 0.30965645311049217, "f1@10": 0.17371486452266402, "map@1": 0.7381615598885793, "map@5": 0.8150882079851439, "map@10": 0.8183832957509838, "mrr@1": 0.7381615598885793, "mrr@5": 0.8150882079851439, "mrr@10": 0.8183832957509838, "num_pred": 718, "num_data": 718 }, "VisRAG_PlotQA": { "hit@1": 0.5237543453070683, "hit@5": 0.8146002317497103, "hit@10": 0.9003476245654692, "ndcg_linear@1": 0.5237543453070683, "ndcg_linear@5": 0.6798337390046623, "ndcg_linear@10": 0.7079193739640365, "ndcg_exponential@1": 0.5237543453070683, "ndcg_exponential@5": 0.6798337390046623, "ndcg_exponential@10": 0.7079193739640365, "precision@1": 0.5237543453070683, "precision@5": 0.16292004634994203, "precision@10": 0.09003476245654693, "recall@1": 0.5237543453070683, "recall@5": 0.8146002317497103, "recall@10": 0.9003476245654692, "f1@1": 0.5237543453070683, "f1@5": 0.2715334105832369, "f1@10": 0.16369956810281264, "map@1": 0.5237543453070683, "map@5": 0.634936268829664, "map@10": 0.6467380308631757, "mrr@1": 0.5237543453070683, "mrr@5": 0.634936268829664, "mrr@10": 0.6467380308631757, "num_pred": 863, "num_data": 863 }, "ViDoSeek-page": { "hit@1": 0.03852889667250438, "hit@5": 0.37653239929947463, "hit@10": 0.5490367775831874, "ndcg_linear@1": 0.03852889667250438, "ndcg_linear@5": 0.2120347011560791, "ndcg_linear@10": 0.26818931078963915, "ndcg_exponential@1": 0.03852889667250438, "ndcg_exponential@5": 0.21203470115607911, "ndcg_exponential@10": 0.26818931078963915, "precision@1": 0.03852889667250438, "precision@5": 0.07530647985989491, "precision@10": 0.05490367775831874, "recall@1": 0.03852889667250438, "recall@5": 0.37653239929947463, "recall@10": 0.5490367775831874, "f1@1": 0.03852889667250438, "f1@5": 0.12551079976649157, "f1@10": 0.09982486865148862, "map@1": 0.03852889667250438, "map@5": 0.15793928779918273, "map@10": 0.18132592499930503, "mrr@1": 0.03852889667250438, "mrr@5": 0.15793928779918273, "mrr@10": 0.18132592499930503, "num_pred": 1142, "num_data": 1142 }, "ViDoSeek-doc": { "hit@1": 0.978984238178634, "hit@5": 0.9921190893169878, "hit@10": 0.9956217162872154, "ndcg_linear@1": 0.6692936368943374, "ndcg_linear@5": 0.7588525950899015, "ndcg_linear@10": 0.7134544684000584, "ndcg_exponential@1": 0.44808606454841127, "ndcg_exponential@5": 0.6494759565386024, "ndcg_exponential@10": 0.6477799286375141, "precision@1": 0.978984238178634, "precision@5": 0.8192644483362521, "precision@10": 0.6993870402802101, "recall@1": 0.05784266296371464, "recall@5": 0.23935382926497942, "recall@10": 0.398996994680654, "f1@1": 0.10848752839942229, "f1@5": 0.36302624892558394, "f1@10": 0.4967038319695083, "map@1": 0.978984238178634, "map@5": 0.8007326328079393, "map@10": 0.6690064794241625, "mrr@1": 0.978984238178634, "mrr@5": 0.9851868067717454, "mrr@10": 0.9856757151196731, "num_pred": 1142, "num_data": 1142 }, "MMLongBench-page": { "hit@1": 0.05250596658711217, "hit@5": 0.2386634844868735, "hit@10": 0.3138424821002387, "ndcg_linear@1": 0.05250596658711217, "ndcg_linear@5": 0.11903448141539427, "ndcg_linear@10": 0.14268917973989081, "ndcg_exponential@1": 0.05250596658711217, "ndcg_exponential@5": 0.11903448141539427, "ndcg_exponential@10": 0.14268917973989081, "precision@1": 0.05250596658711217, "precision@5": 0.054892601431980916, "precision@10": 0.03842482100238664, "recall@1": 0.029335719968178204, "recall@5": 0.17852738947607683, "recall@10": 0.24439566996249573, "f1@1": 0.035506816175073924, "f1@5": 0.07996785531532127, "f1@10": 0.06382796487692939, "map@1": 0.05250596658711217, "map@5": 0.08661296738265713, "map@10": 0.09685794076978445, "mrr@1": 0.05250596658711217, "mrr@5": 0.11955051710421638, "mrr@10": 0.12988739250672424, "num_pred": 838, "num_data": 838 }, "MMLongBench-doc": { "hit@1": 0.5692124105011933, "hit@5": 0.7064439140811456, "hit@10": 0.7637231503579952, "ndcg_linear@1": 0.39618138424821003, "ndcg_linear@5": 0.39683767758646793, "ndcg_linear@10": 0.37106924100127964, "ndcg_exponential@1": 0.2725877940675076, "ndcg_exponential@5": 0.33279004261295125, "ndcg_exponential@10": 0.3302564916632843, "precision@1": 0.5692124105011933, "precision@5": 0.4305489260143198, "precision@10": 0.36813842482100245, "recall@1": 0.018090404138665264, "recall@5": 0.06610332745569625, "recall@10": 0.10943467886878042, "f1@1": 0.03470143890491213, "f1@5": 0.11006093596940675, "f1@10": 0.15849562636025846, "map@1": 0.5692124105011933, "map@5": 0.3934447096260939, "map@10": 0.3145188531525047, "mrr@1": 0.5692124105011933, "mrr@5": 0.6199482895783611, "mrr@10": 0.6275173315149449, "num_pred": 838, "num_data": 838 } } } }