{ "metadata": { "model_name": "UniME-V2-LLaVA-OneVision-7B", "model_backbone": "llava_ov", "model_size": "8.03", "embedding_dimension": null, "max_length_tokens": null, "model_release_date": "2025-08-28", "data_source": "Self-Reported", "url": "https://github.com/GaryGuTC/UniME-v2", "report_generated_date": "2025-10-15T22:33:53.038390" }, "metrics": { "image": { "ImageNet-1K": { "hit@1": 0.789, "hit@5": 0.967, "hit@10": 0.984, "ndcg_linear@1": 0.789, "ndcg_linear@5": 0.8900490202005596, "ndcg_linear@10": 0.8955359191692414, "ndcg_exponential@1": 0.789, "ndcg_exponential@5": 0.8900490202005596, "ndcg_exponential@10": 0.8955359191692414, "precision@1": 0.789, "precision@5": 0.19340000000000004, "precision@10": 0.09840000000000002, "recall@1": 0.789, "recall@5": 0.967, "recall@10": 0.984, "f1@1": 0.789, "f1@5": 0.3223333333333333, "f1@10": 0.17890909090909088, "map@1": 0.789, "map@5": 0.8638499999999999, "map@10": 0.8661047619047619, "mrr@1": 0.789, "mrr@5": 0.8638499999999999, "mrr@10": 0.8661047619047619, "num_pred": 1000, "num_data": 1000 }, "N24News": { "hit@1": 0.66, "hit@5": 0.908, "hit@10": 0.973, "ndcg_linear@1": 0.66, "ndcg_linear@5": 0.7946780371964439, "ndcg_linear@10": 0.8160602614935683, "ndcg_exponential@1": 0.66, "ndcg_exponential@5": 0.7946780371964439, "ndcg_exponential@10": 0.8160602614935683, "precision@1": 0.66, "precision@5": 0.1816, "precision@10": 0.09730000000000001, "recall@1": 0.66, "recall@5": 0.908, "recall@10": 0.973, "f1@1": 0.66, "f1@5": 0.3026666666666667, "f1@10": 0.1769090909090909, "map@1": 0.66, "map@5": 0.7566999999999999, "map@10": 0.7657357142857143, "mrr@1": 0.66, "mrr@5": 0.7566999999999999, "mrr@10": 0.7657357142857143, "num_pred": 1000, "num_data": 1000 }, "HatefulMemes": { "hit@1": 0.661, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.661, "ndcg_linear@5": 0.8748851864607242, "ndcg_linear@10": 0.8748851864607242, "ndcg_exponential@1": 0.661, "ndcg_exponential@5": 0.8748851864607242, "ndcg_exponential@10": 0.8748851864607242, "precision@1": 0.661, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.661, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.661, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.661, "map@5": 0.8305, "map@10": 0.8305, "mrr@1": 0.661, "mrr@5": 0.8305, "mrr@10": 0.8305, "num_pred": 1000, "num_data": 1000 }, "VOC2007": { "hit@1": 0.925, "hit@5": 0.992, "hit@10": 0.997, "ndcg_linear@1": 0.925, "ndcg_linear@5": 0.9641240690745883, "ndcg_linear@10": 0.965745569344265, "ndcg_exponential@1": 0.925, "ndcg_exponential@5": 0.9641240690745883, "ndcg_exponential@10": 0.965745569344265, "precision@1": 0.925, "precision@5": 0.19840000000000002, "precision@10": 0.09970000000000001, "recall@1": 0.925, "recall@5": 0.992, "recall@10": 0.997, "f1@1": 0.925, "f1@5": 0.3306666666666666, "f1@10": 0.18127272727272725, "map@1": 0.925, "map@5": 0.95455, "map@10": 0.9552206349206349, "mrr@1": 0.925, "mrr@5": 0.95455, "mrr@10": 0.9552206349206349, "num_pred": 1000, "num_data": 1000 }, "SUN397": { "hit@1": 0.788, "hit@5": 0.972, "hit@10": 0.988, "ndcg_linear@1": 0.788, "ndcg_linear@5": 0.894108331136091, "ndcg_linear@10": 0.899296577199617, "ndcg_exponential@1": 0.788, "ndcg_exponential@5": 0.894108331136091, "ndcg_exponential@10": 0.899296577199617, "precision@1": 0.788, "precision@5": 0.19440000000000004, "precision@10": 0.09880000000000001, "recall@1": 0.788, "recall@5": 0.972, "recall@10": 0.988, "f1@1": 0.788, "f1@5": 0.324, "f1@10": 0.17963636363636362, "map@1": 0.788, "map@5": 0.86745, "map@10": 0.8695992063492063, "mrr@1": 0.788, "mrr@5": 0.86745, "mrr@10": 0.8695992063492063, "num_pred": 1000, "num_data": 1000 }, "Place365": { "hit@1": 0.438, "hit@5": 0.731, "hit@10": 0.833, "ndcg_linear@1": 0.438, "ndcg_linear@5": 0.5963009428742416, "ndcg_linear@10": 0.6295525541755683, "ndcg_exponential@1": 0.438, "ndcg_exponential@5": 0.5963009428742416, "ndcg_exponential@10": 0.6295525541755683, "precision@1": 0.438, "precision@5": 0.1462, "precision@10": 0.0833, "recall@1": 0.438, "recall@5": 0.731, "recall@10": 0.833, "f1@1": 0.438, "f1@5": 0.24366666666666675, "f1@10": 0.15145454545454545, "map@1": 0.438, "map@5": 0.5513499999999999, "map@10": 0.5652285714285714, "mrr@1": 0.438, "mrr@5": 0.5513499999999999, "mrr@10": 0.5652285714285714, "num_pred": 1000, "num_data": 1000 }, "ImageNet-A": { "hit@1": 0.49, "hit@5": 0.793, "hit@10": 0.867, "ndcg_linear@1": 0.49, "ndcg_linear@5": 0.6555154179520798, "ndcg_linear@10": 0.6803197256386092, "ndcg_exponential@1": 0.49, "ndcg_exponential@5": 0.6555154179520798, "ndcg_exponential@10": 0.6803197256386092, "precision@1": 0.49, "precision@5": 0.15860000000000002, "precision@10": 0.0867, "recall@1": 0.49, "recall@5": 0.793, "recall@10": 0.867, "f1@1": 0.49, "f1@5": 0.26433333333333336, "f1@10": 0.15763636363636363, "map@1": 0.49, "map@5": 0.6094166666666666, "map@10": 0.6201722222222222, "mrr@1": 0.49, "mrr@5": 0.6094166666666666, "mrr@10": 0.6201722222222222, "num_pred": 1000, "num_data": 1000 }, "ImageNet-R": { "hit@1": 0.891, "hit@5": 0.986, "hit@10": 0.99, "ndcg_linear@1": 0.891, "ndcg_linear@5": 0.9457591807293332, "ndcg_linear@10": 0.9470159422179817, "ndcg_exponential@1": 0.891, "ndcg_exponential@5": 0.9457591807293332, "ndcg_exponential@10": 0.9470159422179817, "precision@1": 0.891, "precision@5": 0.19720000000000004, "precision@10": 0.09900000000000003, "recall@1": 0.891, "recall@5": 0.986, "recall@10": 0.99, "f1@1": 0.891, "f1@5": 0.3286666666666666, "f1@10": 0.18, "map@1": 0.891, "map@5": 0.932, "map@10": 0.9324968253968254, "mrr@1": 0.891, "mrr@5": 0.932, "mrr@10": 0.9324968253968254, "num_pred": 1000, "num_data": 1000 }, "ObjectNet": { "hit@1": 0.732, "hit@5": 0.887, "hit@10": 0.921, "ndcg_linear@1": 0.732, "ndcg_linear@5": 0.8175737418138352, "ndcg_linear@10": 0.8286592807133532, "ndcg_exponential@1": 0.732, "ndcg_exponential@5": 0.8175737418138352, "ndcg_exponential@10": 0.8286592807133532, "precision@1": 0.732, "precision@5": 0.1774, "precision@10": 0.09210000000000002, "recall@1": 0.732, "recall@5": 0.887, "recall@10": 0.921, "f1@1": 0.732, "f1@5": 0.2956666666666667, "f1@10": 0.16745454545454544, "map@1": 0.732, "map@5": 0.7942166666666667, "map@10": 0.7988448412698412, "mrr@1": 0.732, "mrr@5": 0.7942166666666667, "mrr@10": 0.7988448412698412, "num_pred": 1000, "num_data": 1000 }, "Country211": { "hit@1": 0.19, "hit@5": 0.417, "hit@10": 0.525, "ndcg_linear@1": 0.19, "ndcg_linear@5": 0.3072890874097779, "ndcg_linear@10": 0.341999769507417, "ndcg_exponential@1": 0.19, "ndcg_exponential@5": 0.3072890874097779, "ndcg_exponential@10": 0.341999769507417, "precision@1": 0.19, "precision@5": 0.08339999999999999, "precision@10": 0.05249999999999999, "recall@1": 0.19, "recall@5": 0.417, "recall@10": 0.525, "f1@1": 0.19, "f1@5": 0.13900000000000007, "f1@10": 0.09545454545454547, "map@1": 0.19, "map@5": 0.2710333333333333, "map@10": 0.28522579365079365, "mrr@1": 0.19, "mrr@5": 0.2710333333333333, "mrr@10": 0.28522579365079365, "num_pred": 1000, "num_data": 1000 }, "OK-VQA": { "hit@1": 0.717, "hit@5": 0.925, "hit@10": 0.958, "ndcg_linear@1": 0.717, "ndcg_linear@5": 0.8332557767978401, "ndcg_linear@10": 0.8439819648666476, "ndcg_exponential@1": 0.717, "ndcg_exponential@5": 0.8332557767978401, "ndcg_exponential@10": 0.8439819648666476, "precision@1": 0.717, "precision@5": 0.185, "precision@10": 0.09580000000000001, "recall@1": 0.717, "recall@5": 0.925, "recall@10": 0.958, "f1@1": 0.717, "f1@5": 0.30833333333333335, "f1@10": 0.1741818181818182, "map@1": 0.717, "map@5": 0.8022166666666667, "map@10": 0.8066742063492063, "mrr@1": 0.717, "mrr@5": 0.8022166666666667, "mrr@10": 0.8066742063492063, "num_pred": 1000, "num_data": 1000 }, "A-OKVQA": { "hit@1": 0.715, "hit@5": 0.95, "hit@10": 0.975, "ndcg_linear@1": 0.715, "ndcg_linear@5": 0.8478009194502982, "ndcg_linear@10": 0.8561338570978836, "ndcg_exponential@1": 0.715, "ndcg_exponential@5": 0.8478009194502982, "ndcg_exponential@10": 0.8561338570978836, "precision@1": 0.715, "precision@5": 0.19, "precision@10": 0.09750000000000002, "recall@1": 0.715, "recall@5": 0.95, "recall@10": 0.975, "f1@1": 0.715, "f1@5": 0.3166666666666667, "f1@10": 0.17727272727272725, "map@1": 0.715, "map@5": 0.8130666666666667, "map@10": 0.8166563492063492, "mrr@1": 0.715, "mrr@5": 0.8130666666666667, "mrr@10": 0.8166563492063492, "num_pred": 1000, "num_data": 1000 }, "DocVQA": { "hit@1": 0.924, "hit@5": 0.985, "hit@10": 0.989, "ndcg_linear@1": 0.924, "ndcg_linear@5": 0.958545194901449, "ndcg_linear@10": 0.9598571335815416, "ndcg_exponential@1": 0.924, "ndcg_exponential@5": 0.958545194901449, "ndcg_exponential@10": 0.9598571335815416, "precision@1": 0.924, "precision@5": 0.197, "precision@10": 0.0989, "recall@1": 0.924, "recall@5": 0.985, "recall@10": 0.989, "f1@1": 0.924, "f1@5": 0.32833333333333337, "f1@10": 0.17981818181818182, "map@1": 0.924, "map@5": 0.94955, "map@10": 0.950102380952381, "mrr@1": 0.924, "mrr@5": 0.94955, "mrr@10": 0.950102380952381, "num_pred": 1000, "num_data": 1000 }, "InfographicsVQA": { "hit@1": 0.671, "hit@5": 0.86, "hit@10": 0.902, "ndcg_linear@1": 0.671, "ndcg_linear@5": 0.7751307298984815, "ndcg_linear@10": 0.7887247863780694, "ndcg_exponential@1": 0.671, "ndcg_exponential@5": 0.7751307298984815, "ndcg_exponential@10": 0.7887247863780694, "precision@1": 0.671, "precision@5": 0.172, "precision@10": 0.09020000000000002, "recall@1": 0.671, "recall@5": 0.86, "recall@10": 0.902, "f1@1": 0.671, "f1@5": 0.2866666666666667, "f1@10": 0.164, "map@1": 0.671, "map@5": 0.7466166666666667, "map@10": 0.7522325396825397, "mrr@1": 0.671, "mrr@5": 0.7466166666666667, "mrr@10": 0.7522325396825397, "num_pred": 1000, "num_data": 1000 }, "ChartQA": { "hit@1": 0.592, "hit@5": 0.764, "hit@10": 0.823, "ndcg_linear@1": 0.592, "ndcg_linear@5": 0.6852734528352502, "ndcg_linear@10": 0.7043364205581132, "ndcg_exponential@1": 0.592, "ndcg_exponential@5": 0.6852734528352502, "ndcg_exponential@10": 0.7043364205581132, "precision@1": 0.592, "precision@5": 0.1528, "precision@10": 0.08230000000000001, "recall@1": 0.592, "recall@5": 0.764, "recall@10": 0.823, "f1@1": 0.592, "f1@5": 0.2546666666666667, "f1@10": 0.14963636363636362, "map@1": 0.592, "map@5": 0.6589666666666667, "map@10": 0.6668253968253969, "mrr@1": 0.592, "mrr@5": 0.6589666666666667, "mrr@10": 0.6668253968253969, "num_pred": 1000, "num_data": 1000 }, "Visual7W": { "hit@1": 0.627, "hit@5": 0.919, "hit@10": 0.968, "ndcg_linear@1": 0.627, "ndcg_linear@5": 0.7903015654472252, "ndcg_linear@10": 0.806313002213834, "ndcg_exponential@1": 0.627, "ndcg_exponential@5": 0.7903015654472252, "ndcg_exponential@10": 0.806313002213834, "precision@1": 0.627, "precision@5": 0.18380000000000005, "precision@10": 0.09680000000000001, "recall@1": 0.627, "recall@5": 0.919, "recall@10": 0.968, "f1@1": 0.627, "f1@5": 0.30633333333333335, "f1@10": 0.176, "map@1": 0.627, "map@5": 0.7467833333333334, "map@10": 0.7534825396825398, "mrr@1": 0.627, "mrr@5": 0.7467833333333334, "mrr@10": 0.7534825396825398, "num_pred": 1000, "num_data": 1000 }, "ScienceQA": { "hit@1": 0.552, "hit@5": 0.818, "hit@10": 0.895, "ndcg_linear@1": 0.552, "ndcg_linear@5": 0.6959445933040718, "ndcg_linear@10": 0.7210216400025575, "ndcg_exponential@1": 0.552, "ndcg_exponential@5": 0.6959445933040718, "ndcg_exponential@10": 0.7210216400025575, "precision@1": 0.552, "precision@5": 0.16360000000000002, "precision@10": 0.0895, "recall@1": 0.552, "recall@5": 0.818, "recall@10": 0.895, "f1@1": 0.552, "f1@5": 0.27266666666666667, "f1@10": 0.16272727272727275, "map@1": 0.552, "map@5": 0.6551, "map@10": 0.6655436507936509, "mrr@1": 0.552, "mrr@5": 0.6551, "mrr@10": 0.6655436507936509, "num_pred": 1000, "num_data": 1000 }, "VizWiz": { "hit@1": 0.534, "hit@5": 0.726, "hit@10": 0.759, "ndcg_linear@1": 0.534, "ndcg_linear@5": 0.6417225338519752, "ndcg_linear@10": 0.6522767459112151, "ndcg_exponential@1": 0.534, "ndcg_exponential@5": 0.6417225338519752, "ndcg_exponential@10": 0.6522767459112151, "precision@1": 0.534, "precision@5": 0.1452, "precision@10": 0.07590000000000001, "recall@1": 0.534, "recall@5": 0.726, "recall@10": 0.759, "f1@1": 0.534, "f1@5": 0.24200000000000005, "f1@10": 0.138, "map@1": 0.534, "map@5": 0.6131666666666666, "map@10": 0.6174559523809523, "mrr@1": 0.534, "mrr@5": 0.6131666666666666, "mrr@10": 0.6174559523809523, "num_pred": 1000, "num_data": 1000 }, "GQA": { "hit@1": 0.69, "hit@5": 0.893, "hit@10": 0.932, "ndcg_linear@1": 0.69, "ndcg_linear@5": 0.8014629958454411, "ndcg_linear@10": 0.8140264134304283, "ndcg_exponential@1": 0.69, "ndcg_exponential@5": 0.8014629958454411, "ndcg_exponential@10": 0.8140264134304283, "precision@1": 0.69, "precision@5": 0.17860000000000004, "precision@10": 0.09320000000000002, "recall@1": 0.69, "recall@5": 0.893, "recall@10": 0.932, "f1@1": 0.69, "f1@5": 0.2976666666666667, "f1@10": 0.16945454545454544, "map@1": 0.69, "map@5": 0.7706666666666667, "map@10": 0.7758214285714287, "mrr@1": 0.69, "mrr@5": 0.7706666666666667, "mrr@10": 0.7758214285714287, "num_pred": 1000, "num_data": 1000 }, "TextVQA": { "hit@1": 0.844, "hit@5": 0.912, "hit@10": 0.927, "ndcg_linear@1": 0.844, "ndcg_linear@5": 0.8832413452443982, "ndcg_linear@10": 0.887980990815743, "ndcg_exponential@1": 0.844, "ndcg_exponential@5": 0.8832413452443982, "ndcg_exponential@10": 0.887980990815743, "precision@1": 0.844, "precision@5": 0.18240000000000003, "precision@10": 0.09270000000000002, "recall@1": 0.844, "recall@5": 0.912, "recall@10": 0.927, "f1@1": 0.844, "f1@5": 0.304, "f1@10": 0.16854545454545455, "map@1": 0.844, "map@5": 0.8734166666666667, "map@10": 0.8753031746031745, "mrr@1": 0.844, "mrr@5": 0.8734166666666667, "mrr@10": 0.8753031746031745, "num_pred": 1000, "num_data": 1000 }, "VisDial": { "hit@1": 0.848, "hit@5": 0.964, "hit@10": 0.988, "ndcg_linear@1": 0.848, "ndcg_linear@5": 0.9097507116457345, "ndcg_linear@10": 0.917655386969462, "ndcg_exponential@1": 0.848, "ndcg_exponential@5": 0.9097507116457345, "ndcg_exponential@10": 0.917655386969462, "precision@1": 0.848, "precision@5": 0.1928, "precision@10": 0.09880000000000001, "recall@1": 0.848, "recall@5": 0.964, "recall@10": 0.988, "f1@1": 0.848, "f1@5": 0.32133333333333336, "f1@10": 0.17963636363636362, "map@1": 0.848, "map@5": 0.8916833333333333, "map@10": 0.8950309523809524, "mrr@1": 0.848, "mrr@5": 0.8916833333333333, "mrr@10": 0.8950309523809524, "num_pred": 1000, "num_data": 1000 }, "CIRR": { "hit@1": 0.67, "hit@5": 0.918, "hit@10": 0.958, "ndcg_linear@1": 0.67, "ndcg_linear@5": 0.8087120320956258, "ndcg_linear@10": 0.8216787776396027, "ndcg_exponential@1": 0.67, "ndcg_exponential@5": 0.8087120320956258, "ndcg_exponential@10": 0.8216787776396027, "precision@1": 0.67, "precision@5": 0.1836, "precision@10": 0.09580000000000001, "recall@1": 0.67, "recall@5": 0.918, "recall@10": 0.958, "f1@1": 0.67, "f1@5": 0.306, "f1@10": 0.17418181818181816, "map@1": 0.67, "map@5": 0.7717333333333334, "map@10": 0.777097619047619, "mrr@1": 0.67, "mrr@5": 0.7717333333333334, "mrr@10": 0.777097619047619, "num_pred": 1000, "num_data": 1000 }, "VisualNews_t2i": { "hit@1": 0.773, "hit@5": 0.893, "hit@10": 0.925, "ndcg_linear@1": 0.773, "ndcg_linear@5": 0.8377187608018555, "ndcg_linear@10": 0.8481082745831712, "ndcg_exponential@1": 0.773, "ndcg_exponential@5": 0.8377187608018555, "ndcg_exponential@10": 0.8481082745831712, "precision@1": 0.773, "precision@5": 0.17860000000000004, "precision@10": 0.09250000000000001, "recall@1": 0.773, "recall@5": 0.893, "recall@10": 0.925, "f1@1": 0.773, "f1@5": 0.29766666666666663, "f1@10": 0.16818181818181815, "map@1": 0.773, "map@5": 0.8192333333333334, "map@10": 0.8235412698412699, "mrr@1": 0.773, "mrr@5": 0.8192333333333334, "mrr@10": 0.8235412698412699, "num_pred": 1000, "num_data": 1000 }, "VisualNews_i2t": { "hit@1": 0.801, "hit@5": 0.92, "hit@10": 0.939, "ndcg_linear@1": 0.801, "ndcg_linear@5": 0.8648283198413835, "ndcg_linear@10": 0.8710887136629268, "ndcg_exponential@1": 0.801, "ndcg_exponential@5": 0.8648283198413835, "ndcg_exponential@10": 0.8710887136629268, "precision@1": 0.801, "precision@5": 0.18400000000000002, "precision@10": 0.09390000000000001, "recall@1": 0.801, "recall@5": 0.92, "recall@10": 0.939, "f1@1": 0.801, "f1@5": 0.3066666666666667, "f1@10": 0.17072727272727273, "map@1": 0.801, "map@5": 0.8464333333333334, "map@10": 0.8490837301587301, "mrr@1": 0.801, "mrr@5": 0.8464333333333334, "mrr@10": 0.8490837301587301, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_t2i": { "hit@1": 0.8, "hit@5": 0.967, "hit@10": 0.982, "ndcg_linear@1": 0.8, "ndcg_linear@5": 0.8932788491400608, "ndcg_linear@10": 0.8980675833731137, "ndcg_exponential@1": 0.8, "ndcg_exponential@5": 0.8932788491400608, "ndcg_exponential@10": 0.8980675833731137, "precision@1": 0.8, "precision@5": 0.19340000000000004, "precision@10": 0.09820000000000002, "recall@1": 0.8, "recall@5": 0.967, "recall@10": 0.982, "f1@1": 0.8, "f1@5": 0.32233333333333336, "f1@10": 0.17854545454545453, "map@1": 0.8, "map@5": 0.8683166666666666, "map@10": 0.8702575396825397, "mrr@1": 0.8, "mrr@5": 0.8683166666666666, "mrr@10": 0.8702575396825397, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_i2t": { "hit@1": 0.746, "hit@5": 0.952, "hit@10": 0.986, "ndcg_linear@1": 0.746, "ndcg_linear@5": 0.8610544406044519, "ndcg_linear@10": 0.8721562761387163, "ndcg_exponential@1": 0.746, "ndcg_exponential@5": 0.8610544406044519, "ndcg_exponential@10": 0.8721562761387163, "precision@1": 0.746, "precision@5": 0.19040000000000004, "precision@10": 0.09860000000000001, "recall@1": 0.746, "recall@5": 0.952, "recall@10": 0.986, "f1@1": 0.746, "f1@5": 0.31733333333333336, "f1@10": 0.17927272727272725, "map@1": 0.746, "map@5": 0.8303333333333333, "map@10": 0.834977380952381, "mrr@1": 0.746, "mrr@5": 0.8303333333333333, "mrr@10": 0.834977380952381, "num_pred": 1000, "num_data": 1000 }, "NIGHTS": { "hit@1": 0.683, "hit@5": 0.982, "hit@10": 0.995, "ndcg_linear@1": 0.683, "ndcg_linear@5": 0.8545837669449263, "ndcg_linear@10": 0.8590220400632383, "ndcg_exponential@1": 0.683, "ndcg_exponential@5": 0.8545837669449263, "ndcg_exponential@10": 0.8590220400632383, "precision@1": 0.683, "precision@5": 0.19640000000000005, "precision@10": 0.09950000000000002, "recall@1": 0.683, "recall@5": 0.982, "recall@10": 0.995, "f1@1": 0.683, "f1@5": 0.32733333333333337, "f1@10": 0.18090909090909088, "map@1": 0.683, "map@5": 0.8110333333333333, "map@10": 0.8130015873015872, "mrr@1": 0.683, "mrr@5": 0.8110333333333333, "mrr@10": 0.8130015873015872, "num_pred": 1000, "num_data": 1000 }, "WebQA": { "hit@1": 0.902, "hit@5": 0.988, "hit@10": 0.993, "ndcg_linear@1": 0.902, "ndcg_linear@5": 0.9526241219987174, "ndcg_linear@10": 0.9542922678659179, "ndcg_exponential@1": 0.902, "ndcg_exponential@5": 0.9526241219987174, "ndcg_exponential@10": 0.9542922678659179, "precision@1": 0.902, "precision@5": 0.19760000000000003, "precision@10": 0.09930000000000001, "recall@1": 0.902, "recall@5": 0.988, "recall@10": 0.993, "f1@1": 0.902, "f1@5": 0.3293333333333333, "f1@10": 0.18054545454545456, "map@1": 0.902, "map@5": 0.9404333333333333, "map@10": 0.941152380952381, "mrr@1": 0.902, "mrr@5": 0.9404333333333333, "mrr@10": 0.941152380952381, "num_pred": 1000, "num_data": 1000 }, "FashionIQ": { "hit@1": 0.27, "hit@5": 0.519, "hit@10": 0.63, "ndcg_linear@1": 0.27, "ndcg_linear@5": 0.4001772584434937, "ndcg_linear@10": 0.43595031497777775, "ndcg_exponential@1": 0.27, "ndcg_exponential@5": 0.4001772584434937, "ndcg_exponential@10": 0.43595031497777775, "precision@1": 0.27, "precision@5": 0.10379999999999999, "precision@10": 0.063, "recall@1": 0.27, "recall@5": 0.519, "recall@10": 0.63, "f1@1": 0.27, "f1@5": 0.17300000000000007, "f1@10": 0.11454545454545456, "map@1": 0.27, "map@5": 0.36085, "map@10": 0.37554365079365076, "mrr@1": 0.27, "mrr@5": 0.36085, "mrr@10": 0.37554365079365076, "num_pred": 1000, "num_data": 1000 }, "Wiki-SS-NQ": { "hit@1": 0.709, "hit@5": 0.894, "hit@10": 0.932, "ndcg_linear@1": 0.709, "ndcg_linear@5": 0.8114938643665682, "ndcg_linear@10": 0.8236994103213788, "ndcg_exponential@1": 0.709, "ndcg_exponential@5": 0.8114938643665682, "ndcg_exponential@10": 0.8236994103213788, "precision@1": 0.709, "precision@5": 0.17880000000000001, "precision@10": 0.09320000000000002, "recall@1": 0.709, "recall@5": 0.894, "recall@10": 0.932, "f1@1": 0.709, "f1@5": 0.298, "f1@10": 0.16945454545454544, "map@1": 0.709, "map@5": 0.7836666666666666, "map@10": 0.7886555555555556, "mrr@1": 0.709, "mrr@5": 0.7836666666666666, "mrr@10": 0.7886555555555556, "num_pred": 1000, "num_data": 1000 }, "OVEN": { "hit@1": 0.685, "hit@5": 0.872, "hit@10": 0.924, "ndcg_linear@1": 0.685, "ndcg_linear@5": 0.7886497523122823, "ndcg_linear@10": 0.8055946940023364, "ndcg_exponential@1": 0.685, "ndcg_exponential@5": 0.7886497523122823, "ndcg_exponential@10": 0.8055946940023364, "precision@1": 0.685, "precision@5": 0.17440000000000003, "precision@10": 0.09240000000000002, "recall@1": 0.685, "recall@5": 0.872, "recall@10": 0.924, "f1@1": 0.685, "f1@5": 0.2906666666666667, "f1@10": 0.168, "map@1": 0.685, "map@5": 0.76055, "map@10": 0.7676154761904761, "mrr@1": 0.685, "mrr@5": 0.76055, "mrr@10": 0.7676154761904761, "num_pred": 1000, "num_data": 1000 }, "EDIS": { "hit@1": 0.885, "hit@5": 0.979, "hit@10": 0.987, "ndcg_linear@1": 0.885, "ndcg_linear@5": 0.9393800450523804, "ndcg_linear@10": 0.9419274431891481, "ndcg_exponential@1": 0.885, "ndcg_exponential@5": 0.9393800450523804, "ndcg_exponential@10": 0.9419274431891481, "precision@1": 0.885, "precision@5": 0.1958, "precision@10": 0.09870000000000002, "recall@1": 0.885, "recall@5": 0.979, "recall@10": 0.987, "f1@1": 0.885, "f1@5": 0.32633333333333336, "f1@10": 0.17945454545454545, "map@1": 0.885, "map@5": 0.9258, "map@10": 0.9268273809523808, "mrr@1": 0.885, "mrr@5": 0.9258, "mrr@10": 0.9268273809523808, "num_pred": 1000, "num_data": 1000 }, "MSCOCO": { "hit@1": 0.813, "hit@5": 0.903, "hit@10": 0.936, "ndcg_linear@1": 0.813, "ndcg_linear@5": 0.862085456623546, "ndcg_linear@10": 0.8726586202718428, "ndcg_exponential@1": 0.813, "ndcg_exponential@5": 0.862085456623546, "ndcg_exponential@10": 0.8726586202718428, "precision@1": 0.813, "precision@5": 0.1806, "precision@10": 0.09360000000000002, "recall@1": 0.813, "recall@5": 0.903, "recall@10": 0.936, "f1@1": 0.813, "f1@5": 0.301, "f1@10": 0.17018181818181818, "map@1": 0.813, "map@5": 0.84835, "map@10": 0.852652380952381, "mrr@1": 0.813, "mrr@5": 0.84835, "mrr@10": 0.852652380952381, "num_pred": 1000, "num_data": 1000 }, "RefCOCO": { "hit@1": 0.953, "hit@5": 0.999, "hit@10": 1.0, "ndcg_linear@1": 0.953, "ndcg_linear@5": 0.9796168405191227, "ndcg_linear@10": 0.9799730477062306, "ndcg_exponential@1": 0.953, "ndcg_exponential@5": 0.9796168405191227, "ndcg_exponential@10": 0.9799730477062306, "precision@1": 0.953, "precision@5": 0.1998, "precision@10": 0.10000000000000002, "recall@1": 0.953, "recall@5": 0.999, "recall@10": 1.0, "f1@1": 0.953, "f1@5": 0.333, "f1@10": 0.18181818181818182, "map@1": 0.953, "map@5": 0.9729833333333333, "map@10": 0.9731500000000001, "mrr@1": 0.953, "mrr@5": 0.9729833333333333, "mrr@10": 0.9731500000000001, "num_pred": 1000, "num_data": 1000 }, "RefCOCO-Matching": { "hit@1": 0.928, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.928, "ndcg_linear@5": 0.9750578720107165, "ndcg_linear@10": 0.9750578720107165, "ndcg_exponential@1": 0.928, "ndcg_exponential@5": 0.9750578720107165, "ndcg_exponential@10": 0.9750578720107165, "precision@1": 0.928, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.928, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.928, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.928, "map@5": 0.9666666666666668, "map@10": 0.9666666666666668, "mrr@1": 0.928, "mrr@5": 0.9636666666666668, "mrr@10": 0.9636666666666668, "num_pred": 1000, "num_data": 1000 }, "Visual7W-Pointing": { "hit@1": 0.94, "hit@5": 0.988, "hit@10": 0.995, "ndcg_linear@1": 0.94, "ndcg_linear@5": 0.9676524056407347, "ndcg_linear@10": 0.9698675269290865, "ndcg_exponential@1": 0.94, "ndcg_exponential@5": 0.9676524056407347, "ndcg_exponential@10": 0.9698675269290865, "precision@1": 0.94, "precision@5": 0.19760000000000003, "precision@10": 0.09950000000000002, "recall@1": 0.94, "recall@5": 0.988, "recall@10": 0.995, "f1@1": 0.94, "f1@5": 0.3293333333333333, "f1@10": 0.18090909090909088, "map@1": 0.94, "map@5": 0.9607166666666667, "map@10": 0.9615996031746031, "mrr@1": 0.94, "mrr@5": 0.9607166666666667, "mrr@10": 0.9615996031746031, "num_pred": 1000, "num_data": 1000 } }, "video": { "K700": { "hit@1": 0.38, "hit@5": 0.615, "hit@10": 0.707, "ndcg_linear@1": 0.38, "ndcg_linear@5": 0.5066645136681536, "ndcg_linear@10": 0.5366389191763069, "ndcg_exponential@1": 0.38, "ndcg_exponential@5": 0.5066645136681536, "ndcg_exponential@10": 0.5366389191763069, "precision@1": 0.38, "precision@5": 0.12299999999999998, "precision@10": 0.07069999999999999, "recall@1": 0.38, "recall@5": 0.615, "recall@10": 0.707, "f1@1": 0.38, "f1@5": 0.20500000000000004, "f1@10": 0.12854545454545457, "map@1": 0.38, "map@5": 0.47046666666666664, "map@10": 0.4829611111111111, "mrr@1": 0.38, "mrr@5": 0.47046666666666664, "mrr@10": 0.4829611111111111, "num_pred": 1000, "num_data": 1000 }, "SmthSmthV2": { "hit@1": 0.252, "hit@5": 0.493, "hit@10": 0.58, "ndcg_linear@1": 0.252, "ndcg_linear@5": 0.3788864686222684, "ndcg_linear@10": 0.4069963065780779, "ndcg_exponential@1": 0.252, "ndcg_exponential@5": 0.3788864686222684, "ndcg_exponential@10": 0.4069963065780779, "precision@1": 0.252, "precision@5": 0.0986, "precision@10": 0.057999999999999996, "recall@1": 0.252, "recall@5": 0.493, "recall@10": 0.58, "f1@1": 0.252, "f1@5": 0.16433333333333336, "f1@10": 0.10545454545454547, "map@1": 0.252, "map@5": 0.341, "map@10": 0.35258134920634915, "mrr@1": 0.252, "mrr@5": 0.341, "mrr@10": 0.35258134920634915, "num_pred": 1000, "num_data": 1000 }, "HMDB51": { "hit@1": 0.428, "hit@5": 0.633, "hit@10": 0.734, "ndcg_linear@1": 0.428, "ndcg_linear@5": 0.536266843477078, "ndcg_linear@10": 0.5693106758152626, "ndcg_exponential@1": 0.428, "ndcg_exponential@5": 0.536266843477078, "ndcg_exponential@10": 0.5693106758152626, "precision@1": 0.428, "precision@5": 0.1266, "precision@10": 0.0734, "recall@1": 0.428, "recall@5": 0.633, "recall@10": 0.734, "f1@1": 0.428, "f1@5": 0.21100000000000005, "f1@10": 0.1334545454545455, "map@1": 0.428, "map@5": 0.50425, "map@10": 0.5181051587301587, "mrr@1": 0.428, "mrr@5": 0.50425, "mrr@10": 0.5181051587301587, "num_pred": 1000, "num_data": 1000 }, "UCF101": { "hit@1": 0.618, "hit@5": 0.867, "hit@10": 0.906, "ndcg_linear@1": 0.618, "ndcg_linear@5": 0.75505789802708, "ndcg_linear@10": 0.767747385319142, "ndcg_exponential@1": 0.618, "ndcg_exponential@5": 0.75505789802708, "ndcg_exponential@10": 0.767747385319142, "precision@1": 0.618, "precision@5": 0.17340000000000003, "precision@10": 0.09060000000000003, "recall@1": 0.618, "recall@5": 0.867, "recall@10": 0.906, "f1@1": 0.618, "f1@5": 0.28900000000000003, "f1@10": 0.16472727272727272, "map@1": 0.618, "map@5": 0.71735, "map@10": 0.7226277777777778, "mrr@1": 0.618, "mrr@5": 0.71735, "mrr@10": 0.7226277777777778, "num_pred": 1000, "num_data": 1000 }, "Breakfast": { "hit@1": 0.18013856812933027, "hit@5": 0.6651270207852193, "hit@10": 1.0, "ndcg_linear@1": 0.18013856812933027, "ndcg_linear@5": 0.4268470713896606, "ndcg_linear@10": 0.5338034659587415, "ndcg_exponential@1": 0.18013856812933027, "ndcg_exponential@5": 0.4268470713896606, "ndcg_exponential@10": 0.5338034659587415, "precision@1": 0.18013856812933027, "precision@5": 0.13302540415704386, "precision@10": 0.1, "recall@1": 0.18013856812933027, "recall@5": 0.6651270207852193, "recall@10": 1.0, "f1@1": 0.18013856812933027, "f1@5": 0.22170900692840653, "f1@10": 0.1818181818181818, "map@1": 0.18013856812933027, "map@5": 0.34869130100076984, "map@10": 0.39204516294585584, "mrr@1": 0.18013856812933027, "mrr@5": 0.34869130100076984, "mrr@10": 0.39204516294585584, "num_pred": 433, "num_data": 433 }, "MVBench": { "hit@1": 0.422, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.422, "ndcg_linear@5": 0.7395174994487985, "ndcg_linear@10": 0.7395174994487985, "ndcg_exponential@1": 0.422, "ndcg_exponential@5": 0.7395174994487985, "ndcg_exponential@10": 0.7395174994487985, "precision@1": 0.422, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.422, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.422, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.422, "map@5": 0.6515583333333334, "map@10": 0.6515583333333334, "mrr@1": 0.422, "mrr@5": 0.6515583333333334, "mrr@10": 0.6515583333333334, "num_pred": 4000, "num_data": 4000 }, "Video-MME": { "hit@1": 0.35777777777777775, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.35777777777777775, "ndcg_linear@5": 0.7003783826767266, "ndcg_linear@10": 0.7003783826767266, "ndcg_exponential@1": 0.35777777777777775, "ndcg_exponential@5": 0.7003783826767266, "ndcg_exponential@10": 0.7003783826767266, "precision@1": 0.35777777777777775, "precision@5": 0.19999999999999996, "precision@10": 0.09999999999999998, "recall@1": 0.35777777777777775, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.35777777777777775, "f1@5": 0.3333333333333334, "f1@10": 0.18181818181818188, "map@1": 0.35777777777777775, "map@5": 0.6, "map@10": 0.6, "mrr@1": 0.35777777777777775, "mrr@5": 0.6, "mrr@10": 0.6, "num_pred": 2700, "num_data": 2700 }, "NExTQA": { "hit@1": 0.5875758991125642, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.5875758991125642, "ndcg_linear@5": 0.8090259297026986, "ndcg_linear@10": 0.8090259297026986, "ndcg_exponential@1": 0.5875758991125642, "ndcg_exponential@5": 0.8090259297026986, "ndcg_exponential@10": 0.8090259297026986, "precision@1": 0.5875758991125642, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.5875758991125642, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.5875758991125642, "f1@5": 0.3333333333333333, "f1@10": 0.1818181818181818, "map@1": 0.5875758991125642, "map@5": 0.7453039856764752, "map@10": 0.7453039856764752, "mrr@1": 0.5875758991125642, "mrr@5": 0.7450704499455083, "mrr@10": 0.7450704499455083, "num_pred": 8564, "num_data": 8564 }, "EgoSchema": { "hit@1": 0.516, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.516, "ndcg_linear@5": 0.7702751286896746, "ndcg_linear@10": 0.7702751286896746, "ndcg_exponential@1": 0.516, "ndcg_exponential@5": 0.7702751286896746, "ndcg_exponential@10": 0.7702751286896746, "precision@1": 0.516, "precision@5": 0.2, "precision@10": 0.1, "recall@1": 0.516, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.516, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.516, "map@5": 0.6941, "map@10": 0.6941, "mrr@1": 0.516, "mrr@5": 0.6941, "mrr@10": 0.6941, "num_pred": 500, "num_data": 500 }, "ActivityNetQA": { "hit@1": 0.646, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.646, "ndcg_linear@5": 0.8693491327642959, "ndcg_linear@10": 0.8693491327642959, "ndcg_exponential@1": 0.646, "ndcg_exponential@5": 0.8693491327642959, "ndcg_exponential@10": 0.8693491327642959, "precision@1": 0.646, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.646, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.646, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.646, "map@5": 0.823, "map@10": 0.823, "mrr@1": 0.646, "mrr@5": 0.823, "mrr@10": 0.823, "num_pred": 1000, "num_data": 1000 }, "DiDeMo": { "hit@1": 0.3147410358565737, "hit@5": 0.5298804780876494, "hit@10": 0.6185258964143426, "ndcg_linear@1": 0.3147410358565737, "ndcg_linear@5": 0.4286511914962896, "ndcg_linear@10": 0.45727411282307634, "ndcg_exponential@1": 0.3147410358565737, "ndcg_exponential@5": 0.4286511914962896, "ndcg_exponential@10": 0.45727411282307634, "precision@1": 0.3147410358565737, "precision@5": 0.10597609561752987, "precision@10": 0.06185258964143426, "recall@1": 0.3147410358565737, "recall@5": 0.5298804780876494, "recall@10": 0.6185258964143426, "f1@1": 0.3147410358565737, "f1@5": 0.1766268260292165, "f1@10": 0.11245925389351685, "map@1": 0.3147410358565737, "map@5": 0.39503652058432936, "map@10": 0.4068310092961488, "mrr@1": 0.3147410358565737, "mrr@5": 0.39503652058432936, "mrr@10": 0.4068310092961488, "num_pred": 1004, "num_data": 1004 }, "MSR-VTT": { "hit@1": 0.276, "hit@5": 0.449, "hit@10": 0.529, "ndcg_linear@1": 0.276, "ndcg_linear@5": 0.36606581355404383, "ndcg_linear@10": 0.3917108463937217, "ndcg_exponential@1": 0.276, "ndcg_exponential@5": 0.36606581355404383, "ndcg_exponential@10": 0.3917108463937217, "precision@1": 0.276, "precision@5": 0.08979999999999999, "precision@10": 0.05289999999999999, "recall@1": 0.276, "recall@5": 0.449, "recall@10": 0.529, "f1@1": 0.276, "f1@5": 0.1496666666666667, "f1@10": 0.09618181818181819, "map@1": 0.276, "map@5": 0.3387, "map@10": 0.34914444444444437, "mrr@1": 0.276, "mrr@5": 0.3387, "mrr@10": 0.34914444444444437, "num_pred": 1000, "num_data": 1000 }, "MSVD": { "hit@1": 0.5746268656716418, "hit@5": 0.8014925373134328, "hit@10": 0.8597014925373134, "ndcg_linear@1": 0.5746268656716418, "ndcg_linear@5": 0.69897211146754, "ndcg_linear@10": 0.7179963049865187, "ndcg_exponential@1": 0.5746268656716418, "ndcg_exponential@5": 0.69897211146754, "ndcg_exponential@10": 0.7179963049865187, "precision@1": 0.5746268656716418, "precision@5": 0.16029850746268656, "precision@10": 0.08597014925373134, "recall@1": 0.5746268656716418, "recall@5": 0.8014925373134328, "recall@10": 0.8597014925373134, "f1@1": 0.5746268656716418, "f1@5": 0.2671641791044777, "f1@10": 0.15630936227951156, "map@1": 0.5746268656716418, "map@5": 0.6645024875621891, "map@10": 0.672470386164416, "mrr@1": 0.5746268656716418, "mrr@5": 0.6645024875621891, "mrr@10": 0.672470386164416, "num_pred": 670, "num_data": 670 }, "VATEX": { "hit@1": 0.2251004912907548, "hit@5": 0.41134435015631976, "hit@10": 0.4839213934792318, "ndcg_linear@1": 0.2251004912907548, "ndcg_linear@5": 0.32269131386403327, "ndcg_linear@10": 0.34619183562840194, "ndcg_exponential@1": 0.2251004912907548, "ndcg_exponential@5": 0.32269131386403327, "ndcg_exponential@10": 0.34619183562840194, "precision@1": 0.2251004912907548, "precision@5": 0.08226887003126397, "precision@10": 0.048392139347923184, "recall@1": 0.2251004912907548, "recall@5": 0.41134435015631976, "recall@10": 0.4839213934792318, "f1@1": 0.2251004912907548, "f1@5": 0.13711478338543995, "f1@10": 0.08798570790531487, "map@1": 0.2251004912907548, "map@5": 0.2933303558136073, "map@10": 0.30305178048590287, "mrr@1": 0.2251004912907548, "mrr@5": 0.2933303558136073, "mrr@10": 0.30305178048590287, "num_pred": 4478, "num_data": 4478 }, "YouCook2": { "hit@1": 0.055992450456118274, "hit@5": 0.14312676942434727, "hit@10": 0.20006291286568104, "ndcg_linear@1": 0.055992450456118274, "ndcg_linear@5": 0.10094667755024488, "ndcg_linear@10": 0.11931292540077766, "ndcg_exponential@1": 0.055992450456118274, "ndcg_exponential@5": 0.10094667755024488, "ndcg_exponential@10": 0.11931292540077766, "precision@1": 0.055992450456118274, "precision@5": 0.028625353884869455, "precision@10": 0.020006291286568105, "recall@1": 0.055992450456118274, "recall@5": 0.14312676942434727, "recall@10": 0.20006291286568104, "f1@1": 0.055992450456118274, "f1@5": 0.047708923141449096, "f1@10": 0.03637507506648746, "map@1": 0.055992450456118274, "map@5": 0.08704519240851422, "map@10": 0.09459585973426803, "mrr@1": 0.055992450456118274, "mrr@5": 0.08704519240851422, "mrr@10": 0.09459585973426803, "num_pred": 3179, "num_data": 3179 }, "QVHighlight": { "hit@1": 0.5678670360110804, "hit@5": 0.8882733148661126, "hit@10": 1.0, "ndcg_linear@1": 0.5678670360110804, "ndcg_linear@5": 0.7383806964328935, "ndcg_linear@10": 0.7741919441572821, "ndcg_exponential@1": 0.5678670360110804, "ndcg_exponential@5": 0.7383806964328935, "ndcg_exponential@10": 0.7741919441572821, "precision@1": 0.5678670360110804, "precision@5": 0.17765466297322252, "precision@10": 0.09999999999999998, "recall@1": 0.5678670360110804, "recall@5": 0.8882733148661126, "recall@10": 1.0, "f1@1": 0.5678670360110804, "f1@5": 0.29609110495537094, "f1@10": 0.18181818181818185, "map@1": 0.5678670360110804, "map@5": 0.6885195444752231, "map@10": 0.7031178091427398, "mrr@1": 0.5678670360110804, "mrr@5": 0.6885195444752231, "mrr@10": 0.7031178091427398, "num_pred": 1083, "num_data": 1083 }, "Charades-STA": { "hit@1": 0.2998624484181568, "hit@5": 0.6299862448418156, "hit@10": 1.0, "ndcg_linear@1": 0.2998624484181568, "ndcg_linear@5": 0.46534492272735095, "ndcg_linear@10": 0.5816552483924967, "ndcg_exponential@1": 0.2998624484181568, "ndcg_exponential@5": 0.46534492272735095, "ndcg_exponential@10": 0.5816552483924967, "precision@1": 0.2998624484181568, "precision@5": 0.12599724896836312, "precision@10": 0.09999999999999998, "recall@1": 0.2998624484181568, "recall@5": 0.6299862448418156, "recall@10": 1.0, "f1@1": 0.2998624484181568, "f1@5": 0.20999541494727195, "f1@10": 0.18181818181818185, "map@1": 0.2998624484181568, "map@5": 0.4115543328748281, "map@10": 0.4576412087072334, "mrr@1": 0.2998624484181568, "mrr@5": 0.4115543328748281, "mrr@10": 0.4576412087072334, "num_pred": 727, "num_data": 727 }, "MomentSeeker": { "hit@1": 0.32, "hit@5": 0.815, "hit@10": 1.0, "ndcg_linear@1": 0.32, "ndcg_linear@5": 0.5721837761681432, "ndcg_linear@10": 0.6391811777845421, "ndcg_exponential@1": 0.32, "ndcg_exponential@5": 0.5721837761681432, "ndcg_exponential@10": 0.6391811777845421, "precision@1": 0.32, "precision@5": 0.1791111111111111, "precision@10": 0.11294444444444447, "recall@1": 0.29506944444444444, "recall@5": 0.7980324074074074, "recall@10": 0.9988425925925927, "f1@1": 0.30249911816578484, "f1@5": 0.2877473606640274, "f1@10": 0.2003352357519024, "map@1": 0.32, "map@5": 0.49152685185185185, "map@10": 0.5216704420194004, "mrr@1": 0.32, "mrr@5": 0.5034722222222222, "mrr@10": 0.5283710317460317, "num_pred": 1800, "num_data": 1800 } }, "visdoc": { "ViDoRe_arxivqa": { "hit@1": 0.438, "hit@5": 0.586, "hit@10": 0.656, "ndcg_linear@1": 0.438, "ndcg_linear@5": 0.5189955659947457, "ndcg_linear@10": 0.5420997669337737, "ndcg_exponential@1": 0.438, "ndcg_exponential@5": 0.5189955659947457, "ndcg_exponential@10": 0.5420997669337737, "precision@1": 0.438, "precision@5": 0.11719999999999998, "precision@10": 0.06559999999999999, "recall@1": 0.438, "recall@5": 0.586, "recall@10": 0.656, "f1@1": 0.438, "f1@5": 0.19533333333333336, "f1@10": 0.1192727272727273, "map@1": 0.438, "map@5": 0.4964666666666667, "map@10": 0.5062785714285714, "mrr@1": 0.438, "mrr@5": 0.4964666666666667, "mrr@10": 0.5062785714285714, "num_pred": 500, "num_data": 500 }, "ViDoRe_docvqa": { "hit@1": 0.29711751662971175, "hit@5": 0.4678492239467849, "hit@10": 0.5565410199556541, "ndcg_linear@1": 0.29711751662971175, "ndcg_linear@5": 0.3817360677288851, "ndcg_linear@10": 0.4108112152607947, "ndcg_exponential@1": 0.29711751662971175, "ndcg_exponential@5": 0.3817360677288851, "ndcg_exponential@10": 0.4108112152607947, "precision@1": 0.29711751662971175, "precision@5": 0.09490022172949002, "precision@10": 0.05698447893569844, "recall@1": 0.2916481892091648, "recall@5": 0.458130081300813, "recall@10": 0.5468957871396896, "f1@1": 0.2930524759793052, "f1@5": 0.15602054569056006, "f1@10": 0.1025790912708873, "map@1": 0.29711751662971175, "map@5": 0.3542251786154225, "map@10": 0.3663764532666971, "mrr@1": 0.29711751662971175, "mrr@5": 0.36045824094604584, "mrr@10": 0.3723621229718791, "num_pred": 451, "num_data": 451 }, "ViDoRe_infovqa": { "hit@1": 0.6336032388663968, "hit@5": 0.8097165991902834, "hit@10": 0.8643724696356275, "ndcg_linear@1": 0.6336032388663968, "ndcg_linear@5": 0.7315682753740185, "ndcg_linear@10": 0.7499376737305566, "ndcg_exponential@1": 0.6336032388663968, "ndcg_exponential@5": 0.7315682753740185, "ndcg_exponential@10": 0.7499376737305566, "precision@1": 0.6336032388663968, "precision@5": 0.16194331983805668, "precision@10": 0.08663967611336032, "recall@1": 0.6336032388663968, "recall@5": 0.8087044534412956, "recall@10": 0.8643724696356275, "f1@1": 0.6336032388663968, "f1@5": 0.2698091382301909, "f1@10": 0.15746534167586798, "map@1": 0.6336032388663968, "map@5": 0.7052294197031039, "map@10": 0.7131145170618856, "mrr@1": 0.6336032388663968, "mrr@5": 0.7057354925775978, "mrr@10": 0.7132832080200502, "num_pred": 494, "num_data": 494 }, "ViDoRe_tabfquad": { "hit@1": 0.425, "hit@5": 0.7107142857142857, "hit@10": 0.8285714285714286, "ndcg_linear@1": 0.425, "ndcg_linear@5": 0.5774654228123256, "ndcg_linear@10": 0.6144487108920436, "ndcg_exponential@1": 0.425, "ndcg_exponential@5": 0.5774654228123256, "ndcg_exponential@10": 0.6144487108920436, "precision@1": 0.425, "precision@5": 0.14214285714285713, "precision@10": 0.08285714285714285, "recall@1": 0.425, "recall@5": 0.7107142857142857, "recall@10": 0.8285714285714286, "f1@1": 0.425, "f1@5": 0.23690476190476195, "f1@10": 0.15064935064935067, "map@1": 0.425, "map@5": 0.5332142857142858, "map@10": 0.5478302154195012, "mrr@1": 0.425, "mrr@5": 0.5332142857142858, "mrr@10": 0.5478302154195012, "num_pred": 280, "num_data": 280 }, "ViDoRe_tatdqa": { "hit@1": 0.2332928311057108, "hit@5": 0.4665856622114216, "hit@10": 0.5735115431348724, "ndcg_linear@1": 0.2332928311057108, "ndcg_linear@5": 0.35476263719447443, "ndcg_linear@10": 0.3899622011434573, "ndcg_exponential@1": 0.2332928311057108, "ndcg_exponential@5": 0.35476263719447443, "ndcg_exponential@10": 0.3899622011434573, "precision@1": 0.2332928311057108, "precision@5": 0.0933171324422843, "precision@10": 0.05753341433778857, "recall@1": 0.23238153098420414, "recall@5": 0.46537059538274606, "recall@10": 0.5732077764277035, "f1@1": 0.23268529769137303, "f1@5": 0.15541283342012385, "f1@10": 0.10454177252476161, "map@1": 0.2332928311057108, "map@5": 0.3178108545970028, "map@10": 0.3325794615132404, "mrr@1": 0.2332928311057108, "mrr@5": 0.31887403807209397, "mrr@10": 0.33341988273640766, "num_pred": 1646, "num_data": 1646 }, "ViDoRe_shiftproject": { "hit@1": 0.33, "hit@5": 0.56, "hit@10": 0.6, "ndcg_linear@1": 0.33, "ndcg_linear@5": 0.45418856575242694, "ndcg_linear@10": 0.466925886304644, "ndcg_exponential@1": 0.33, "ndcg_exponential@5": 0.45418856575242694, "ndcg_exponential@10": 0.466925886304644, "precision@1": 0.33, "precision@5": 0.11199999999999996, "precision@10": 0.059999999999999984, "recall@1": 0.33, "recall@5": 0.56, "recall@10": 0.6, "f1@1": 0.33, "f1@5": 0.18666666666666665, "f1@10": 0.1090909090909091, "map@1": 0.33, "map@5": 0.4186666666666667, "map@10": 0.42380555555555555, "mrr@1": 0.33, "mrr@5": 0.4186666666666667, "mrr@10": 0.42380555555555555, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_artificial_intelligence": { "hit@1": 0.63, "hit@5": 0.89, "hit@10": 0.93, "ndcg_linear@1": 0.63, "ndcg_linear@5": 0.7684953313331608, "ndcg_linear@10": 0.781411336450854, "ndcg_exponential@1": 0.63, "ndcg_exponential@5": 0.7684953313331608, "ndcg_exponential@10": 0.781411336450854, "precision@1": 0.63, "precision@5": 0.17799999999999996, "precision@10": 0.09299999999999997, "recall@1": 0.63, "recall@5": 0.89, "recall@10": 0.93, "f1@1": 0.63, "f1@5": 0.2966666666666667, "f1@10": 0.1690909090909092, "map@1": 0.63, "map@5": 0.7278333333333333, "map@10": 0.7331507936507937, "mrr@1": 0.63, "mrr@5": 0.7278333333333333, "mrr@10": 0.7331507936507937, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_energy": { "hit@1": 0.65, "hit@5": 0.88, "hit@10": 0.9, "ndcg_linear@1": 0.65, "ndcg_linear@5": 0.7727195106216262, "ndcg_linear@10": 0.7790631439115994, "ndcg_exponential@1": 0.65, "ndcg_exponential@5": 0.7727195106216262, "ndcg_exponential@10": 0.7790631439115994, "precision@1": 0.65, "precision@5": 0.17599999999999993, "precision@10": 0.08999999999999997, "recall@1": 0.65, "recall@5": 0.88, "recall@10": 0.9, "f1@1": 0.65, "f1@5": 0.29333333333333333, "f1@10": 0.1636363636363637, "map@1": 0.65, "map@5": 0.7371666666666666, "map@10": 0.7397063492063493, "mrr@1": 0.65, "mrr@5": 0.7371666666666666, "mrr@10": 0.7397063492063493, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_government_reports": { "hit@1": 0.67, "hit@5": 0.91, "hit@10": 0.96, "ndcg_linear@1": 0.67, "ndcg_linear@5": 0.798673156941221, "ndcg_linear@10": 0.8157030058444348, "ndcg_exponential@1": 0.67, "ndcg_exponential@5": 0.798673156941221, "ndcg_exponential@10": 0.8157030058444348, "precision@1": 0.67, "precision@5": 0.182, "precision@10": 0.09599999999999997, "recall@1": 0.67, "recall@5": 0.91, "recall@10": 0.96, "f1@1": 0.67, "f1@5": 0.3033333333333334, "f1@10": 0.17454545454545464, "map@1": 0.67, "map@5": 0.7615000000000001, "map@10": 0.7690396825396826, "mrr@1": 0.67, "mrr@5": 0.7615000000000001, "mrr@10": 0.7690396825396826, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_healthcare_industry": { "hit@1": 0.66, "hit@5": 0.93, "hit@10": 0.94, "ndcg_linear@1": 0.66, "ndcg_linear@5": 0.8171037155015126, "ndcg_linear@10": 0.8204370488348459, "ndcg_exponential@1": 0.66, "ndcg_exponential@5": 0.8171037155015126, "ndcg_exponential@10": 0.8204370488348459, "precision@1": 0.66, "precision@5": 0.18599999999999994, "precision@10": 0.09399999999999999, "recall@1": 0.66, "recall@5": 0.93, "recall@10": 0.94, "f1@1": 0.66, "f1@5": 0.31000000000000005, "f1@10": 0.170909090909091, "map@1": 0.66, "map@5": 0.7783333333333333, "map@10": 0.7797619047619047, "mrr@1": 0.66, "mrr@5": 0.7783333333333333, "mrr@10": 0.7797619047619047, "num_pred": 100, "num_data": 100 }, "ViDoRe_esg_reports_human_labeled_v2": { "hit@1": 0.5192307692307693, "hit@5": 0.7692307692307693, "hit@10": 0.8461538461538461, "ndcg_linear@1": 0.5096153846153846, "ndcg_linear@5": 0.546683809179257, "ndcg_linear@10": 0.5684971560915087, "ndcg_exponential@1": 0.5064102564102565, "ndcg_exponential@5": 0.5473273083356387, "ndcg_exponential@10": 0.5694606515019632, "precision@1": 0.5192307692307693, "precision@5": 0.20384615384615384, "precision@10": 0.12115384615384614, "recall@1": 0.33782051282051273, "recall@5": 0.5996503496503496, "recall@10": 0.6629745254745255, "f1@1": 0.37859960552268246, "f1@5": 0.27456816059757244, "f1@10": 0.18910316681809894, "map@1": 0.5192307692307693, "map@5": 0.4794871794871795, "map@10": 0.48667200854700854, "mrr@1": 0.5192307692307693, "mrr@5": 0.6153846153846154, "mrr@10": 0.6253968253968254, "num_pred": 52, "num_data": 52 }, "ViDoRe_biomedical_lectures_v2_multilingual": { "hit@1": 0.29375, "hit@5": 0.5453125, "hit@10": 0.6546875, "ndcg_linear@1": 0.29375, "ndcg_linear@5": 0.3375206743049409, "ndcg_linear@10": 0.3661190913704918, "ndcg_exponential@1": 0.29375, "ndcg_exponential@5": 0.3375206743049409, "ndcg_exponential@10": 0.3661190913704918, "precision@1": 0.29375, "precision@5": 0.1546875, "precision@10": 0.10281250000000001, "recall@1": 0.1710048024891775, "recall@5": 0.3730118808887191, "recall@10": 0.4686000420936399, "f1@1": 0.19520416215728717, "f1@5": 0.19035067103035855, "f1@10": 0.15035940754506932, "map@1": 0.29375, "map@5": 0.2839670138888889, "map@10": 0.2923842799272487, "mrr@1": 0.29375, "mrr@5": 0.38817708333333334, "mrr@10": 0.4030437748015873, "num_pred": 640, "num_data": 640 }, "ViDoRe_economics_reports_v2_multilingual": { "hit@1": 0.40086206896551724, "hit@5": 0.7068965517241379, "hit@10": 0.853448275862069, "ndcg_linear@1": 0.40086206896551724, "ndcg_linear@5": 0.35952830347632053, "ndcg_linear@10": 0.3495474390368329, "ndcg_exponential@1": 0.40086206896551724, "ndcg_exponential@5": 0.35952830347632053, "ndcg_exponential@10": 0.3495474390368329, "precision@1": 0.40086206896551724, "precision@5": 0.2939655172413793, "precision@10": 0.24568965517241378, "recall@1": 0.08078836813939366, "recall@5": 0.17865410142455046, "recall@10": 0.2632034025505081, "f1@1": 0.10330713273259638, "f1@5": 0.1632800951446454, "f1@10": 0.1920504621041136, "map@1": 0.40086206896551724, "map@5": 0.2719755747126437, "map@10": 0.23187860349280195, "mrr@1": 0.40086206896551724, "mrr@5": 0.5244971264367816, "mrr@10": 0.5438372331691297, "num_pred": 232, "num_data": 232 }, "ViDoRe_esg_reports_v2_multilingual": { "hit@1": 0.45614035087719296, "hit@5": 0.6973684210526315, "hit@10": 0.8026315789473685, "ndcg_linear@1": 0.45614035087719296, "ndcg_linear@5": 0.43634017521322427, "ndcg_linear@10": 0.47012078542516017, "ndcg_exponential@1": 0.45614035087719296, "ndcg_exponential@5": 0.43634017521322416, "ndcg_exponential@10": 0.47012078542516017, "precision@1": 0.45614035087719296, "precision@5": 0.20438596491228073, "precision@10": 0.1399122807017544, "recall@1": 0.2242376775271512, "recall@5": 0.4318609022556391, "recall@10": 0.5500835421888054, "f1@1": 0.2710739851665442, "f1@5": 0.2380425131906396, "f1@10": 0.19532475043107275, "map@1": 0.45614035087719296, "map@5": 0.3649488304093567, "map@10": 0.37457827148890743, "mrr@1": 0.45614035087719296, "mrr@5": 0.5511695906432749, "mrr@10": 0.564837440824283, "num_pred": 228, "num_data": 228 }, "VisRAG_ArxivQA": { "hit@1": 0.4534313725490196, "hit@5": 0.6004901960784313, "hit@10": 0.6556372549019608, "ndcg_linear@1": 0.4534313725490196, "ndcg_linear@5": 0.5312581307590659, "ndcg_linear@10": 0.548665786009957, "ndcg_exponential@1": 0.4534313725490196, "ndcg_exponential@5": 0.5312581307590659, "ndcg_exponential@10": 0.548665786009957, "precision@1": 0.4534313725490196, "precision@5": 0.12009803921568628, "precision@10": 0.06556372549019607, "recall@1": 0.4534313725490196, "recall@5": 0.6004901960784313, "recall@10": 0.6556372549019608, "f1@1": 0.4534313725490196, "f1@5": 0.2001633986928105, "f1@10": 0.11920677361853835, "map@1": 0.4534313725490196, "map@5": 0.5082312091503268, "map@10": 0.5151678727046374, "mrr@1": 0.4534313725490196, "mrr@5": 0.5082312091503268, "mrr@10": 0.5151678727046374, "num_pred": 816, "num_data": 816 }, "VisRAG_ChartQA": { "hit@1": 0.7777777777777778, "hit@5": 0.8888888888888888, "hit@10": 0.9047619047619048, "ndcg_linear@1": 0.7777777777777778, "ndcg_linear@5": 0.8366717242225763, "ndcg_linear@10": 0.8412600547990506, "ndcg_exponential@1": 0.7777777777777778, "ndcg_exponential@5": 0.8366717242225763, "ndcg_exponential@10": 0.8412600547990506, "precision@1": 0.7777777777777778, "precision@5": 0.1777777777777777, "precision@10": 0.09047619047619043, "recall@1": 0.7777777777777778, "recall@5": 0.8888888888888888, "recall@10": 0.9047619047619048, "f1@1": 0.7777777777777778, "f1@5": 0.2962962962962962, "f1@10": 0.16450216450216454, "map@1": 0.7777777777777778, "map@5": 0.8193121693121694, "map@10": 0.820899470899471, "mrr@1": 0.7777777777777778, "mrr@5": 0.8193121693121694, "mrr@10": 0.820899470899471, "num_pred": 63, "num_data": 63 }, "VisRAG_MP-DocVQA": { "hit@1": 0.5465313028764806, "hit@5": 0.7597292724196277, "hit@10": 0.8291032148900169, "ndcg_linear@1": 0.5465313028764806, "ndcg_linear@5": 0.6639606036163045, "ndcg_linear@10": 0.6866114691263707, "ndcg_exponential@1": 0.5465313028764806, "ndcg_exponential@5": 0.6639606036163045, "ndcg_exponential@10": 0.6866114691263707, "precision@1": 0.5465313028764806, "precision@5": 0.15194585448392556, "precision@10": 0.08291032148900168, "recall@1": 0.5465313028764806, "recall@5": 0.7597292724196277, "recall@10": 0.8291032148900169, "f1@1": 0.5465313028764806, "f1@5": 0.2532430908065426, "f1@10": 0.15074603907091216, "map@1": 0.5465313028764806, "map@5": 0.6316976875352509, "map@10": 0.6411624096903286, "mrr@1": 0.5465313028764806, "mrr@5": 0.6316976875352509, "mrr@10": 0.6411624096903286, "num_pred": 591, "num_data": 591 }, "VisRAG_SlideVQA": { "hit@1": 0.8183453237410072, "hit@5": 0.9316546762589928, "hit@10": 0.9586330935251799, "ndcg_linear@1": 0.8183453237410072, "ndcg_linear@5": 0.8644318509243325, "ndcg_linear@10": 0.8753677736226404, "ndcg_exponential@1": 0.8183453237410072, "ndcg_exponential@5": 0.8644318509243325, "ndcg_exponential@10": 0.8753677736226404, "precision@1": 0.8183453237410072, "precision@5": 0.22985611510791365, "precision@10": 0.11888489208633092, "recall@1": 0.704136690647482, "recall@5": 0.914568345323741, "recall@10": 0.9460431654676259, "f1@1": 0.7422062350119903, "f1@5": 0.3607399794450155, "f1@10": 0.20879659908436893, "map@1": 0.8183453237410072, "map@5": 0.8379346522781774, "map@10": 0.8431083704464999, "mrr@1": 0.8183453237410072, "mrr@5": 0.8653177458033573, "mrr@10": 0.8691589585474478, "num_pred": 556, "num_data": 556 }, "VisRAG_InfoVQA": { "hit@1": 0.7270194986072424, "hit@5": 0.9052924791086351, "hit@10": 0.947075208913649, "ndcg_linear@1": 0.7270194986072424, "ndcg_linear@5": 0.8257992956164021, "ndcg_linear@10": 0.8394909017317476, "ndcg_exponential@1": 0.7270194986072424, "ndcg_exponential@5": 0.8257992956164021, "ndcg_exponential@10": 0.8394909017317476, "precision@1": 0.7270194986072424, "precision@5": 0.181058495821727, "precision@10": 0.0947075208913649, "recall@1": 0.7270194986072424, "recall@5": 0.9052924791086351, "recall@10": 0.947075208913649, "f1@1": 0.7270194986072424, "f1@5": 0.30176415970287845, "f1@10": 0.17219549252975444, "map@1": 0.7270194986072424, "map@5": 0.7990018570102135, "map@10": 0.8047580359906265, "mrr@1": 0.7270194986072424, "mrr@5": 0.7990018570102135, "mrr@10": 0.8047580359906265, "num_pred": 718, "num_data": 718 }, "VisRAG_PlotQA": { "hit@1": 0.3626882966396292, "hit@5": 0.641946697566628, "hit@10": 0.7439165701042874, "ndcg_linear@1": 0.3626882966396292, "ndcg_linear@5": 0.5096435495709987, "ndcg_linear@10": 0.5429004133635035, "ndcg_exponential@1": 0.3626882966396292, "ndcg_exponential@5": 0.5096435495709987, "ndcg_exponential@10": 0.5429004133635035, "precision@1": 0.3626882966396292, "precision@5": 0.1283893395133256, "precision@10": 0.07439165701042873, "recall@1": 0.3626882966396292, "recall@5": 0.641946697566628, "recall@10": 0.7439165701042874, "f1@1": 0.3626882966396292, "f1@5": 0.21398223252220938, "f1@10": 0.13525755820077953, "map@1": 0.3626882966396292, "map@5": 0.465778292777134, "map@10": 0.47966074417406973, "mrr@1": 0.3626882966396292, "mrr@5": 0.465778292777134, "mrr@10": 0.47966074417406973, "num_pred": 863, "num_data": 863 }, "ViDoSeek-page": { "hit@1": 0.043782837127845885, "hit@5": 0.39842381786339753, "hit@10": 0.5779334500875657, "ndcg_linear@1": 0.043782837127845885, "ndcg_linear@5": 0.22893739220910586, "ndcg_linear@10": 0.28658853708137894, "ndcg_exponential@1": 0.043782837127845885, "ndcg_exponential@5": 0.22893739220910592, "ndcg_exponential@10": 0.28658853708137894, "precision@1": 0.043782837127845885, "precision@5": 0.0796847635726795, "precision@10": 0.05779334500875657, "recall@1": 0.043782837127845885, "recall@5": 0.39842381786339753, "recall@10": 0.5779334500875657, "f1@1": 0.043782837127845885, "f1@5": 0.1328079392877992, "f1@10": 0.10507880910683014, "map@1": 0.043782837127845885, "map@5": 0.17292761237594864, "map@10": 0.19649111833875407, "mrr@1": 0.043782837127845885, "mrr@5": 0.17292761237594864, "mrr@10": 0.19649111833875407, "num_pred": 1142, "num_data": 1142 }, "ViDoSeek-doc": { "hit@1": 0.9632224168126094, "hit@5": 0.9851138353765324, "hit@10": 0.9921190893169878, "ndcg_linear@1": 0.6617046117921774, "ndcg_linear@5": 0.7579354255034186, "ndcg_linear@10": 0.7145740048465951, "ndcg_exponential@1": 0.4463347510632974, "ndcg_exponential@5": 0.6524053324629444, "ndcg_exponential@10": 0.6514917834838712, "precision@1": 0.9632224168126094, "precision@5": 0.8168126094570928, "precision@10": 0.7017513134851138, "recall@1": 0.056830824747798075, "recall@5": 0.23871518497622024, "recall@10": 0.4009838190977268, "f1@1": 0.10659536258865249, "f1@5": 0.36198041991852803, "f1@10": 0.49891482479028976, "map@1": 0.9632224168126094, "map@5": 0.8003210741389376, "map@10": 0.6745315570121153, "mrr@1": 0.9632224168126094, "mrr@5": 0.9729568009340338, "mrr@10": 0.9739234981791899, "num_pred": 1142, "num_data": 1142 }, "MMLongBench-page": { "hit@1": 0.059665871121718374, "hit@5": 0.2386634844868735, "hit@10": 0.3233890214797136, "ndcg_linear@1": 0.059665871121718374, "ndcg_linear@5": 0.11963851258953787, "ndcg_linear@10": 0.14643344803547967, "ndcg_exponential@1": 0.059665871121718374, "ndcg_exponential@5": 0.11963851258953787, "ndcg_exponential@10": 0.14643344803547967, "precision@1": 0.059665871121718374, "precision@5": 0.05346062052505966, "precision@10": 0.03985680190930788, "recall@1": 0.038036992840095464, "recall@5": 0.17416515134295563, "recall@10": 0.24802629086638628, "f1@1": 0.04444065613516687, "f1@5": 0.0779437103212198, "f1@10": 0.0657701687044359, "map@1": 0.059665871121718374, "map@5": 0.08863928666136303, "map@10": 0.10014069885887705, "mrr@1": 0.059665871121718374, "mrr@5": 0.12189737470167065, "mrr@10": 0.13330302685911277, "num_pred": 838, "num_data": 838 }, "MMLongBench-doc": { "hit@1": 0.5739856801909308, "hit@5": 0.7040572792362768, "hit@10": 0.7589498806682577, "ndcg_linear@1": 0.403739061256961, "ndcg_linear@5": 0.40796139709621254, "ndcg_linear@10": 0.38762988733835596, "ndcg_exponential@1": 0.2821343334469826, "ndcg_exponential@5": 0.34249923746134914, "ndcg_exponential@10": 0.34557112502199605, "precision@1": 0.5739856801909308, "precision@5": 0.4460620525059666, "precision@10": 0.389618138424821, "recall@1": 0.01754343614938648, "recall@5": 0.06541366101661007, "recall@10": 0.11183689183598479, "f1@1": 0.033724487306846136, "f1@5": 0.10994460779664433, "f1@10": 0.16372981720900345, "map@1": 0.5739856801909308, "map@5": 0.40689339697692917, "map@10": 0.3357334114145968, "mrr@1": 0.5739856801909308, "mrr@5": 0.6226929196499603, "mrr@10": 0.6298433534113725, "num_pred": 838, "num_data": 838 } } } }