Spaces:
Running
Running
| { | |
| "metadata": { | |
| "model_name": "ReMatch-3B", | |
| "model_size": "3.75", | |
| "embedding_dimension": 2048, | |
| "max_length_tokens": null, | |
| "model_release_date": "2025-11-24", | |
| "score_source": "Self-Reported", | |
| "url": "https://arxiv.org/abs/2511.19278", | |
| "report_generated_date": "2025-11-24T12:19:02.227418" | |
| }, | |
| "metrics": { | |
| "image": { | |
| "ImageNet-1K": { | |
| "hit@1": 0.765, | |
| "hit@5": 0.94, | |
| "hit@10": 0.97, | |
| "ndcg_linear@1": 0.765, | |
| "ndcg_linear@5": 0.8622046983670403, | |
| "ndcg_linear@10": 0.8720991389381659, | |
| "ndcg_exponential@1": 0.765, | |
| "ndcg_exponential@5": 0.8622046983670403, | |
| "ndcg_exponential@10": 0.8720991389381659, | |
| "precision@1": 0.765, | |
| "precision@5": 0.188, | |
| "precision@10": 0.09700000000000002, | |
| "recall@1": 0.765, | |
| "recall@5": 0.94, | |
| "recall@10": 0.97, | |
| "f1@1": 0.765, | |
| "f1@5": 0.31333333333333335, | |
| "f1@10": 0.17636363636363633, | |
| "map@1": 0.765, | |
| "map@5": 0.8359166666666668, | |
| "map@10": 0.8401099206349206, | |
| "mrr@1": 0.765, | |
| "mrr@5": 0.8359166666666668, | |
| "mrr@10": 0.8401099206349206, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "N24News": { | |
| "hit@1": 0.81, | |
| "hit@5": 0.968, | |
| "hit@10": 0.997, | |
| "ndcg_linear@1": 0.81, | |
| "ndcg_linear@5": 0.9007742054637049, | |
| "ndcg_linear@10": 0.9105112376233742, | |
| "ndcg_exponential@1": 0.81, | |
| "ndcg_exponential@5": 0.9007742054637049, | |
| "ndcg_exponential@10": 0.9105112376233742, | |
| "precision@1": 0.81, | |
| "precision@5": 0.19360000000000002, | |
| "precision@10": 0.09970000000000001, | |
| "recall@1": 0.81, | |
| "recall@5": 0.968, | |
| "recall@10": 0.997, | |
| "f1@1": 0.81, | |
| "f1@5": 0.3226666666666666, | |
| "f1@10": 0.18127272727272725, | |
| "map@1": 0.81, | |
| "map@5": 0.8777999999999999, | |
| "map@10": 0.8820261904761906, | |
| "mrr@1": 0.81, | |
| "mrr@5": 0.8777999999999999, | |
| "mrr@10": 0.8820261904761906, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HatefulMemes": { | |
| "hit@1": 0.603, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.603, | |
| "ndcg_linear@5": 0.8534791121678688, | |
| "ndcg_linear@10": 0.8534791121678688, | |
| "ndcg_exponential@1": 0.603, | |
| "ndcg_exponential@5": 0.8534791121678688, | |
| "ndcg_exponential@10": 0.8534791121678688, | |
| "precision@1": 0.603, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.603, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.603, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.603, | |
| "map@5": 0.8015, | |
| "map@10": 0.8015, | |
| "mrr@1": 0.603, | |
| "mrr@5": 0.8015, | |
| "mrr@10": 0.8015, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VOC2007": { | |
| "hit@1": 0.897, | |
| "hit@5": 0.99, | |
| "hit@10": 0.996, | |
| "ndcg_linear@1": 0.897, | |
| "ndcg_linear@5": 0.9511158633694904, | |
| "ndcg_linear@10": 0.9529975587032417, | |
| "ndcg_exponential@1": 0.897, | |
| "ndcg_exponential@5": 0.9511158633694904, | |
| "ndcg_exponential@10": 0.9529975587032417, | |
| "precision@1": 0.897, | |
| "precision@5": 0.19800000000000006, | |
| "precision@10": 0.09960000000000002, | |
| "recall@1": 0.897, | |
| "recall@5": 0.99, | |
| "recall@10": 0.996, | |
| "f1@1": 0.897, | |
| "f1@5": 0.33, | |
| "f1@10": 0.18109090909090905, | |
| "map@1": 0.897, | |
| "map@5": 0.9377833333333333, | |
| "map@10": 0.9385261904761905, | |
| "mrr@1": 0.897, | |
| "mrr@5": 0.9377833333333333, | |
| "mrr@10": 0.9385261904761905, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SUN397": { | |
| "hit@1": 0.746, | |
| "hit@5": 0.962, | |
| "hit@10": 0.983, | |
| "ndcg_linear@1": 0.746, | |
| "ndcg_linear@5": 0.868975105331268, | |
| "ndcg_linear@10": 0.8758161644908985, | |
| "ndcg_exponential@1": 0.746, | |
| "ndcg_exponential@5": 0.868975105331268, | |
| "ndcg_exponential@10": 0.8758161644908985, | |
| "precision@1": 0.746, | |
| "precision@5": 0.19240000000000004, | |
| "precision@10": 0.09830000000000001, | |
| "recall@1": 0.746, | |
| "recall@5": 0.962, | |
| "recall@10": 0.983, | |
| "f1@1": 0.746, | |
| "f1@5": 0.3206666666666667, | |
| "f1@10": 0.1787272727272727, | |
| "map@1": 0.746, | |
| "map@5": 0.8372833333333333, | |
| "map@10": 0.8401369047619048, | |
| "mrr@1": 0.746, | |
| "mrr@5": 0.8372833333333333, | |
| "mrr@10": 0.8401369047619048, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Place365": { | |
| "hit@1": 0.444, | |
| "hit@5": 0.745, | |
| "hit@10": 0.841, | |
| "ndcg_linear@1": 0.444, | |
| "ndcg_linear@5": 0.604089716790074, | |
| "ndcg_linear@10": 0.6357715980185299, | |
| "ndcg_exponential@1": 0.444, | |
| "ndcg_exponential@5": 0.604089716790074, | |
| "ndcg_exponential@10": 0.6357715980185299, | |
| "precision@1": 0.444, | |
| "precision@5": 0.149, | |
| "precision@10": 0.08410000000000001, | |
| "recall@1": 0.444, | |
| "recall@5": 0.745, | |
| "recall@10": 0.841, | |
| "f1@1": 0.444, | |
| "f1@5": 0.24833333333333338, | |
| "f1@10": 0.1529090909090909, | |
| "map@1": 0.444, | |
| "map@5": 0.5571833333333334, | |
| "map@10": 0.5706206349206349, | |
| "mrr@1": 0.444, | |
| "mrr@5": 0.5571833333333334, | |
| "mrr@10": 0.5706206349206349, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-A": { | |
| "hit@1": 0.383, | |
| "hit@5": 0.631, | |
| "hit@10": 0.714, | |
| "ndcg_linear@1": 0.383, | |
| "ndcg_linear@5": 0.5153202186342676, | |
| "ndcg_linear@10": 0.5424272710685242, | |
| "ndcg_exponential@1": 0.383, | |
| "ndcg_exponential@5": 0.5153202186342676, | |
| "ndcg_exponential@10": 0.5424272710685242, | |
| "precision@1": 0.383, | |
| "precision@5": 0.12619999999999998, | |
| "precision@10": 0.07139999999999999, | |
| "recall@1": 0.383, | |
| "recall@5": 0.631, | |
| "recall@10": 0.714, | |
| "f1@1": 0.383, | |
| "f1@5": 0.2103333333333334, | |
| "f1@10": 0.12981818181818183, | |
| "map@1": 0.383, | |
| "map@5": 0.4767333333333333, | |
| "map@10": 0.4880730158730158, | |
| "mrr@1": 0.383, | |
| "mrr@5": 0.4767333333333333, | |
| "mrr@10": 0.4880730158730158, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-R": { | |
| "hit@1": 0.828, | |
| "hit@5": 0.944, | |
| "hit@10": 0.96, | |
| "ndcg_linear@1": 0.828, | |
| "ndcg_linear@5": 0.8937491414233043, | |
| "ndcg_linear@10": 0.8989290144878532, | |
| "ndcg_exponential@1": 0.828, | |
| "ndcg_exponential@5": 0.8937491414233043, | |
| "ndcg_exponential@10": 0.8989290144878532, | |
| "precision@1": 0.828, | |
| "precision@5": 0.18880000000000005, | |
| "precision@10": 0.09600000000000003, | |
| "recall@1": 0.828, | |
| "recall@5": 0.944, | |
| "recall@10": 0.96, | |
| "f1@1": 0.828, | |
| "f1@5": 0.3146666666666667, | |
| "f1@10": 0.1745454545454545, | |
| "map@1": 0.828, | |
| "map@5": 0.87665, | |
| "map@10": 0.8787896825396825, | |
| "mrr@1": 0.828, | |
| "mrr@5": 0.87665, | |
| "mrr@10": 0.8787896825396825, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ObjectNet": { | |
| "hit@1": 0.554, | |
| "hit@5": 0.778, | |
| "hit@10": 0.843, | |
| "ndcg_linear@1": 0.554, | |
| "ndcg_linear@5": 0.6753108776822885, | |
| "ndcg_linear@10": 0.6961383458527546, | |
| "ndcg_exponential@1": 0.554, | |
| "ndcg_exponential@5": 0.6753108776822885, | |
| "ndcg_exponential@10": 0.6961383458527546, | |
| "precision@1": 0.554, | |
| "precision@5": 0.15560000000000002, | |
| "precision@10": 0.08430000000000001, | |
| "recall@1": 0.554, | |
| "recall@5": 0.778, | |
| "recall@10": 0.843, | |
| "f1@1": 0.554, | |
| "f1@5": 0.25933333333333336, | |
| "f1@10": 0.15327272727272725, | |
| "map@1": 0.554, | |
| "map@5": 0.6409666666666667, | |
| "map@10": 0.6494460317460318, | |
| "mrr@1": 0.554, | |
| "mrr@5": 0.6409666666666667, | |
| "mrr@10": 0.6494460317460318, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Country211": { | |
| "hit@1": 0.21, | |
| "hit@5": 0.421, | |
| "hit@10": 0.536, | |
| "ndcg_linear@1": 0.21, | |
| "ndcg_linear@5": 0.3226413093531793, | |
| "ndcg_linear@10": 0.35966906747548966, | |
| "ndcg_exponential@1": 0.21, | |
| "ndcg_exponential@5": 0.3226413093531793, | |
| "ndcg_exponential@10": 0.35966906747548966, | |
| "precision@1": 0.21, | |
| "precision@5": 0.0842, | |
| "precision@10": 0.053599999999999995, | |
| "recall@1": 0.21, | |
| "recall@5": 0.421, | |
| "recall@10": 0.536, | |
| "f1@1": 0.21, | |
| "f1@5": 0.14033333333333337, | |
| "f1@10": 0.09745454545454547, | |
| "map@1": 0.21, | |
| "map@5": 0.2899166666666667, | |
| "map@10": 0.3050968253968254, | |
| "mrr@1": 0.21, | |
| "mrr@5": 0.2899166666666667, | |
| "mrr@10": 0.3050968253968254, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OK-VQA": { | |
| "hit@1": 0.714, | |
| "hit@5": 0.918, | |
| "hit@10": 0.947, | |
| "ndcg_linear@1": 0.714, | |
| "ndcg_linear@5": 0.8264737596300151, | |
| "ndcg_linear@10": 0.8360979017213449, | |
| "ndcg_exponential@1": 0.714, | |
| "ndcg_exponential@5": 0.8264737596300151, | |
| "ndcg_exponential@10": 0.8360979017213449, | |
| "precision@1": 0.714, | |
| "precision@5": 0.1836, | |
| "precision@10": 0.09470000000000002, | |
| "recall@1": 0.714, | |
| "recall@5": 0.918, | |
| "recall@10": 0.947, | |
| "f1@1": 0.714, | |
| "f1@5": 0.306, | |
| "f1@10": 0.17218181818181819, | |
| "map@1": 0.714, | |
| "map@5": 0.7956166666666666, | |
| "map@10": 0.7997285714285713, | |
| "mrr@1": 0.714, | |
| "mrr@5": 0.7956166666666666, | |
| "mrr@10": 0.7997285714285713, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "A-OKVQA": { | |
| "hit@1": 0.604, | |
| "hit@5": 0.906, | |
| "hit@10": 0.955, | |
| "ndcg_linear@1": 0.604, | |
| "ndcg_linear@5": 0.7685572780465166, | |
| "ndcg_linear@10": 0.7842799657965848, | |
| "ndcg_exponential@1": 0.604, | |
| "ndcg_exponential@5": 0.7685572780465166, | |
| "ndcg_exponential@10": 0.7842799657965848, | |
| "precision@1": 0.604, | |
| "precision@5": 0.18120000000000003, | |
| "precision@10": 0.09550000000000002, | |
| "recall@1": 0.604, | |
| "recall@5": 0.906, | |
| "recall@10": 0.955, | |
| "f1@1": 0.604, | |
| "f1@5": 0.302, | |
| "f1@10": 0.17363636363636362, | |
| "map@1": 0.604, | |
| "map@5": 0.7224833333333334, | |
| "map@10": 0.7288928571428571, | |
| "mrr@1": 0.604, | |
| "mrr@5": 0.7224833333333334, | |
| "mrr@10": 0.7288928571428571, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "DocVQA": { | |
| "hit@1": 0.947, | |
| "hit@5": 0.993, | |
| "hit@10": 0.995, | |
| "ndcg_linear@1": 0.947, | |
| "ndcg_linear@5": 0.9736245576494045, | |
| "ndcg_linear@10": 0.9742962297132982, | |
| "ndcg_exponential@1": 0.947, | |
| "ndcg_exponential@5": 0.9736245576494045, | |
| "ndcg_exponential@10": 0.9742962297132982, | |
| "precision@1": 0.947, | |
| "precision@5": 0.19860000000000003, | |
| "precision@10": 0.09950000000000002, | |
| "recall@1": 0.947, | |
| "recall@5": 0.993, | |
| "recall@10": 0.995, | |
| "f1@1": 0.947, | |
| "f1@5": 0.331, | |
| "f1@10": 0.18090909090909088, | |
| "map@1": 0.947, | |
| "map@5": 0.9669833333333333, | |
| "map@10": 0.9672750000000001, | |
| "mrr@1": 0.947, | |
| "mrr@5": 0.9669833333333333, | |
| "mrr@10": 0.9672750000000001, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "InfographicsVQA": { | |
| "hit@1": 0.764, | |
| "hit@5": 0.904, | |
| "hit@10": 0.938, | |
| "ndcg_linear@1": 0.764, | |
| "ndcg_linear@5": 0.8412242086805192, | |
| "ndcg_linear@10": 0.8522346147733605, | |
| "ndcg_exponential@1": 0.764, | |
| "ndcg_exponential@5": 0.8412242086805192, | |
| "ndcg_exponential@10": 0.8522346147733605, | |
| "precision@1": 0.764, | |
| "precision@5": 0.18080000000000002, | |
| "precision@10": 0.09380000000000001, | |
| "recall@1": 0.764, | |
| "recall@5": 0.904, | |
| "recall@10": 0.938, | |
| "f1@1": 0.764, | |
| "f1@5": 0.3013333333333334, | |
| "f1@10": 0.17054545454545456, | |
| "map@1": 0.764, | |
| "map@5": 0.8201, | |
| "map@10": 0.8246492063492064, | |
| "mrr@1": 0.764, | |
| "mrr@5": 0.8201, | |
| "mrr@10": 0.8246492063492064, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ChartQA": { | |
| "hit@1": 0.683, | |
| "hit@5": 0.852, | |
| "hit@10": 0.899, | |
| "ndcg_linear@1": 0.683, | |
| "ndcg_linear@5": 0.7745275690876158, | |
| "ndcg_linear@10": 0.7896313977791888, | |
| "ndcg_exponential@1": 0.683, | |
| "ndcg_exponential@5": 0.7745275690876158, | |
| "ndcg_exponential@10": 0.7896313977791888, | |
| "precision@1": 0.683, | |
| "precision@5": 0.1704, | |
| "precision@10": 0.08990000000000001, | |
| "recall@1": 0.683, | |
| "recall@5": 0.852, | |
| "recall@10": 0.899, | |
| "f1@1": 0.683, | |
| "f1@5": 0.284, | |
| "f1@10": 0.16345454545454544, | |
| "map@1": 0.683, | |
| "map@5": 0.7486166666666667, | |
| "map@10": 0.7547984126984126, | |
| "mrr@1": 0.683, | |
| "mrr@5": 0.7486166666666667, | |
| "mrr@10": 0.7547984126984126, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W": { | |
| "hit@1": 0.624, | |
| "hit@5": 0.924, | |
| "hit@10": 0.965, | |
| "ndcg_linear@1": 0.624, | |
| "ndcg_linear@5": 0.7915689760888696, | |
| "ndcg_linear@10": 0.8051617262474385, | |
| "ndcg_exponential@1": 0.624, | |
| "ndcg_exponential@5": 0.7915689760888696, | |
| "ndcg_exponential@10": 0.8051617262474385, | |
| "precision@1": 0.624, | |
| "precision@5": 0.18480000000000002, | |
| "precision@10": 0.09650000000000002, | |
| "recall@1": 0.624, | |
| "recall@5": 0.924, | |
| "recall@10": 0.965, | |
| "f1@1": 0.624, | |
| "f1@5": 0.308, | |
| "f1@10": 0.17545454545454545, | |
| "map@1": 0.624, | |
| "map@5": 0.7468499999999999, | |
| "map@10": 0.7526575396825397, | |
| "mrr@1": 0.624, | |
| "mrr@5": 0.7468499999999999, | |
| "mrr@10": 0.7526575396825397, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ScienceQA": { | |
| "hit@1": 0.53, | |
| "hit@5": 0.786, | |
| "hit@10": 0.89, | |
| "ndcg_linear@1": 0.53, | |
| "ndcg_linear@5": 0.6698696732433702, | |
| "ndcg_linear@10": 0.7033072699595517, | |
| "ndcg_exponential@1": 0.53, | |
| "ndcg_exponential@5": 0.6698696732433702, | |
| "ndcg_exponential@10": 0.7033072699595517, | |
| "precision@1": 0.53, | |
| "precision@5": 0.15719999999999998, | |
| "precision@10": 0.089, | |
| "recall@1": 0.53, | |
| "recall@5": 0.786, | |
| "recall@10": 0.89, | |
| "f1@1": 0.53, | |
| "f1@5": 0.262, | |
| "f1@10": 0.1618181818181818, | |
| "map@1": 0.53, | |
| "map@5": 0.6309333333333333, | |
| "map@10": 0.6446178571428572, | |
| "mrr@1": 0.53, | |
| "mrr@5": 0.6309333333333333, | |
| "mrr@10": 0.6446178571428572, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VizWiz": { | |
| "hit@1": 0.534, | |
| "hit@5": 0.7, | |
| "hit@10": 0.744, | |
| "ndcg_linear@1": 0.534, | |
| "ndcg_linear@5": 0.626406190740395, | |
| "ndcg_linear@10": 0.6407230549417439, | |
| "ndcg_exponential@1": 0.534, | |
| "ndcg_exponential@5": 0.626406190740395, | |
| "ndcg_exponential@10": 0.6407230549417439, | |
| "precision@1": 0.534, | |
| "precision@5": 0.14, | |
| "precision@10": 0.07440000000000001, | |
| "recall@1": 0.534, | |
| "recall@5": 0.7, | |
| "recall@10": 0.744, | |
| "f1@1": 0.534, | |
| "f1@5": 0.23333333333333336, | |
| "f1@10": 0.13527272727272727, | |
| "map@1": 0.534, | |
| "map@5": 0.6015499999999999, | |
| "map@10": 0.6075083333333332, | |
| "mrr@1": 0.534, | |
| "mrr@5": 0.6015499999999999, | |
| "mrr@10": 0.6075083333333332, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "GQA": { | |
| "hit@1": 0.719, | |
| "hit@5": 0.909, | |
| "hit@10": 0.944, | |
| "ndcg_linear@1": 0.719, | |
| "ndcg_linear@5": 0.824380019494891, | |
| "ndcg_linear@10": 0.8356689384715623, | |
| "ndcg_exponential@1": 0.719, | |
| "ndcg_exponential@5": 0.824380019494891, | |
| "ndcg_exponential@10": 0.8356689384715623, | |
| "precision@1": 0.719, | |
| "precision@5": 0.18180000000000002, | |
| "precision@10": 0.09440000000000001, | |
| "recall@1": 0.719, | |
| "recall@5": 0.909, | |
| "recall@10": 0.944, | |
| "f1@1": 0.719, | |
| "f1@5": 0.303, | |
| "f1@10": 0.17163636363636361, | |
| "map@1": 0.719, | |
| "map@5": 0.7958000000000001, | |
| "map@10": 0.8004424603174604, | |
| "mrr@1": 0.719, | |
| "mrr@5": 0.7958000000000001, | |
| "mrr@10": 0.8004424603174604, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "TextVQA": { | |
| "hit@1": 0.836, | |
| "hit@5": 0.917, | |
| "hit@10": 0.934, | |
| "ndcg_linear@1": 0.836, | |
| "ndcg_linear@5": 0.8826246366980289, | |
| "ndcg_linear@10": 0.8882754954192413, | |
| "ndcg_exponential@1": 0.836, | |
| "ndcg_exponential@5": 0.8826246366980289, | |
| "ndcg_exponential@10": 0.8882754954192413, | |
| "precision@1": 0.836, | |
| "precision@5": 0.1834, | |
| "precision@10": 0.09340000000000001, | |
| "recall@1": 0.836, | |
| "recall@5": 0.917, | |
| "recall@10": 0.934, | |
| "f1@1": 0.836, | |
| "f1@5": 0.3056666666666667, | |
| "f1@10": 0.1698181818181818, | |
| "map@1": 0.836, | |
| "map@5": 0.8708833333333332, | |
| "map@10": 0.8733027777777778, | |
| "mrr@1": 0.836, | |
| "mrr@5": 0.8708833333333332, | |
| "mrr@10": 0.8733027777777778, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisDial": { | |
| "hit@1": 0.836, | |
| "hit@5": 0.964, | |
| "hit@10": 0.987, | |
| "ndcg_linear@1": 0.836, | |
| "ndcg_linear@5": 0.9092509750242352, | |
| "ndcg_linear@10": 0.9167391945985077, | |
| "ndcg_exponential@1": 0.836, | |
| "ndcg_exponential@5": 0.9092509750242352, | |
| "ndcg_exponential@10": 0.9167391945985077, | |
| "precision@1": 0.836, | |
| "precision@5": 0.1928, | |
| "precision@10": 0.09870000000000002, | |
| "recall@1": 0.836, | |
| "recall@5": 0.964, | |
| "recall@10": 0.987, | |
| "f1@1": 0.836, | |
| "f1@5": 0.3213333333333333, | |
| "f1@10": 0.17945454545454545, | |
| "map@1": 0.836, | |
| "map@5": 0.8905666666666666, | |
| "map@10": 0.8936857142857143, | |
| "mrr@1": 0.836, | |
| "mrr@5": 0.8905666666666666, | |
| "mrr@10": 0.8936857142857143, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "CIRR": { | |
| "hit@1": 0.57, | |
| "hit@5": 0.918, | |
| "hit@10": 0.962, | |
| "ndcg_linear@1": 0.57, | |
| "ndcg_linear@5": 0.7639753150023697, | |
| "ndcg_linear@10": 0.7783587804164749, | |
| "ndcg_exponential@1": 0.57, | |
| "ndcg_exponential@5": 0.7639753150023697, | |
| "ndcg_exponential@10": 0.7783587804164749, | |
| "precision@1": 0.57, | |
| "precision@5": 0.1836, | |
| "precision@10": 0.09620000000000002, | |
| "recall@1": 0.57, | |
| "recall@5": 0.918, | |
| "recall@10": 0.962, | |
| "f1@1": 0.57, | |
| "f1@5": 0.306, | |
| "f1@10": 0.1749090909090909, | |
| "map@1": 0.57, | |
| "map@5": 0.7119333333333334, | |
| "map@10": 0.7179634920634922, | |
| "mrr@1": 0.57, | |
| "mrr@5": 0.7119333333333334, | |
| "mrr@10": 0.7179634920634922, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_t2i": { | |
| "hit@1": 0.751, | |
| "hit@5": 0.899, | |
| "hit@10": 0.935, | |
| "ndcg_linear@1": 0.751, | |
| "ndcg_linear@5": 0.8318260505897656, | |
| "ndcg_linear@10": 0.8438366562097135, | |
| "ndcg_exponential@1": 0.751, | |
| "ndcg_exponential@5": 0.8318260505897656, | |
| "ndcg_exponential@10": 0.8438366562097135, | |
| "precision@1": 0.751, | |
| "precision@5": 0.17980000000000004, | |
| "precision@10": 0.0935, | |
| "recall@1": 0.751, | |
| "recall@5": 0.899, | |
| "recall@10": 0.935, | |
| "f1@1": 0.751, | |
| "f1@5": 0.2996666666666667, | |
| "f1@10": 0.17, | |
| "map@1": 0.751, | |
| "map@5": 0.8092999999999999, | |
| "map@10": 0.8144710317460317, | |
| "mrr@1": 0.751, | |
| "mrr@5": 0.8092999999999999, | |
| "mrr@10": 0.8144710317460317, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_i2t": { | |
| "hit@1": 0.808, | |
| "hit@5": 0.921, | |
| "hit@10": 0.939, | |
| "ndcg_linear@1": 0.808, | |
| "ndcg_linear@5": 0.8710465392524259, | |
| "ndcg_linear@10": 0.8768811138142951, | |
| "ndcg_exponential@1": 0.808, | |
| "ndcg_exponential@5": 0.8710465392524259, | |
| "ndcg_exponential@10": 0.8768811138142951, | |
| "precision@1": 0.808, | |
| "precision@5": 0.18420000000000003, | |
| "precision@10": 0.09390000000000001, | |
| "recall@1": 0.808, | |
| "recall@5": 0.921, | |
| "recall@10": 0.939, | |
| "f1@1": 0.808, | |
| "f1@5": 0.307, | |
| "f1@10": 0.17072727272727273, | |
| "map@1": 0.808, | |
| "map@5": 0.8541833333333334, | |
| "map@10": 0.856597619047619, | |
| "mrr@1": 0.808, | |
| "mrr@5": 0.8541833333333334, | |
| "mrr@10": 0.856597619047619, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_t2i": { | |
| "hit@1": 0.765, | |
| "hit@5": 0.956, | |
| "hit@10": 0.979, | |
| "ndcg_linear@1": 0.765, | |
| "ndcg_linear@5": 0.871332790570415, | |
| "ndcg_linear@10": 0.8789950466653483, | |
| "ndcg_exponential@1": 0.765, | |
| "ndcg_exponential@5": 0.871332790570415, | |
| "ndcg_exponential@10": 0.8789950466653483, | |
| "precision@1": 0.765, | |
| "precision@5": 0.19120000000000004, | |
| "precision@10": 0.0979, | |
| "recall@1": 0.765, | |
| "recall@5": 0.956, | |
| "recall@10": 0.979, | |
| "f1@1": 0.765, | |
| "f1@5": 0.3186666666666667, | |
| "f1@10": 0.178, | |
| "map@1": 0.765, | |
| "map@5": 0.8427666666666667, | |
| "map@10": 0.8460626984126984, | |
| "mrr@1": 0.765, | |
| "mrr@5": 0.8427666666666667, | |
| "mrr@10": 0.8460626984126984, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_i2t": { | |
| "hit@1": 0.744, | |
| "hit@5": 0.95, | |
| "hit@10": 0.981, | |
| "ndcg_linear@1": 0.744, | |
| "ndcg_linear@5": 0.8578933138841697, | |
| "ndcg_linear@10": 0.8682020837199809, | |
| "ndcg_exponential@1": 0.744, | |
| "ndcg_exponential@5": 0.8578933138841697, | |
| "ndcg_exponential@10": 0.8682020837199809, | |
| "precision@1": 0.744, | |
| "precision@5": 0.19000000000000003, | |
| "precision@10": 0.0981, | |
| "recall@1": 0.744, | |
| "recall@5": 0.95, | |
| "recall@10": 0.981, | |
| "f1@1": 0.744, | |
| "f1@5": 0.31666666666666665, | |
| "f1@10": 0.17836363636363634, | |
| "map@1": 0.744, | |
| "map@5": 0.8268833333333333, | |
| "map@10": 0.8312960317460317, | |
| "mrr@1": 0.744, | |
| "mrr@5": 0.8268833333333333, | |
| "mrr@10": 0.8312960317460317, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "NIGHTS": { | |
| "hit@1": 0.66, | |
| "hit@5": 0.977, | |
| "hit@10": 0.992, | |
| "ndcg_linear@1": 0.66, | |
| "ndcg_linear@5": 0.8432621615267029, | |
| "ndcg_linear@10": 0.8483557174528951, | |
| "ndcg_exponential@1": 0.66, | |
| "ndcg_exponential@5": 0.8432621615267029, | |
| "ndcg_exponential@10": 0.8483557174528951, | |
| "precision@1": 0.66, | |
| "precision@5": 0.19540000000000005, | |
| "precision@10": 0.09920000000000001, | |
| "recall@1": 0.66, | |
| "recall@5": 0.977, | |
| "recall@10": 0.992, | |
| "f1@1": 0.66, | |
| "f1@5": 0.3256666666666666, | |
| "f1@10": 0.18036363636363634, | |
| "map@1": 0.66, | |
| "map@5": 0.7974, | |
| "map@10": 0.7996468253968253, | |
| "mrr@1": 0.66, | |
| "mrr@5": 0.7974, | |
| "mrr@10": 0.7996468253968253, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "WebQA": { | |
| "hit@1": 0.899, | |
| "hit@5": 0.986, | |
| "hit@10": 0.993, | |
| "ndcg_linear@1": 0.899, | |
| "ndcg_linear@5": 0.9506122758913912, | |
| "ndcg_linear@10": 0.9528128037036782, | |
| "ndcg_exponential@1": 0.899, | |
| "ndcg_exponential@5": 0.9506122758913912, | |
| "ndcg_exponential@10": 0.9528128037036782, | |
| "precision@1": 0.899, | |
| "precision@5": 0.19720000000000004, | |
| "precision@10": 0.09930000000000001, | |
| "recall@1": 0.899, | |
| "recall@5": 0.986, | |
| "recall@10": 0.993, | |
| "f1@1": 0.899, | |
| "f1@5": 0.3286666666666666, | |
| "f1@10": 0.1805454545454545, | |
| "map@1": 0.899, | |
| "map@5": 0.9383666666666666, | |
| "map@10": 0.9392380952380952, | |
| "mrr@1": 0.899, | |
| "mrr@5": 0.9383666666666666, | |
| "mrr@10": 0.9392380952380952, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "FashionIQ": { | |
| "hit@1": 0.189, | |
| "hit@5": 0.424, | |
| "hit@10": 0.531, | |
| "ndcg_linear@1": 0.189, | |
| "ndcg_linear@5": 0.3106969517365728, | |
| "ndcg_linear@10": 0.3452074094686825, | |
| "ndcg_exponential@1": 0.189, | |
| "ndcg_exponential@5": 0.3106969517365728, | |
| "ndcg_exponential@10": 0.3452074094686825, | |
| "precision@1": 0.189, | |
| "precision@5": 0.0848, | |
| "precision@10": 0.053099999999999994, | |
| "recall@1": 0.189, | |
| "recall@5": 0.424, | |
| "recall@10": 0.531, | |
| "f1@1": 0.189, | |
| "f1@5": 0.14133333333333337, | |
| "f1@10": 0.09654545454545456, | |
| "map@1": 0.189, | |
| "map@5": 0.27331666666666665, | |
| "map@10": 0.28750714285714285, | |
| "mrr@1": 0.189, | |
| "mrr@5": 0.27331666666666665, | |
| "mrr@10": 0.28750714285714285, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Wiki-SS-NQ": { | |
| "hit@1": 0.663, | |
| "hit@5": 0.852, | |
| "hit@10": 0.892, | |
| "ndcg_linear@1": 0.663, | |
| "ndcg_linear@5": 0.7664044093884552, | |
| "ndcg_linear@10": 0.7791031667998309, | |
| "ndcg_exponential@1": 0.663, | |
| "ndcg_exponential@5": 0.7664044093884552, | |
| "ndcg_exponential@10": 0.7791031667998309, | |
| "precision@1": 0.663, | |
| "precision@5": 0.1704, | |
| "precision@10": 0.0892, | |
| "recall@1": 0.663, | |
| "recall@5": 0.852, | |
| "recall@10": 0.892, | |
| "f1@1": 0.663, | |
| "f1@5": 0.284, | |
| "f1@10": 0.16218181818181818, | |
| "map@1": 0.663, | |
| "map@5": 0.7376666666666666, | |
| "map@10": 0.742768253968254, | |
| "mrr@1": 0.663, | |
| "mrr@5": 0.7376666666666666, | |
| "mrr@10": 0.742768253968254, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OVEN": { | |
| "hit@1": 0.682, | |
| "hit@5": 0.857, | |
| "hit@10": 0.915, | |
| "ndcg_linear@1": 0.682, | |
| "ndcg_linear@5": 0.77677345283525, | |
| "ndcg_linear@10": 0.7957214455476391, | |
| "ndcg_exponential@1": 0.682, | |
| "ndcg_exponential@5": 0.77677345283525, | |
| "ndcg_exponential@10": 0.7957214455476391, | |
| "precision@1": 0.682, | |
| "precision@5": 0.17140000000000002, | |
| "precision@10": 0.0915, | |
| "recall@1": 0.682, | |
| "recall@5": 0.857, | |
| "recall@10": 0.915, | |
| "f1@1": 0.682, | |
| "f1@5": 0.28566666666666674, | |
| "f1@10": 0.16636363636363638, | |
| "map@1": 0.682, | |
| "map@5": 0.7499666666666666, | |
| "map@10": 0.7578960317460317, | |
| "mrr@1": 0.682, | |
| "mrr@5": 0.7499666666666666, | |
| "mrr@10": 0.7578960317460317, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "EDIS": { | |
| "hit@1": 0.829, | |
| "hit@5": 0.973, | |
| "hit@10": 0.994, | |
| "ndcg_linear@1": 0.829, | |
| "ndcg_linear@5": 0.911277068463259, | |
| "ndcg_linear@10": 0.9180390200927532, | |
| "ndcg_exponential@1": 0.829, | |
| "ndcg_exponential@5": 0.911277068463259, | |
| "ndcg_exponential@10": 0.9180390200927532, | |
| "precision@1": 0.829, | |
| "precision@5": 0.19460000000000005, | |
| "precision@10": 0.09940000000000002, | |
| "recall@1": 0.829, | |
| "recall@5": 0.973, | |
| "recall@10": 0.994, | |
| "f1@1": 0.829, | |
| "f1@5": 0.3243333333333333, | |
| "f1@10": 0.18072727272727268, | |
| "map@1": 0.829, | |
| "map@5": 0.8902833333333333, | |
| "map@10": 0.893059126984127, | |
| "mrr@1": 0.829, | |
| "mrr@5": 0.8902833333333333, | |
| "mrr@10": 0.893059126984127, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO": { | |
| "hit@1": 0.838, | |
| "hit@5": 0.943, | |
| "hit@10": 0.963, | |
| "ndcg_linear@1": 0.838, | |
| "ndcg_linear@5": 0.8976383164062859, | |
| "ndcg_linear@10": 0.903995843429347, | |
| "ndcg_exponential@1": 0.838, | |
| "ndcg_exponential@5": 0.8976383164062859, | |
| "ndcg_exponential@10": 0.903995843429347, | |
| "precision@1": 0.838, | |
| "precision@5": 0.18860000000000002, | |
| "precision@10": 0.09630000000000001, | |
| "recall@1": 0.838, | |
| "recall@5": 0.943, | |
| "recall@10": 0.963, | |
| "f1@1": 0.838, | |
| "f1@5": 0.31433333333333335, | |
| "f1@10": 0.17509090909090907, | |
| "map@1": 0.838, | |
| "map@5": 0.8822, | |
| "map@10": 0.8847587301587302, | |
| "mrr@1": 0.838, | |
| "mrr@5": 0.8822, | |
| "mrr@10": 0.8847587301587302, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO": { | |
| "hit@1": 0.953, | |
| "hit@5": 0.999, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.953, | |
| "ndcg_linear@5": 0.9811240429500929, | |
| "ndcg_linear@10": 0.9814573762834261, | |
| "ndcg_exponential@1": 0.953, | |
| "ndcg_exponential@5": 0.9811240429500929, | |
| "ndcg_exponential@10": 0.9814573762834261, | |
| "precision@1": 0.953, | |
| "precision@5": 0.19980000000000003, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.953, | |
| "recall@5": 0.999, | |
| "recall@10": 1.0, | |
| "f1@1": 0.953, | |
| "f1@5": 0.333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.953, | |
| "map@5": 0.9748666666666667, | |
| "map@10": 0.9750095238095238, | |
| "mrr@1": 0.953, | |
| "mrr@5": 0.9748666666666667, | |
| "mrr@10": 0.9750095238095238, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO-Matching": { | |
| "hit@1": 0.939, | |
| "hit@5": 0.999, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.939, | |
| "ndcg_linear@5": 0.9787485744750019, | |
| "ndcg_linear@10": 0.9790640393517875, | |
| "ndcg_exponential@1": 0.939, | |
| "ndcg_exponential@5": 0.9787485744750019, | |
| "ndcg_exponential@10": 0.9790640393517875, | |
| "precision@1": 0.939, | |
| "precision@5": 0.19980000000000003, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.939, | |
| "recall@5": 0.999, | |
| "recall@10": 1.0, | |
| "f1@1": 0.939, | |
| "f1@5": 0.333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.939, | |
| "map@5": 0.972, | |
| "map@10": 0.972125, | |
| "mrr@1": 0.939, | |
| "mrr@5": 0.969, | |
| "mrr@10": 0.969125, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W-Pointing": { | |
| "hit@1": 0.95, | |
| "hit@5": 0.988, | |
| "hit@10": 0.993, | |
| "ndcg_linear@1": 0.95, | |
| "ndcg_linear@5": 0.9718650203180087, | |
| "ndcg_linear@10": 0.9734949595603383, | |
| "ndcg_exponential@1": 0.95, | |
| "ndcg_exponential@5": 0.9718650203180087, | |
| "ndcg_exponential@10": 0.9734949595603383, | |
| "precision@1": 0.95, | |
| "precision@5": 0.19760000000000003, | |
| "precision@10": 0.09930000000000001, | |
| "recall@1": 0.95, | |
| "recall@5": 0.988, | |
| "recall@10": 0.993, | |
| "f1@1": 0.95, | |
| "f1@5": 0.32933333333333337, | |
| "f1@10": 0.18054545454545454, | |
| "map@1": 0.95, | |
| "map@5": 0.9663333333333334, | |
| "map@10": 0.967013888888889, | |
| "mrr@1": 0.95, | |
| "mrr@5": 0.9663333333333334, | |
| "mrr@10": 0.967013888888889, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| } | |
| }, | |
| "video": { | |
| "K700": "DIR_N/A", | |
| "SmthSmthV2": "DIR_N/A", | |
| "HMDB51": "DIR_N/A", | |
| "UCF101": "DIR_N/A", | |
| "Breakfast": "DIR_N/A", | |
| "MVBench": "DIR_N/A", | |
| "Video-MME": "DIR_N/A", | |
| "NExTQA": "DIR_N/A", | |
| "EgoSchema": "DIR_N/A", | |
| "ActivityNetQA": "DIR_N/A", | |
| "DiDeMo": "DIR_N/A", | |
| "MSR-VTT": "DIR_N/A", | |
| "MSVD": "DIR_N/A", | |
| "VATEX": "DIR_N/A", | |
| "YouCook2": "DIR_N/A", | |
| "QVHighlight": "DIR_N/A", | |
| "Charades-STA": "DIR_N/A", | |
| "MomentSeeker": "DIR_N/A" | |
| }, | |
| "visdoc": { | |
| "ViDoRe_arxivqa": "DIR_N/A", | |
| "ViDoRe_docvqa": "DIR_N/A", | |
| "ViDoRe_infovqa": "DIR_N/A", | |
| "ViDoRe_tabfquad": "DIR_N/A", | |
| "ViDoRe_tatdqa": "DIR_N/A", | |
| "ViDoRe_shiftproject": "DIR_N/A", | |
| "ViDoRe_syntheticDocQA_artificial_intelligence": "DIR_N/A", | |
| "ViDoRe_syntheticDocQA_energy": "DIR_N/A", | |
| "ViDoRe_syntheticDocQA_government_reports": "DIR_N/A", | |
| "ViDoRe_syntheticDocQA_healthcare_industry": "DIR_N/A", | |
| "ViDoRe_esg_reports_human_labeled_v2": "DIR_N/A", | |
| "ViDoRe_biomedical_lectures_v2_multilingual": "DIR_N/A", | |
| "ViDoRe_economics_reports_v2_multilingual": "DIR_N/A", | |
| "ViDoRe_esg_reports_v2_multilingual": "DIR_N/A", | |
| "VisRAG_ArxivQA": "DIR_N/A", | |
| "VisRAG_ChartQA": "DIR_N/A", | |
| "VisRAG_MP-DocVQA": "DIR_N/A", | |
| "VisRAG_SlideVQA": "DIR_N/A", | |
| "VisRAG_InfoVQA": "DIR_N/A", | |
| "VisRAG_PlotQA": "DIR_N/A", | |
| "ViDoSeek-page": "DIR_N/A", | |
| "ViDoSeek-doc": "DIR_N/A", | |
| "MMLongBench-page": "DIR_N/A", | |
| "MMLongBench-doc": "DIR_N/A" | |
| } | |
| } | |
| } |