MMEB-Leaderboard / scores /UniVec-CoT-7B.json
ziyjiang's picture
Upload UniVec-CoT-7B.json (#83)
e625973 verified
{
"metadata": {
"model_name": "UniVec-CoT-7B",
"model_size": 8.29,
"embedding_dimension": 3584,
"model_release_date": "2025-12-02",
"data_source": "Self-Reported",
"url": "",
"contact": ""
},
"metrics": {
"image": {
"ImageNet-1K": {
"hit@1": 0.83
},
"N24News": {
"hit@1": 0.821
},
"HatefulMemes": {
"hit@1": 0.752
},
"VOC2007": {
"hit@1": 0.899
},
"SUN397": {
"hit@1": 0.814
},
"Place365": {
"hit@1": 0.449
},
"ImageNet-A": {
"hit@1": 0.626
},
"ImageNet-R": {
"hit@1": 0.892
},
"ObjectNet": {
"hit@1": 0.645
},
"Country211": {
"hit@1": 0.276
},
"OK-VQA": {
"hit@1": 0.734
},
"A-OKVQA": {
"hit@1": 0.647
},
"DocVQA": {
"hit@1": 0.958
},
"InfographicsVQA": {
"hit@1": 0.853
},
"ChartQA": {
"hit@1": 0.85
},
"Visual7W": {
"hit@1": 0.579
},
"ScienceQA": {
"hit@1": 0.624
},
"VizWiz": {
"hit@1": 0.536
},
"GQA": {
"hit@1": 0.71
},
"TextVQA": {
"hit@1": 0.854
},
"VisDial": {
"hit@1": 0.856
},
"CIRR": {
"hit@1": 0.569
},
"VisualNews_t2i": {
"hit@1": 0.788
},
"VisualNews_i2t": {
"hit@1": 0.811
},
"MSCOCO_t2i": {
"hit@1": 0.778
},
"MSCOCO_i2t": {
"hit@1": 0.759
},
"NIGHTS": {
"hit@1": 0.668
},
"WebQA": {
"hit@1": 0.909
},
"FashionIQ": {
"hit@1": 0.217
},
"Wiki-SS-NQ": {
"hit@1": 0.722
},
"OVEN": {
"hit@1": 0.705
},
"EDIS": {
"hit@1": 0.864
},
"MSCOCO": {
"hit@1": 0.861
},
"RefCOCO": {
"hit@1": 0.933
},
"RefCOCO-Matching": {
"hit@1": 0.935
},
"Visual7W-Pointing": {
"hit@1": 0.955
}
},
"video": {},
"visdoc": {}
}
}