Spaces:
Runtime error
Runtime error
...
Browse files- app.py +0 -8
- content.py +7 -4
app.py
CHANGED
|
@@ -257,14 +257,6 @@ with demo:
|
|
| 257 |
gr.HTML(TITLE)
|
| 258 |
gr.Markdown(INTRODUCTION_TEXT, elem_classes="markdown-text")
|
| 259 |
|
| 260 |
-
with gr.Row():
|
| 261 |
-
with gr.Accordion("π Citation", open=False):
|
| 262 |
-
citation_button = gr.Textbox(
|
| 263 |
-
value=CITATION_BUTTON_TEXT,
|
| 264 |
-
label=CITATION_BUTTON_LABEL,
|
| 265 |
-
elem_id="citation-button",
|
| 266 |
-
)
|
| 267 |
-
|
| 268 |
with gr.Tab("Results: Test"):
|
| 269 |
leaderboard_table_test = gr.components.Dataframe(
|
| 270 |
value=eval_dataframe_test,
|
|
|
|
| 257 |
gr.HTML(TITLE)
|
| 258 |
gr.Markdown(INTRODUCTION_TEXT, elem_classes="markdown-text")
|
| 259 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 260 |
with gr.Tab("Results: Test"):
|
| 261 |
leaderboard_table_test = gr.components.Dataframe(
|
| 262 |
value=eval_dataframe_test,
|
content.py
CHANGED
|
@@ -13,15 +13,18 @@ This dataset is proposed in the ICLR 2024 paper: [Measuring Vision-Language STEM
|
|
| 13 |
Results can be submitted for test set, where the labels are hidden. Scores are expressed as the percentage of correct answers for a given split.
|
| 14 |
|
| 15 |
We expect submissions to contain a single `answer_idx` in a line for each question in the test set. Note that the order should be the same with the `test` split in the dataset.
|
| 16 |
-
"""
|
| 17 |
|
| 18 |
-
|
| 19 |
-
|
|
|
|
|
|
|
| 20 |
title={Measuring Vision-Language STEM Skills of Neural Models},
|
| 21 |
author={Shen, Jianhao and Yuan, Ye and Mirzoyan, Srbuhi and Zhang, Ming and Wang, Chenguang},
|
| 22 |
journal={ICLR 2024},
|
| 23 |
year={2024}
|
| 24 |
-
}
|
|
|
|
|
|
|
| 25 |
|
| 26 |
|
| 27 |
def format_error(msg):
|
|
|
|
| 13 |
Results can be submitted for test set, where the labels are hidden. Scores are expressed as the percentage of correct answers for a given split.
|
| 14 |
|
| 15 |
We expect submissions to contain a single `answer_idx` in a line for each question in the test set. Note that the order should be the same with the `test` split in the dataset.
|
|
|
|
| 16 |
|
| 17 |
+
## Citation
|
| 18 |
+
Copy the following snippet to cite these results
|
| 19 |
+
```bibtex
|
| 20 |
+
@article{shen2024measuring,
|
| 21 |
title={Measuring Vision-Language STEM Skills of Neural Models},
|
| 22 |
author={Shen, Jianhao and Yuan, Ye and Mirzoyan, Srbuhi and Zhang, Ming and Wang, Chenguang},
|
| 23 |
journal={ICLR 2024},
|
| 24 |
year={2024}
|
| 25 |
+
}
|
| 26 |
+
```
|
| 27 |
+
"""
|
| 28 |
|
| 29 |
|
| 30 |
def format_error(msg):
|