Spaces:
Running
Running
Update utils_v2.py
Browse files- utils_v2.py +5 -2
utils_v2.py
CHANGED
@@ -32,11 +32,14 @@ DATA_TITLE_TYPE_D = BASE_DATA_TITLE_TYPE + \
|
|
32 |
TABLE_INTRODUCTION = """**MMEB**: Massive MultiModal Embedding Benchmark \n
|
33 |
Models are ranked based on **Overall**"""
|
34 |
TABLE_INTRODUCTION_I = """**I-CLS**: Image Classification, **I-QA**: (Image) Visual Question Answering, **I-RET**: Image Retrieval, **I-VG**: (Image) Visual Grounding \n
|
35 |
-
Models are ranked based on **Image-Overall
|
|
|
|
|
|
|
36 |
TABLE_INTRODUCTION_V = """**V-CLS**: Video Classification, **V-QA**: (Video) Visual Question Answering, **V-RET**: Video Retrieval, **V-MRET**: Video Moment Retrieval \n
|
37 |
Models are ranked based on **Video-Overall**"""
|
38 |
TABLE_INTRODUCTION_D = """**VisDoc**: Visual Document Understanding \n
|
39 |
-
Models are ranked based on **
|
40 |
|
41 |
LEADERBOARD_INFO = """
|
42 |
## Dataset Summary
|
|
|
32 |
TABLE_INTRODUCTION = """**MMEB**: Massive MultiModal Embedding Benchmark \n
|
33 |
Models are ranked based on **Overall**"""
|
34 |
TABLE_INTRODUCTION_I = """**I-CLS**: Image Classification, **I-QA**: (Image) Visual Question Answering, **I-RET**: Image Retrieval, **I-VG**: (Image) Visual Grounding \n
|
35 |
+
Models are ranked based on **Image-Overall**\n
|
36 |
+
**Models from the old V1 leaderboard are missing detailed scores of each dataset.
|
37 |
+
We hope the authors of the models on V1 leaderboard could rerun your models using our updated V2 pipeline,
|
38 |
+
and provide us the scores sheet with the new format, so that we can make them consistent with the other models' formats.**"""
|
39 |
TABLE_INTRODUCTION_V = """**V-CLS**: Video Classification, **V-QA**: (Video) Visual Question Answering, **V-RET**: Video Retrieval, **V-MRET**: Video Moment Retrieval \n
|
40 |
Models are ranked based on **Video-Overall**"""
|
41 |
TABLE_INTRODUCTION_D = """**VisDoc**: Visual Document Understanding \n
|
42 |
+
Models are ranked based on **Visdoc-Overall**"""
|
43 |
|
44 |
LEADERBOARD_INFO = """
|
45 |
## Dataset Summary
|