MINGYISU commited on
Commit
78ffed6
·
verified ·
1 Parent(s): 0d54381

Update utils_v2.py

Browse files
Files changed (1) hide show
  1. utils_v2.py +5 -2
utils_v2.py CHANGED
@@ -32,11 +32,14 @@ DATA_TITLE_TYPE_D = BASE_DATA_TITLE_TYPE + \
32
  TABLE_INTRODUCTION = """**MMEB**: Massive MultiModal Embedding Benchmark \n
33
  Models are ranked based on **Overall**"""
34
  TABLE_INTRODUCTION_I = """**I-CLS**: Image Classification, **I-QA**: (Image) Visual Question Answering, **I-RET**: Image Retrieval, **I-VG**: (Image) Visual Grounding \n
35
- Models are ranked based on **Image-Overall**"""
 
 
 
36
  TABLE_INTRODUCTION_V = """**V-CLS**: Video Classification, **V-QA**: (Video) Visual Question Answering, **V-RET**: Video Retrieval, **V-MRET**: Video Moment Retrieval \n
37
  Models are ranked based on **Video-Overall**"""
38
  TABLE_INTRODUCTION_D = """**VisDoc**: Visual Document Understanding \n
39
- Models are ranked based on **VisDoc**"""
40
 
41
  LEADERBOARD_INFO = """
42
  ## Dataset Summary
 
32
  TABLE_INTRODUCTION = """**MMEB**: Massive MultiModal Embedding Benchmark \n
33
  Models are ranked based on **Overall**"""
34
  TABLE_INTRODUCTION_I = """**I-CLS**: Image Classification, **I-QA**: (Image) Visual Question Answering, **I-RET**: Image Retrieval, **I-VG**: (Image) Visual Grounding \n
35
+ Models are ranked based on **Image-Overall**\n
36
+ **Models from the old V1 leaderboard are missing detailed scores of each dataset.
37
+ We hope the authors of the models on V1 leaderboard could rerun your models using our updated V2 pipeline,
38
+ and provide us the scores sheet with the new format, so that we can make them consistent with the other models' formats.**"""
39
  TABLE_INTRODUCTION_V = """**V-CLS**: Video Classification, **V-QA**: (Video) Visual Question Answering, **V-RET**: Video Retrieval, **V-MRET**: Video Moment Retrieval \n
40
  Models are ranked based on **Video-Overall**"""
41
  TABLE_INTRODUCTION_D = """**VisDoc**: Visual Document Understanding \n
42
+ Models are ranked based on **Visdoc-Overall**"""
43
 
44
  LEADERBOARD_INFO = """
45
  ## Dataset Summary