MINGYISU commited on
Commit
e47cd13
·
1 Parent(s): c070088
Files changed (2) hide show
  1. results.csv +1 -1
  2. utils.py +6 -1
results.csv CHANGED
@@ -17,4 +17,4 @@ MMRet-large,0.428,Self-Reported,64.1,56.0,57.4,69.9,83.6
17
  mmE5-mllama-11b-instruct,10.6,Self-Reported,69.8,67.6,62.6,71.0,89.6
18
  mmE5 (w/ 560K synthetic data),10.6,Self-Reported,58.6,60.6,55.7,54.7,72.4
19
  MM-EMBED,8.18,Self-Reported,50.0,48.1,32.3,63.8,57.8
20
- GME,2.21,Self-Reported,55.8,56.9,41.2,67.8,53.4
 
17
  mmE5-mllama-11b-instruct,10.6,Self-Reported,69.8,67.6,62.6,71.0,89.6
18
  mmE5 (w/ 560K synthetic data),10.6,Self-Reported,58.6,60.6,55.7,54.7,72.4
19
  MM-EMBED,8.18,Self-Reported,50.0,48.1,32.3,63.8,57.8
20
+ gme-Qwen2-VL-2B-Instruct,2.21,Self-Reported,55.8,56.9,41.2,67.8,53.4
utils.py CHANGED
@@ -110,7 +110,9 @@ MODEL_URLS = {
110
  "UniIR": "https://huggingface.co/TIGER-Lab/UniIR",
111
  "OpenCLIP-FT": "https://doi.org/10.48550/arXiv.2212.07143",
112
  "CLIP-FT": "https://doi.org/10.48550/arXiv.2103.00020",
113
- "mmE5-mllama-11b-instruct": "https://huggingface.co/intfloat/mmE5-mllama-11b-instruct"
 
 
114
  }
115
 
116
  def create_hyperlinked_names(df):
@@ -127,6 +129,9 @@ def create_hyperlinked_names(df):
127
  if "UniIR" in model_name:
128
  url = MODEL_URLS["UniIR"]
129
  return convert_url(url, model_name)
 
 
 
130
  return convert_url(MODEL_URLS[model_name], model_name) if model_name in MODEL_URLS else model_name
131
 
132
  df = df.copy()
 
110
  "UniIR": "https://huggingface.co/TIGER-Lab/UniIR",
111
  "OpenCLIP-FT": "https://doi.org/10.48550/arXiv.2212.07143",
112
  "CLIP-FT": "https://doi.org/10.48550/arXiv.2103.00020",
113
+ "mmE5": "https://huggingface.co/intfloat/mmE5-mllama-11b-instruct",
114
+ "gme-Qwen2-VL-2B-Instruct": "https://huggingface.co/Alibaba-NLP/gme-Qwen2-VL-2B-Instruct",
115
+ "MM-Embed": "https://huggingface.co/nvidia/MM-Embed"
116
  }
117
 
118
  def create_hyperlinked_names(df):
 
129
  if "UniIR" in model_name:
130
  url = MODEL_URLS["UniIR"]
131
  return convert_url(url, model_name)
132
+ if "mmE5" in model_name:
133
+ url = MODEL_URLS["mmE5"]
134
+ return convert_url(url, model_name)
135
  return convert_url(MODEL_URLS[model_name], model_name) if model_name in MODEL_URLS else model_name
136
 
137
  df = df.copy()