Spaces:
AIR-Bench
/
Running on CPU Upgrade

nan commited on
Commit
98af8d1
·
1 Parent(s): bccdf2c

refactor: refactor the codes

Browse files
Files changed (1) hide show
  1. app.py +27 -43
app.py CHANGED
@@ -135,59 +135,43 @@ def update_qa_models(version):
135
 
136
  def update_qa_df_ret_rerank(version):
137
  datastore = update_datastore(version)
138
- df_elem = get_leaderboard_table(datastore.qa_fmt_df, datastore.qa_types)
139
- return df_elem
140
 
141
- def update_qa_df_ret(version):
142
  datastore = update_datastore(version)
143
- _qa_df_ret = datastore.qa_fmt_df[
144
- datastore.qa_fmt_df[COL_NAME_RERANKING_MODEL] == "NoReranker"]
145
- _qa_df_ret = reset_rank(_qa_df_ret)
146
- df_elem_ret = get_leaderboard_table(_qa_df_ret, datastore.qa_types)
147
- return df_elem_ret
148
 
149
- def update_qa_df_rerank(version):
150
- datastore = update_datastore(version)
151
- _qa_df_rerank = datastore.qa_fmt_df[datastore.qa_fmt_df[COL_NAME_RETRIEVAL_MODEL] == BM25_LINK]
152
- _qa_df_rerank = reset_rank(_qa_df_rerank)
153
- df_elem_ret = get_leaderboard_table(_qa_df_rerank, datastore.qa_types)
154
- return df_elem_ret
155
 
156
- def update_qa_hidden_df_rerank(version):
 
 
 
 
 
157
  datastore = update_datastore(version)
158
- _qa_df_rerank_hidden = datastore.qa_raw_df[
159
- datastore.qa_raw_df[COL_NAME_RETRIEVAL_MODEL] == BM25_LINK
160
- ]
161
- _qa_df_rerank_hidden = reset_rank(_qa_df_rerank_hidden)
162
- hidden_df_elem = get_leaderboard_table(
163
- _qa_df_rerank_hidden, datastore.qa_types, visible=False
164
- )
165
- return hidden_df_elem
166
 
167
  def update_qa_hidden_df_ret(version):
168
  datastore = update_datastore(version)
169
- _qa_df_ret_hidden = datastore.qa_raw_df[
170
- datastore.qa_raw_df[COL_NAME_RERANKING_MODEL] == "NoReranker"
171
- ]
172
- _qa_df_ret_hidden = reset_rank(_qa_df_ret_hidden)
173
- hidden_df_elem = get_leaderboard_table(_qa_df_ret_hidden, datastore.qa_types, visible=False)
174
- return hidden_df_elem
175
 
176
- def update_qa_hidden_df_ret_rerank(version):
 
 
 
 
 
 
 
 
 
 
 
177
  datastore = update_datastore(version)
178
- hidden_df_elem = get_leaderboard_table(datastore.qa_raw_df, datastore.qa_types, visible=False)
179
- return hidden_df_elem
180
-
181
- # def update_qa_version(version):
182
- # global datastore
183
- # global ds_dict
184
- # datastore = ds_dict[version]
185
- # # domain_elem = get_domain_dropdown(QABenchmarks[datastore.slug])
186
- # # lang_elem = get_language_dropdown(QABenchmarks[datastore.slug])
187
- # # model_elem = get_reranking_dropdown(datastore.reranking_models)
188
- # df_elem = get_leaderboard_table(datastore.qa_fmt_df, datastore.qa_types)
189
- # hidden_df_elem = get_leaderboard_table(datastore.qa_raw_df, datastore.qa_types, visible=False)
190
- # return model_elem, df_elem, hidden_df_elem
191
 
192
 
193
  def update_doc_version(version):
 
135
 
136
  def update_qa_df_ret_rerank(version):
137
  datastore = update_datastore(version)
138
+ return get_leaderboard_table(datastore.qa_fmt_df, datastore.qa_types)
 
139
 
140
+ def update_qa_hidden_df_ret_rerank(version):
141
  datastore = update_datastore(version)
142
+ return get_leaderboard_table(datastore.qa_raw_df, datastore.qa_types, visible=False)
 
 
 
 
143
 
 
 
 
 
 
 
144
 
145
+ def filter_df_ret(df):
146
+ df_ret = df[df[COL_NAME_RERANKING_MODEL] == "NoReranker"]
147
+ df_ret = reset_rank(df_ret)
148
+ return df_ret
149
+
150
+ def update_qa_df_ret(version):
151
  datastore = update_datastore(version)
152
+ df_ret = filter_df_ret(datastore.qa_fmt_df)
153
+ return get_leaderboard_table(df_ret, datastore.qa_types)
 
 
 
 
 
 
154
 
155
  def update_qa_hidden_df_ret(version):
156
  datastore = update_datastore(version)
157
+ df_ret_hidden = filter_df_ret(datastore.qa_raw_df)
158
+ return get_leaderboard_table(df_ret_hidden, datastore.qa_types, visible=False)
 
 
 
 
159
 
160
+
161
+ def filter_df_rerank(df):
162
+ df_rerank = df[df[COL_NAME_RETRIEVAL_MODEL] == BM25_LINK]
163
+ df_rerank = reset_rank(df_rerank)
164
+ return df_rerank
165
+
166
+ def update_qa_df_rerank(version):
167
+ datastore = update_datastore(version)
168
+ df_rerank = filter_df_rerank(datastore.qa_fmt_df)
169
+ return get_leaderboard_table(df_rerank, datastore.qa_types)
170
+
171
+ def update_qa_hidden_df_rerank(version):
172
  datastore = update_datastore(version)
173
+ df_rerank_hidden = filter_df_rerank(datastore.qa_raw_df)
174
+ return get_leaderboard_table(df_rerank_hidden, datastore.qa_types, visible=False)
 
 
 
 
 
 
 
 
 
 
 
175
 
176
 
177
  def update_doc_version(version):