Spaces:
AIR-Bench
/
Running on CPU Upgrade

nan commited on
Commit
d4c9a2d
·
1 Parent(s): 6ae6c7f

fix: minor fix

Browse files
Files changed (1) hide show
  1. app.py +7 -28
app.py CHANGED
@@ -110,10 +110,11 @@ def update_doc_metric(
110
  def update_datastore(version):
111
  global datastore
112
  global ds_dict
113
- print(f"current data version: {datastore.version}")
114
  if datastore.version != version:
115
- print(f"reload data version: {version}")
116
  datastore = ds_dict[version]
 
 
117
  return datastore
118
 
119
  def update_qa_domains(version):
@@ -216,17 +217,6 @@ def update_doc_hidden_df_rerank(version):
216
  df_rerank_hidden = filter_df_rerank(datastore.doc_raw_df)
217
  return get_leaderboard_table(df_rerank_hidden, datastore.doc_types, visible=False)
218
 
219
- # def update_doc_version(version):
220
- # global datastore
221
- # global ds_dict
222
- # datastore = ds_dict[version]
223
- # # domain_elem = get_domain_dropdown(LongDocBenchmarks[datastore.slug])
224
- # # lang_elem = get_language_dropdown(LongDocBenchmarks[datastore.slug])
225
- # # model_elem = get_reranking_dropdown(datastore.reranking_models)
226
- # df_elem = get_leaderboard_table(datastore.doc_fmt_df, datastore.doc_types)
227
- # hidden_df_elem = get_leaderboard_table(datastore.doc_raw_df, datastore.doc_types, visible=False)
228
- # return domain_elem, lang_elem, model_elem, df_elem, hidden_df_elem
229
-
230
 
231
  demo = gr.Blocks(css=custom_css)
232
 
@@ -330,10 +320,7 @@ with demo:
330
  version,
331
  models_ret
332
  )
333
-
334
- _qa_df_ret = datastore.qa_fmt_df[
335
- datastore.qa_fmt_df[COL_NAME_RERANKING_MODEL] == "NoReranker"]
336
- _qa_df_ret = reset_rank(_qa_df_ret)
337
  qa_df_elem_ret = get_leaderboard_table(_qa_df_ret, datastore.qa_types)
338
  version.change(
339
  update_qa_df_ret,
@@ -342,14 +329,10 @@ with demo:
342
  )
343
 
344
  # Dummy leaderboard for handling the case when the user uses backspace key
345
- _qa_df_ret_hidden = datastore.qa_raw_df[
346
- datastore.qa_raw_df[COL_NAME_RERANKING_MODEL] == "NoReranker"
347
- ]
348
- _qa_df_ret_hidden = reset_rank(_qa_df_ret_hidden)
349
  qa_df_elem_ret_hidden = get_leaderboard_table(
350
  _qa_df_ret_hidden, datastore.qa_types, visible=False
351
  )
352
-
353
  version.change(
354
  update_qa_hidden_df_ret,
355
  version,
@@ -385,8 +368,7 @@ with demo:
385
  )
386
 
387
  with gr.TabItem("Reranking Only", id=12):
388
- _qa_df_rerank = datastore.qa_fmt_df[datastore.qa_fmt_df[COL_NAME_RETRIEVAL_MODEL] == BM25_LINK]
389
- _qa_df_rerank = reset_rank(_qa_df_rerank)
390
  qa_rerank_models = _qa_df_rerank[COL_NAME_RERANKING_MODEL].apply(remove_html).unique().tolist()
391
  with gr.Row():
392
  with gr.Column(scale=1):
@@ -405,10 +387,7 @@ with demo:
405
  qa_df_elem_rerank
406
  )
407
 
408
- _qa_df_rerank_hidden = datastore.qa_raw_df[
409
- datastore.qa_raw_df[COL_NAME_RETRIEVAL_MODEL] == BM25_LINK
410
- ]
411
- _qa_df_rerank_hidden = reset_rank(_qa_df_rerank_hidden)
412
  qa_df_elem_rerank_hidden = get_leaderboard_table(
413
  _qa_df_rerank_hidden, datastore.qa_types, visible=False
414
  )
 
110
  def update_datastore(version):
111
  global datastore
112
  global ds_dict
 
113
  if datastore.version != version:
114
+ print(f"updated data version: {datastore.version} -> {version}")
115
  datastore = ds_dict[version]
116
+ else:
117
+ print(f"current data version: {datastore.version}")
118
  return datastore
119
 
120
  def update_qa_domains(version):
 
217
  df_rerank_hidden = filter_df_rerank(datastore.doc_raw_df)
218
  return get_leaderboard_table(df_rerank_hidden, datastore.doc_types, visible=False)
219
 
 
 
 
 
 
 
 
 
 
 
 
220
 
221
  demo = gr.Blocks(css=custom_css)
222
 
 
320
  version,
321
  models_ret
322
  )
323
+ _qa_df_ret = filter_df_ret(datastore.qa_fmt_df)
 
 
 
324
  qa_df_elem_ret = get_leaderboard_table(_qa_df_ret, datastore.qa_types)
325
  version.change(
326
  update_qa_df_ret,
 
329
  )
330
 
331
  # Dummy leaderboard for handling the case when the user uses backspace key
332
+ _qa_df_ret_hidden = filter_df_ret(datastore.qa_raw_df)
 
 
 
333
  qa_df_elem_ret_hidden = get_leaderboard_table(
334
  _qa_df_ret_hidden, datastore.qa_types, visible=False
335
  )
 
336
  version.change(
337
  update_qa_hidden_df_ret,
338
  version,
 
368
  )
369
 
370
  with gr.TabItem("Reranking Only", id=12):
371
+ _qa_df_rerank = filter_df_rerank(datastore.qa_fmt_df)
 
372
  qa_rerank_models = _qa_df_rerank[COL_NAME_RERANKING_MODEL].apply(remove_html).unique().tolist()
373
  with gr.Row():
374
  with gr.Column(scale=1):
 
387
  qa_df_elem_rerank
388
  )
389
 
390
+ _qa_df_rerank_hidden = filter_df_rerank(datastore.qa_raw_df)
 
 
 
391
  qa_df_elem_rerank_hidden = get_leaderboard_table(
392
  _qa_df_rerank_hidden, datastore.qa_types, visible=False
393
  )