seonglae-holistic commited on
Commit
78fdff4
·
1 Parent(s): 3c3ce5c

feat: rejected eval queue to avoid ddos

Browse files
Files changed (2) hide show
  1. app.py +1 -0
  2. src/populate.py +6 -7
app.py CHANGED
@@ -118,6 +118,7 @@ if not LEADERBOARD_DF.empty:
118
  finished_eval_queue_df,
119
  running_eval_queue_df,
120
  pending_eval_queue_df,
 
121
  ) = get_evaluation_queue_df(EVAL_REQUESTS_PATH, EVAL_COLS)
122
 
123
  def init_leaderboard(dataframe):
 
118
  finished_eval_queue_df,
119
  running_eval_queue_df,
120
  pending_eval_queue_df,
121
+ rejected_eval_queue_df,
122
  ) = get_evaluation_queue_df(EVAL_REQUESTS_PATH, EVAL_COLS)
123
 
124
  def init_leaderboard(dataframe):
src/populate.py CHANGED
@@ -68,7 +68,7 @@ def get_evaluation_queue_df(eval_requests_path, eval_cols):
68
  finished_data = []
69
  running_data = []
70
  pending_data = []
71
-
72
  for file_path in request_files:
73
  try:
74
  with open(file_path, "r", encoding="utf-8") as f:
@@ -77,10 +77,7 @@ def get_evaluation_queue_df(eval_requests_path, eval_cols):
77
  # Extract relevant fields
78
  row = {
79
  "library": data.get("library", ""),
80
- "version": data.get("version", ""),
81
  "language": data.get("language", ""),
82
- "framework": data.get("framework", ""),
83
- "library_type": data.get("library_type", ""),
84
  "status": data.get("status", "UNKNOWN")
85
  }
86
 
@@ -91,6 +88,8 @@ def get_evaluation_queue_df(eval_requests_path, eval_cols):
91
  running_data.append(row)
92
  elif row["status"] == "PENDING":
93
  pending_data.append(row)
 
 
94
  except Exception as e:
95
  print(f"Error reading request file {file_path}: {e}")
96
  continue
@@ -99,11 +98,11 @@ def get_evaluation_queue_df(eval_requests_path, eval_cols):
99
  finished_df = pd.DataFrame(finished_data, columns=eval_cols)
100
  running_df = pd.DataFrame(running_data, columns=eval_cols)
101
  pending_df = pd.DataFrame(pending_data, columns=eval_cols)
102
-
103
- return finished_df, running_df, pending_df
104
 
105
  except Exception as e:
106
  print(f"Error reading evaluation queue: {e}")
107
  # Return empty dataframes
108
  empty_df = pd.DataFrame(columns=eval_cols)
109
- return empty_df.copy(), empty_df.copy(), empty_df.copy()
 
68
  finished_data = []
69
  running_data = []
70
  pending_data = []
71
+ rejected_data = []
72
  for file_path in request_files:
73
  try:
74
  with open(file_path, "r", encoding="utf-8") as f:
 
77
  # Extract relevant fields
78
  row = {
79
  "library": data.get("library", ""),
 
80
  "language": data.get("language", ""),
 
 
81
  "status": data.get("status", "UNKNOWN")
82
  }
83
 
 
88
  running_data.append(row)
89
  elif row["status"] == "PENDING":
90
  pending_data.append(row)
91
+ elif row["status"] == "REJECTED":
92
+ rejected_data.append(row)
93
  except Exception as e:
94
  print(f"Error reading request file {file_path}: {e}")
95
  continue
 
98
  finished_df = pd.DataFrame(finished_data, columns=eval_cols)
99
  running_df = pd.DataFrame(running_data, columns=eval_cols)
100
  pending_df = pd.DataFrame(pending_data, columns=eval_cols)
101
+ rejected_df = pd.DataFrame(rejected_data, columns=eval_cols)
102
+ return finished_df, running_df, pending_df, rejected_df
103
 
104
  except Exception as e:
105
  print(f"Error reading evaluation queue: {e}")
106
  # Return empty dataframes
107
  empty_df = pd.DataFrame(columns=eval_cols)
108
+ return empty_df.copy(), empty_df.copy(), empty_df.copy(), empty_df.copy()