Alvinn-aai commited on
Commit
ee85d80
·
1 Parent(s): 36dd7e8

24 hours wait time and enable validation

Browse files
Files changed (3) hide show
  1. app.py +2 -2
  2. src/populate.py +0 -1
  3. src/submission/submit.py +1 -1
app.py CHANGED
@@ -34,8 +34,8 @@ from src.validation.validate import MAX_INPUT_LENGTH, MIN_INPUT_LENGTH, is_submi
34
 
35
  logger = get_logger(__name__)
36
 
37
- ENSURE_ALL_PRESENT = False # TODO: Switch to True.
38
- SPLIT = "warmup" # TODO temp
39
 
40
  lbdb = F1Data(
41
  cp_ds_name=CODE_PROBLEMS_REPO,
 
34
 
35
  logger = get_logger(__name__)
36
 
37
+ ENSURE_ALL_PRESENT = True
38
+ SPLIT = "core" # warmup for debug
39
 
40
  lbdb = F1Data(
41
  cp_ds_name=CODE_PROBLEMS_REPO,
src/populate.py CHANGED
@@ -80,7 +80,6 @@ def get_leaderboard_df(results_dataset_name: str) -> pd.DataFrame:
80
 
81
  logger.info(f"Loaded results df with {len(full_df)} entries")
82
 
83
- # TODO: Forbid multiple submissions under the same name?
84
  # Keep only the latest entry per unique (System Name, System Type, Organization) triplet
85
  final_df = (
86
  full_df.sort_values("Submitted On", ascending=False)
 
80
 
81
  logger.info(f"Loaded results df with {len(full_df)} entries")
82
 
 
83
  # Keep only the latest entry per unique (System Name, System Type, Organization) triplet
84
  final_df = (
85
  full_df.sort_values("Submitted On", ascending=False)
src/submission/submit.py CHANGED
@@ -20,7 +20,7 @@ from src.validation.validate import is_submission_file_valid, is_valid
20
 
21
  logger = get_logger(__name__)
22
 
23
- MIN_WAIT_TIME_PER_USER_HRS = 0.1 # TODO set to 24 for production
24
  RATE_LIMIT_WINDOW_HRS = 24
25
  MAX_SUBMISSIONS_PER_WINDOW = 10
26
 
 
20
 
21
  logger = get_logger(__name__)
22
 
23
+ MIN_WAIT_TIME_PER_USER_HRS = 24
24
  RATE_LIMIT_WINDOW_HRS = 24
25
  MAX_SUBMISSIONS_PER_WINDOW = 10
26