Alvinn-aai commited on
Commit
3a7a1bb
·
1 Parent(s): a6adcf8

debug values

Browse files
Files changed (1) hide show
  1. src/submission/submit.py +7 -8
src/submission/submit.py CHANGED
@@ -19,7 +19,9 @@ from src.validation.validate import is_submission_file_valid, is_valid
19
 
20
  logger = get_logger(__name__)
21
 
22
- MIN_WAIT_TIME_PER_USER_HRS = 24
 
 
23
 
24
 
25
  def add_new_solutions(
@@ -33,19 +35,16 @@ def add_new_solutions(
33
  is_warmup_dataset: bool,
34
  ensure_all_present: bool = False,
35
  ):
36
- # Users must wait MIN_WAIT_TIME_PER_USER_HRS hours between submissions.
37
-
38
- from huggingface_hub import HfApi
39
-
40
- api = HfApi()
41
- logger.info(f"Who am I: {api.whoami(token=TOKEN)}")
42
 
43
  try:
44
  submitted_ids = get_dataset_config_names(SUBMISSIONS_REPO, token=TOKEN)
45
  except (DatasetNotFoundError, FileNotFoundError):
46
  submitted_ids = []
47
 
48
- logger.info(f"Found submitted IDs: {submitted_ids}")
49
 
50
  user_last_submission_date = None
51
  for sid in submitted_ids:
 
19
 
20
  logger = get_logger(__name__)
21
 
22
+ MIN_WAIT_TIME_PER_USER_HRS = 0.0001 # TODO set to 24 for production
23
+ RATE_LIMIT_WINDOW_HRS = 24
24
+ MAX_SUBMISSIONS_PER_WINDOW = 10
25
 
26
 
27
  def add_new_solutions(
 
35
  is_warmup_dataset: bool,
36
  ensure_all_present: bool = False,
37
  ):
38
+ # Rate limits:
39
+ # 1. Users must wait MIN_WAIT_TIME_PER_USER_HRS hours between submissions.
40
+ # 2. No more than MAX_SUBMISSIONS_PER_WINDOW submissions RATE_LIMIT_WINDOW_HRS hours overall.
 
 
 
41
 
42
  try:
43
  submitted_ids = get_dataset_config_names(SUBMISSIONS_REPO, token=TOKEN)
44
  except (DatasetNotFoundError, FileNotFoundError):
45
  submitted_ids = []
46
 
47
+ logger.info(f"Found {len(submitted_ids)} submissions")
48
 
49
  user_last_submission_date = None
50
  for sid in submitted_ids: