tomerz-aai commited on
Commit
272ff8c
·
1 Parent(s): f251385
Files changed (2) hide show
  1. src/datamodel/data.py +6 -3
  2. src/logger.py +11 -0
src/datamodel/data.py CHANGED
@@ -2,6 +2,11 @@ import functools
2
 
3
  from datasets import load_dataset
4
 
 
 
 
 
 
5
  class F1Data:
6
  def __init__(self, cp_ds_name: str, sub_ds_name: str, res_ds_name: str):
7
  self.cp_dataset_name = cp_ds_name
@@ -14,8 +19,6 @@ class F1Data:
14
  return set(self.code_problems.keys())
15
 
16
  def initialize(self):
 
17
  cp_ds = load_dataset(self.cp_dataset_name, split="hard")
18
  self.code_problems: dict[str, str] = {r["formula_name"]: r["code_problem"]["problem_description"] for r in cp_ds}
19
-
20
- def add_submission(self, submitter: str, submission_path: str):
21
- pass
 
2
 
3
  from datasets import load_dataset
4
 
5
+ from src.envs import TOKEN
6
+ from src.logger import get_logger
7
+
8
+ logger = get_logger(__name__)
9
+
10
  class F1Data:
11
  def __init__(self, cp_ds_name: str, sub_ds_name: str, res_ds_name: str):
12
  self.cp_dataset_name = cp_ds_name
 
19
  return set(self.code_problems.keys())
20
 
21
  def initialize(self):
22
+ logger.info("Initialize F1Data TOMEN='%s'", TOKEN)
23
  cp_ds = load_dataset(self.cp_dataset_name, split="hard")
24
  self.code_problems: dict[str, str] = {r["formula_name"]: r["code_problem"]["problem_description"] for r in cp_ds}
 
 
 
src/logger.py ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import logging
2
+ import sys
3
+
4
+ def get_logger(filename: str, level=logging.INFO) -> logging.Logger:
5
+ new_logger = logging.getLogger(filename)
6
+ fmt = logging.Formatter(fmt="%(asctime)s - %(name)s - %(levelname)s - %(funcName)s:%(lineno)d - %(message)s")
7
+ handler = logging.StreamHandler(sys.stderr)
8
+ handler.setFormatter(fmt)
9
+ new_logger.addHandler(handler)
10
+ new_logger.setLevel(level)
11
+ return new_logger