Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Commit
·
272ff8c
1
Parent(s):
f251385
wip
Browse files- src/datamodel/data.py +6 -3
- src/logger.py +11 -0
src/datamodel/data.py
CHANGED
@@ -2,6 +2,11 @@ import functools
|
|
2 |
|
3 |
from datasets import load_dataset
|
4 |
|
|
|
|
|
|
|
|
|
|
|
5 |
class F1Data:
|
6 |
def __init__(self, cp_ds_name: str, sub_ds_name: str, res_ds_name: str):
|
7 |
self.cp_dataset_name = cp_ds_name
|
@@ -14,8 +19,6 @@ class F1Data:
|
|
14 |
return set(self.code_problems.keys())
|
15 |
|
16 |
def initialize(self):
|
|
|
17 |
cp_ds = load_dataset(self.cp_dataset_name, split="hard")
|
18 |
self.code_problems: dict[str, str] = {r["formula_name"]: r["code_problem"]["problem_description"] for r in cp_ds}
|
19 |
-
|
20 |
-
def add_submission(self, submitter: str, submission_path: str):
|
21 |
-
pass
|
|
|
2 |
|
3 |
from datasets import load_dataset
|
4 |
|
5 |
+
from src.envs import TOKEN
|
6 |
+
from src.logger import get_logger
|
7 |
+
|
8 |
+
logger = get_logger(__name__)
|
9 |
+
|
10 |
class F1Data:
|
11 |
def __init__(self, cp_ds_name: str, sub_ds_name: str, res_ds_name: str):
|
12 |
self.cp_dataset_name = cp_ds_name
|
|
|
19 |
return set(self.code_problems.keys())
|
20 |
|
21 |
def initialize(self):
|
22 |
+
logger.info("Initialize F1Data TOMEN='%s'", TOKEN)
|
23 |
cp_ds = load_dataset(self.cp_dataset_name, split="hard")
|
24 |
self.code_problems: dict[str, str] = {r["formula_name"]: r["code_problem"]["problem_description"] for r in cp_ds}
|
|
|
|
|
|
src/logger.py
ADDED
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
import logging
|
2 |
+
import sys
|
3 |
+
|
4 |
+
def get_logger(filename: str, level=logging.INFO) -> logging.Logger:
|
5 |
+
new_logger = logging.getLogger(filename)
|
6 |
+
fmt = logging.Formatter(fmt="%(asctime)s - %(name)s - %(levelname)s - %(funcName)s:%(lineno)d - %(message)s")
|
7 |
+
handler = logging.StreamHandler(sys.stderr)
|
8 |
+
handler.setFormatter(fmt)
|
9 |
+
new_logger.addHandler(handler)
|
10 |
+
new_logger.setLevel(level)
|
11 |
+
return new_logger
|