File size: 1,603 Bytes
954086e 21a006c 954086e 21a006c 954086e 21a006c 954086e |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 |
import os
import json
import datetime
from src.envs import API, EVAL_REQUESTS_PATH
def get_statics(save_path=EVAL_REQUESTS_PATH):
"""Creates the different dataframes for the evaluation queues requestes"""
entries = [entry for entry in os.listdir(save_path) if not entry.startswith(".")]
all_evals = []
for entry in entries:
print("get_statics", entry)
if ".json" in entry:
file_path = os.path.join(save_path, entry)
with open(file_path) as fp:
data = json.load(fp)
all_evals.append(data)
elif ".md" not in entry:
sub_entries = [e for e in os.listdir(f"{save_path}/{entry}") if not e.startswith(".")]
for sub_entry in sub_entries:
file_path = os.path.join(save_path, entry, sub_entry)
with open(file_path) as fp:
data = json.load(fp)
all_evals.append(data)
finished_list = [e for e in all_evals if e["status"].startswith("FINISHED") or e["status"] == "PENDING_NEW_EVAL"]
finished = len(finished_list)
submmit = len(all_evals)
print("get_stativs",finished, submmit)
with open("statics_eachday.json","r") as f:
statics = json.load(f)
print("get_statics",type(statics),str(datetime.datetime.now()), type(str(datetime.datetime.now())))
statics.append({"date":str(datetime.datetime.now()),"finished":finished, "submmit":submmit})
with open("statics_eachday.json","w") as f:
f.write(json.dumps(statics))
if __name__ == "__main__":
get_statics(EVAL_REQUESTS_PATH)
|