Update
Browse files- app.py +2 -2
- src/leaderboard/read_evals.py +1 -1
app.py
CHANGED
@@ -4,6 +4,7 @@ import pandas as pd
|
|
4 |
from apscheduler.schedulers.background import BackgroundScheduler
|
5 |
from huggingface_hub import snapshot_download
|
6 |
from datasets import load_dataset
|
|
|
7 |
|
8 |
from src.about import (
|
9 |
CITATION_BUTTON_LABEL,
|
@@ -54,10 +55,9 @@ for bug_id, time in bug_id_to_time.items():
|
|
54 |
timeline_ys.append(0)
|
55 |
timeline_cols.append("Baseline")
|
56 |
LEADERBOARD_DF = get_leaderboard_df(EVAL_REQUESTS_PATH, COLS, total_issues)
|
57 |
-
print(LEADERBOARD_DF["fixed_bug_ids"])
|
58 |
for row in LEADERBOARD_DF.itertuples():
|
59 |
model_cnt += 1
|
60 |
-
for fix in row.fixed_bug_ids:
|
61 |
timeline_xs.append(bug_id_to_time[fix])
|
62 |
timeline_ys.append(model_cnt)
|
63 |
timeline_cols.append(row.method_name)
|
|
|
4 |
from apscheduler.schedulers.background import BackgroundScheduler
|
5 |
from huggingface_hub import snapshot_download
|
6 |
from datasets import load_dataset
|
7 |
+
import json
|
8 |
|
9 |
from src.about import (
|
10 |
CITATION_BUTTON_LABEL,
|
|
|
55 |
timeline_ys.append(0)
|
56 |
timeline_cols.append("Baseline")
|
57 |
LEADERBOARD_DF = get_leaderboard_df(EVAL_REQUESTS_PATH, COLS, total_issues)
|
|
|
58 |
for row in LEADERBOARD_DF.itertuples():
|
59 |
model_cnt += 1
|
60 |
+
for fix in json.loads(row.fixed_bug_ids):
|
61 |
timeline_xs.append(bug_id_to_time[fix])
|
62 |
timeline_ys.append(model_cnt)
|
63 |
timeline_cols.append(row.method_name)
|
src/leaderboard/read_evals.py
CHANGED
@@ -94,7 +94,7 @@ class EvalResult:
|
|
94 |
(self.build_count - self.build_failure_count) * 100.0 / self.build_count, 1
|
95 |
),
|
96 |
AutoEvalColumn.mttr.name: self.mttr,
|
97 |
-
"fixed_bug_ids": self.fixed_bug_ids,
|
98 |
"method_id": self.method_name + "(" + self.model_name + ")",
|
99 |
}
|
100 |
|
|
|
94 |
(self.build_count - self.build_failure_count) * 100.0 / self.build_count, 1
|
95 |
),
|
96 |
AutoEvalColumn.mttr.name: self.mttr,
|
97 |
+
"fixed_bug_ids": json.dumps(self.fixed_bug_ids),
|
98 |
"method_id": self.method_name + "(" + self.model_name + ")",
|
99 |
}
|
100 |
|