File size: 566 Bytes
737fa2d 1a8bc79 737fa2d 03fbd41 737fa2d 1a8bc79 ac176c3 737fa2d f19f8d1 737fa2d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 |
import json
import os
import pandas as pd
from src.display.utils import AutoEvalColumn
from src.leaderboard.read_evals import get_raw_eval_results
def get_leaderboard_df(requests_path: str, total_issues: int) -> pd.DataFrame:
"""Creates a dataframe from all the individual experiment results"""
raw_data = get_raw_eval_results(requests_path)
all_data_json = [v.to_dict(total_issues) for v in raw_data]
df = pd.DataFrame.from_records(all_data_json)
df = df.sort_values(by=[AutoEvalColumn.full_pass_count.name], ascending=False)
return df
|