benchbench / app.py
Yotam Perlitz
Add application file
ecb1e20
raw
history blame
1.78 kB
import streamlit as st
import pandas as pd
st.title("β€Žβ€Žβ€Ž β€Žβ€Ž β€Ž β€Ž β€Ž β€Ž β€Ž β€ŽπŸ‹οΈβ€β™‚οΈ benchbench-Leaderboard πŸ‹οΈβ€β™‚οΈ")
# df = pd.read_csv("BAT_w_arena_10_random.csv")
# df = (
# (
# df.rename(
# columns={
# "z_score": "Z_Score",
# "benchmark": "Benchmark",
# }
# ).drop(
# columns=[
# "Unnamed: 0",
# "z_test_pass",
# ]
# )
# )
# .sort_values("Z_Score", ascending=False)
# .query(
# 'Benchmark!="Aggregate" and Benchmark!="MAGI" and Benchmark!="Alpaca(v2, len adj)" and Benchmark!="GPT4All"'
# )
# )
# df.replace(
# {
# "Arena Elo": "LMSys Arena",
# "Hugging-6": "HF OpenLLM",
# "Alpaca(v2)": "Alpaca v2",
# "Alpaca(v1)": "Alpaca v1",
# "EQ-Bench(v2)": "EQ-Bench v2",
# },
# inplace=True,
# )
# col1, col2, col3 = st.columns(3)
# with col1:
# st.header("β€Ž β€Ž β€Ž β€Ž β€Ž β€Ž β€Ž β€Ž Agree")
# st.dataframe(df.query("Z_Score>=0"), hide_index=True)
# with col2:
# st.header("β€Ž β€Žβ€Ž β€Ž Disagree")
# st.dataframe(df.query("Z_Score<0").sort_values("Z_Score"), hide_index=True)
# with col3:
# st.header("β€Ž β€Žβ€Ž β€Ž Configs")
# # st.selectbox(label="Reference Benchmarks", options=["LMSys Arena"])
# options = st.multiselect(
# "Reference Benchmarks",
# ["LMSys Arena", "Open Compass", "Yellow", "Red", "Blue"],
# ["LMSys Arena", "Open Compass"],
# )
# st.selectbox(label="# models compared", options=[20])
# st.selectbox(label="Model Select Strategy", options=["Random"])
# st.write("β€Žβ€Žβ€Žβ€Žβ€Žβ€Žβ€Ž")
# st.button("Upload a new benchmark")