Update src/leaderboard.py

src/leaderboard.py

@@ -5,8 +5,8 @@ from src.utils import model_hyperlink, process_score
 
 LEADERBOARD_COLUMN_TO_DATATYPE = {
     # open llm
-    "Model 🤗" :"markdown",
-    "Arch 🏛️" :"markdown",
+    "Model 🤗" :"str",
+    "Arch 🏛️" :"str",
     "Params (B)": "number",
     "Open LLM Score (%)": "number",
     # deployment settings
@@ -26,6 +26,32 @@ LEADERBOARD_COLUMN_TO_DATATYPE = {
     "Used Memory (MB)": "number",
 }
 
+from dataclasses import dataclass
+
+@dataclass
+class LeaderboardColumn:
+    name: str
+    type: str 
+
+LEADERBOARD_COLUMNS = [
+    LeaderboardColumn("Model 🤗", "str"),
+    LeaderboardColumn("Arch 🏛️", "str"),
+    LeaderboardColumn("Params (B)", "number"),
+    LeaderboardColumn("Open LLM Score (%)", "number"),
+    LeaderboardColumn("DType 📥", "str"),
+    LeaderboardColumn("Backend 🏭", "str"),
+    LeaderboardColumn("Optimization 🛠️", "str"),
+    LeaderboardColumn("Quantization 🗜️", "str"),
+    LeaderboardColumn("Prefill Latency (s)", "number"),
+    LeaderboardColumn("Decode Throughput (tokens/s)", "number"),
+    LeaderboardColumn("Allocated Memory (MB)", "number"),
+    LeaderboardColumn("Energy (tokens/kWh)", "number"),
+    LeaderboardColumn("E2E Latency (s)", "number"),
+    LeaderboardColumn("E2E Throughput (tokens/s)", "number"),
+    LeaderboardColumn("Reserved Memory (MB)", "number"),
+    LeaderboardColumn( "Used Memory (MB)", "number")
+]
+    
 
 def process_model(model_name):
     link = f"https://huggingface.co/{model_name}"
@@ -43,6 +69,8 @@ def get_leaderboard_df(llm_perf_df):
     )
     return df
 
+HEADERS = [col.name for col in LEADERBOARD_COLUMNS]
+DATATYPES = [col.type for col in LEADERBOARD_COLUMNS]
 
 def create_leaderboard_table(llm_perf_df):
     # get dataframe
@@ -51,8 +79,8 @@ def create_leaderboard_table(llm_perf_df):
     # create table
     leaderboard_table = gr.components.Dataframe(
         value=leaderboard_df,
-        headers=list(LEADERBOARD_COLUMN_TO_DATATYPE.keys()),
-        datatype=[LEADERBOARD_COLUMN_TO_DATATYPE[col] for col in headers],
+        headers=HEADERS,
+        datatype=DATATYPES,
         visible=False,
         line_breaks=False,
         interactive=False