co42 HF staff commited on
Commit
0c0d434
Β·
verified Β·
1 Parent(s): b699e3c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +58 -56
app.py CHANGED
@@ -23,6 +23,7 @@ demo = gr.Blocks(
23
  theme=gr.themes.Default(primary_hue="indigo", secondary_hue="indigo"),
24
  )
25
  with demo:
 
26
  gr.HTML(LOGO, elem_classes="logo")
27
  gr.HTML(TITLE, elem_classes="title")
28
  ####################### HARDWARE TABS #######################
@@ -63,64 +64,64 @@ with demo:
63
  hardware_type=config.hardware_type,
64
  )
65
  ####################### LEADERBOARD TAB #######################
66
- # with gr.TabItem("Leaderboard πŸ…", id=0):
67
- # search_bar, columns_checkboxes, leaderboard_table = (
68
- # create_leaderboard_table(open_llm_perf_df)
69
- # )
70
- # with gr.TabItem("Find Your Best Model 🧭", id=1):
71
- # lat_score_mem_plot = create_lat_score_mem_plot(
72
- # open_llm_perf_df
73
- # )
74
- ###################### ATTENTIONS SPEEDUP TAB #######################
75
- # with gr.TabItem("Attention πŸ“ˆ", id=2):
76
- # attn_prefill_plot, attn_decode_plot = create_attn_plots(
77
- # open_llm_perf_df
78
- # )
79
- # ####################### KERNELS SPEEDUP TAB #######################
80
- # with gr.TabItem("Kernels πŸ“ˆ", id=4):
81
- # quant_krnl_prefill_plot, quant_krnl_decode_plot = (
82
- # create_quant_krnl_plots(llm_perf_df)
83
- # )
84
 
85
- # ####################### CONTROL CALLBACK #######################
86
- # create_control_callback(
87
- # filter_button,
88
- # # inputs
89
- # machine_value,
90
- # subsets_value,
91
- # backends_value,
92
- # hardware_type_value,
93
- # score_slider,
94
- # memory_slider,
95
- # backend_checkboxes,
96
- # datatype_checkboxes,
97
- # optimization_checkboxes,
98
- # quantization_checkboxes,
99
- # kernels_checkboxes,
100
- # # interactive
101
- # columns_checkboxes,
102
- # search_bar,
103
- # # outputs
104
- # leaderboard_table,
105
- # lat_score_mem_plot,
106
- # # attn_prefill_plot,
107
- # # attn_decode_plot,
108
- # # quant_krnl_prefill_plot,
109
- # # quant_krnl_decode_plot,
110
- # )
111
 
112
- # create_select_callback(
113
- # # inputs
114
- # machine_value,
115
- # subsets_value,
116
- # backends_value,
117
- # hardware_type_value,
118
- # # interactive
119
- # columns_checkboxes,
120
- # search_bar,
121
- # # outputs
122
- # leaderboard_table,
123
- # )
124
 
125
  ####################### ABOUT TAB #######################
126
  with gr.TabItem("About πŸ“–", id=len(configs)):
@@ -134,6 +135,7 @@ with demo:
134
  elem_id="citation-button",
135
  show_copy_button=True,
136
  )
 
137
 
138
  if __name__ == "__main__":
139
  demo.queue().launch(ssr_mode=False)
 
23
  theme=gr.themes.Default(primary_hue="indigo", secondary_hue="indigo"),
24
  )
25
  with demo:
26
+ print("Building demo")
27
  gr.HTML(LOGO, elem_classes="logo")
28
  gr.HTML(TITLE, elem_classes="title")
29
  ####################### HARDWARE TABS #######################
 
64
  hardware_type=config.hardware_type,
65
  )
66
  ####################### LEADERBOARD TAB #######################
67
+ with gr.TabItem("Leaderboard πŸ…", id=0):
68
+ search_bar, columns_checkboxes, leaderboard_table = (
69
+ create_leaderboard_table(open_llm_perf_df)
70
+ )
71
+ with gr.TabItem("Find Your Best Model 🧭", id=1):
72
+ lat_score_mem_plot = create_lat_score_mem_plot(
73
+ open_llm_perf_df
74
+ )
75
+ ##################### ATTENTIONS SPEEDUP TAB #######################
76
+ with gr.TabItem("Attention πŸ“ˆ", id=2):
77
+ attn_prefill_plot, attn_decode_plot = create_attn_plots(
78
+ open_llm_perf_df
79
+ )
80
+ ####################### KERNELS SPEEDUP TAB #######################
81
+ with gr.TabItem("Kernels πŸ“ˆ", id=4):
82
+ quant_krnl_prefill_plot, quant_krnl_decode_plot = (
83
+ create_quant_krnl_plots(llm_perf_df)
84
+ )
85
 
86
+ ####################### CONTROL CALLBACK #######################
87
+ create_control_callback(
88
+ filter_button,
89
+ # inputs
90
+ machine_value,
91
+ subsets_value,
92
+ backends_value,
93
+ hardware_type_value,
94
+ score_slider,
95
+ memory_slider,
96
+ backend_checkboxes,
97
+ datatype_checkboxes,
98
+ optimization_checkboxes,
99
+ quantization_checkboxes,
100
+ kernels_checkboxes,
101
+ # interactive
102
+ columns_checkboxes,
103
+ search_bar,
104
+ # outputs
105
+ leaderboard_table,
106
+ lat_score_mem_plot,
107
+ # attn_prefill_plot,
108
+ # attn_decode_plot,
109
+ # quant_krnl_prefill_plot,
110
+ # quant_krnl_decode_plot,
111
+ )
112
 
113
+ create_select_callback(
114
+ # inputs
115
+ machine_value,
116
+ subsets_value,
117
+ backends_value,
118
+ hardware_type_value,
119
+ # interactive
120
+ columns_checkboxes,
121
+ search_bar,
122
+ # outputs
123
+ leaderboard_table,
124
+ )
125
 
126
  ####################### ABOUT TAB #######################
127
  with gr.TabItem("About πŸ“–", id=len(configs)):
 
135
  elem_id="citation-button",
136
  show_copy_button=True,
137
  )
138
+ print("Building demo end")
139
 
140
  if __name__ == "__main__":
141
  demo.queue().launch(ssr_mode=False)