harmdevries commited on
Commit
07abc51
·
1 Parent(s): 87bf3c7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -13,7 +13,7 @@ n = st.sidebar.number_input('End seq', value=1024)
13
 
14
  st.sidebar.header("GPU parameters")
15
 
16
- GPU = st.selectbox('GPU', ('A100', 'V100'))
17
 
18
  if GPU == 'A100':
19
  # A100 specs
@@ -97,7 +97,7 @@ def mlp_exec(bs, h, n, d):
97
 
98
  def print_kernel_execution(flop, mem_bytes):
99
  c1, c2 = st.columns([2, 3])
100
- exec_time = calc_exec_time(comp_flop, mem_bytes, include_overhead=False)
101
  flop = round(flop/1e9, 2)
102
  nbytes = round(nbytes/1e6, 2)
103
 
@@ -167,7 +167,6 @@ if breakdown:
167
  flop, nbytes, exec_time = qkv_mha_exec(bs, h, n, d)
168
  print_kernel_execution(flop, nbytes)
169
 
170
-
171
  st.caption("Multi-Query Attention")
172
  flop, nbytes, exec_time = qkv_mqa_exec(bs, h, n, d)
173
  print_kernel_execution(flop, nbytes)
 
13
 
14
  st.sidebar.header("GPU parameters")
15
 
16
+ GPU = st.sidebar.selectbox('GPU', ('A100', 'V100'))
17
 
18
  if GPU == 'A100':
19
  # A100 specs
 
97
 
98
  def print_kernel_execution(flop, mem_bytes):
99
  c1, c2 = st.columns([2, 3])
100
+ exec_time = calc_exec_time(flop, nbytes, include_overhead=False)
101
  flop = round(flop/1e9, 2)
102
  nbytes = round(nbytes/1e6, 2)
103
 
 
167
  flop, nbytes, exec_time = qkv_mha_exec(bs, h, n, d)
168
  print_kernel_execution(flop, nbytes)
169
 
 
170
  st.caption("Multi-Query Attention")
171
  flop, nbytes, exec_time = qkv_mqa_exec(bs, h, n, d)
172
  print_kernel_execution(flop, nbytes)