harmdevries commited on
Commit
f98bc09
·
1 Parent(s): e8795a3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +10 -2
app.py CHANGED
@@ -1,4 +1,12 @@
1
  import streamlit as st
2
 
3
- x = st.slider('Select a value')
4
- st.write(x, 'squared is', x * x)
 
 
 
 
 
 
 
 
 
1
  import streamlit as st
2
 
3
+ st.header("Transformer parameters")
4
+ bs = st.number_input('Batch size: ', value=10)
5
+ h = st.number_input('Num heads: ', value=16)
6
+ d = st.number_input('Dimension: ', value=768)
7
+ n = st.number_input('Seq length: ', value=1024)
8
+
9
+ st.header('Query, Key, Value projection')
10
+ mha_flop = 2*bs*n*d*3*d
11
+ mha_bytes = 2*bs*n*d + 2*3*d*d + 2*bs*n*3*d
12
+ st.write()