Spaces:
Runtime error
Runtime error
Commit
·
f98bc09
1
Parent(s):
e8795a3
Update app.py
Browse files
app.py
CHANGED
@@ -1,4 +1,12 @@
|
|
1 |
import streamlit as st
|
2 |
|
3 |
-
|
4 |
-
st.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
import streamlit as st
|
2 |
|
3 |
+
st.header("Transformer parameters")
|
4 |
+
bs = st.number_input('Batch size: ', value=10)
|
5 |
+
h = st.number_input('Num heads: ', value=16)
|
6 |
+
d = st.number_input('Dimension: ', value=768)
|
7 |
+
n = st.number_input('Seq length: ', value=1024)
|
8 |
+
|
9 |
+
st.header('Query, Key, Value projection')
|
10 |
+
mha_flop = 2*bs*n*d*3*d
|
11 |
+
mha_bytes = 2*bs*n*d + 2*3*d*d + 2*bs*n*3*d
|
12 |
+
st.write()
|