Spaces:

harmdevries
/

transformer_inference

Runtime error

harmdevries commited on Oct 23, 2022

Commit

828756a

1 Parent(s): 8f8d70a

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -119,7 +119,7 @@ c2.write(str(round(mha_total_time, 2)))
 c1.write("Multi-Query Attention:")
 c2.write(str(round(mqa_total_time, 2)))
 c1.write("Speed-up MQA over MHA: ")
-c2.write(str(round(mha_total_time/mqa_total_time),2))
 st.header("Memory consumption")
 st.caption("MHA")

 c1.write("Multi-Query Attention:")
 c2.write(str(round(mqa_total_time, 2)))
 c1.write("Speed-up MQA over MHA: ")
+c2.write(str(round(mha_total_time/mqa_total_time,2)))
 st.header("Memory consumption")
 st.caption("MHA")