set to max thread

app.py

@@ -93,8 +93,8 @@ st.markdown(hide_streamlit_style, unsafe_allow_html=True)
 #onnx runtime inference threading changes -- session options must be passed in session run
 # os.environ["OMP_NUM_THREADS"] = "1" #use this before changing session options of onnx runtime
 session_options_ort = ort.SessionOptions()
-session_options_ort.intra_op_num_threads=1
-session_options_ort.inter_op_num_threads=1
+session_options_ort.intra_op_num_threads=total_threads #1
+session_options_ort.inter_op_num_threads=total_threads #1
 # session_options_ort.execution_mode = session_options_ort.ExecutionMode.ORT_SEQUENTIAL
 
 @st.cache(allow_output_mutation=True, suppress_st_warning=True, max_entries=None, ttl=None)