Update src/backend/chatbot.py

src/backend/chatbot.py

@@ -117,8 +117,9 @@ def chat_response(template, prompt_text, model, demo_lite):
         # return response.content
     elif model == "Llama2-7b_CPP" or model == "deci-7b_CPP":
         print("BP 5.1: running full demo, model: ", model)
-        llm = init_llm(model, demo_lite)
-        response = llm.complete(template + prompt_text)
+        if 'llm' not in st.session_state:
+            st.session_state.llm = init_llm(model, demo_lite)
+        response = st.session_state.llm.complete(template + prompt_text)
         return response.text
     else:
         print("Error with chatbot model")