add history limit

app.py

@@ -80,7 +80,7 @@ def init_docsearch(texts, _embeddings):
 
 @st.cache_resource
 def init_qa_chain():
-    chain = load_qa_chain(OpenAI(temperature=0.8), chain_type="stuff")
+    chain = load_qa_chain(OpenAI(temperature=1), chain_type="stuff")
     return chain
 
 
@@ -172,7 +172,8 @@ def template(history, query):
             You are an assistant and expert in the EU AI Act. Based on your expertise, 
             you need to assist and provide the answer to the business questions about the EU AI Act.
             Your answer has to be clear and easy to understand for the user. 
-            Your answer has to be detailed and provide only fact-checked infromations based on the act.
+            Your answer has to be detailed and fact-checked informations based on the act.
+            Don't hesitate, if necessary create very detailed answer which exceeds 300 words.
             Be sure to ask any additional information you may need, to provide an accurate answer.
             Refer to the coverstation history if necessary.
             Be friendly and polite to the user. 
@@ -190,8 +191,8 @@ def generate_response(question):
     docs = docsearch.similarity_search(question)
     response = chain.run(input_documents=docs, question=question)
     st.session_state["generated"].append({"role": "assistant", "content": response})
-    st.session_state["history"] += "User question : " + question + " / "
-    st.session_state["history"] += "Assistant : " + response + " / "
+    st.session_state["history"] += "User question : " + question + "/"
+    st.session_state["history"] += "Assistant : " + response + "/"
 
 
 response_container = st.container()
@@ -205,7 +206,16 @@ prompt = st.session_state["text_input"]
 send_button = st.button("Send", disabled=st.session_state["disabled"])
 if send_button and prompt:
     st.session_state["messages"].append({"role": "user", "content": prompt})
-    question = template(st.session_state["history"], prompt)
+    history = st.session_state["history"]
+    # if statement to only keep 6000 chars ~ 1200 words in the history
+    if len(history) > 6000:
+        # idx of the closest full message
+        idx = history.find('/')
+        # reduce the length of the history to the 6000 char
+        history = history[len(history)-6000:]
+        history = history[idx:]
+        
+    question = template(history, prompt)
     with st.spinner("Generating response..."):
         generate_response(question)