temp .2

app.py

@@ -1,6 +1,7 @@
 import gradio as gr
 import os
 import time
+import threading
 from langchain.document_loaders import OnlinePDFLoader
 from langchain.text_splitter import CharacterTextSplitter
 from langchain.llms import OpenAI
@@ -10,13 +11,16 @@ from langchain.chains import ConversationalRetrievalChain
 
 os.environ['OPENAI_API_KEY'] = os.getenv("Your_API_Key")
 
+# Global variable for tracking last interaction time
+last_interaction_time = 0
+
 def loading_pdf():
-    return "Working the upload. Also, pondering the usefulness of sporks..."
+    return "Working on the upload. Also, pondering the usefulness of sporks..."
 
 def pdf_changes(pdf_doc):
     loader = OnlinePDFLoader(pdf_doc.name)
     documents = loader.load()
-    text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=100)
+    text_splitter = CharacterTextSplitter(chunk_size=500, chunk_overlap=50)
     texts = text_splitter.split_documents(documents)
     embeddings = OpenAIEmbeddings()
     db = Chroma.from_documents(texts, embeddings)
@@ -34,18 +38,16 @@ def clear_data():
     return "Data cleared"
 
 def add_text(history, text):
+    global last_interaction_time
+    last_interaction_time = time.time()
     history = history + [(text, None)]
     return history, ""
 
 def bot(history):
     response = infer(history[-1][0], history)
-    formatted_response = "**AI:**  \n" + '  \n'.join(response.split('. '))
-    history[-1][1] = ""
-    
-    for character in formatted_response:     
-        history[-1][1] += character
-        time.sleep(0.05)
-        yield history
+    formatted_response = "**Bot:**  \n" + '  \n'.join(response.split('. '))
+    history[-1][1] = formatted_response
+    return history
 
 def infer(question, history):
     res = []
@@ -58,6 +60,18 @@ def infer(question, history):
     result = qa({"question": query, "chat_history": chat_history})
     return result["answer"]
 
+def auto_clear_data():
+    global qa, last_interaction_time
+    if time.time() - last_interaction_time > 600:
+        qa = None
+
+def periodic_clear():
+    while True:
+        auto_clear_data()
+        time.sleep(60)
+
+threading.Thread(target=periodic_clear).start()
+
 css = """
 #col-container {max-width: 700px; margin-left: auto; margin-right: auto;}
 """
@@ -66,8 +80,8 @@ title = """
 <div style="text-align: center;max-width: 700px;">
     <h1>CauseWriter Chat with PDF • OpenAI</h1>
     <p style="text-align: center;">Upload a .PDF from your computer, click the "Load PDF to LangChain" button, <br />
-    when everything is ready, you can start asking questions about the pdf ;) <br />
-    This version is set to store chat history, and uses OpenAI as LLM.</p>
+    when everything is ready, you can start asking questions about the pdf. <br />
+    This version is set to store chat history and uses OpenAI as LLM.</p>
 </div>
 """
 
@@ -96,4 +110,4 @@ with gr.Blocks(css=css) as demo:
         bot, chatbot, chatbot
     )
 
-demo.launch()
+demo.launch()