Update app.py

app.py

@@ -1,37 +1,27 @@
 import os, gradio
 from langchain.document_loaders import UnstructuredPDFLoader
 from langchain.indexes import VectorstoreIndexCreator
-import nltk
 
-os.system("pip3 install 'git+https://github.com/philferriere/cocoapi.git#egg=pycocotools&subdirectory=PythonAPI'")
-try:
-    import detectron2
-except:
-    os.system('pip install git+https://github.com/facebookresearch/detectron2.git')
-
-from detectron2.config import get_cfg
-
-try:
-  nltk.data.find('tokenizers/punkt')
-except LookupError:
-  nltk.download('punkt')
-
-os.environ['OPENAI_API_KEY'] = 'OPEN-API-KEY'
-
-cfg = get_cfg()    
-cfg.MODEL.DEVICE = 'gpu'
+os.environ['OPENAI_API_KEY'] = os.getenv("OPENAI_API_KEY")
 
 text_folder = '.'
 loaders = [UnstructuredPDFLoader(os.path.join(text_folder, fn)) for fn in os.listdir(text_folder)]
 
-index = VectorstoreIndexCreator().from_loaders(loaders)
+# Create the index, if it does not exist, and save it
+if not os.path.isfile('VectorStoreIndex/chroma-embeddings.parquet'):
+  from langchain.vectorstores import Chroma
+  index = VectorstoreIndexCreator(vectorstore_cls=Chroma, vectorstore_kwargs={ "persist_directory": "VectorStoreIndex/"}).from_loaders(loaders)
+  index.vectorstore.persist()
+
+# Load the saved index
+index_saved = VectorstoreIndexCreator().from_persistent_index("VectorStoreIndex/")
 
-description = '''This is an AI conversational agent who you can ask questions to. The ONLY documents it has access to are the Asom Barta newspapers from July 2022 to May 2023. 
-So, the bot can only frame its answers based on its worldview attained from the Asom Barta newspapers. If you ask it about anything not pertaining to the content of the 
+description = '''This is an AI conversational agent that has studied the Asom Barta newspapers over the last 1 year, from June 2022 to May 2023. You can ask it any question pertaining to this period, and it will answer it.
+\n\nThe AI can only frame its answers based on its worldview attained from the Asom Barta newspapers. If you ask it about anything not pertaining to the content of the 
 newspapers, it will simply reply with "I don't know". Enjoy!'''
 
 def chat_response(query):
-  return index.query(query)
+  return index_saved.query(query)
 
 interface = gradio.Interface(fn=chat_response, inputs="text", outputs="text", title='Asom Barta Q&A Bot', description=description)