Update app.py

app.py

@@ -53,9 +53,11 @@ hf_embeddings = HuggingFaceEndpointEmbeddings(
     huggingfacehub_api_token=HF_TOKEN,
 )
 
+# Add chunks to vectorstore in the background 
 async def add_documents_async(vectorstore, documents):
     await vectorstore.aadd_documents(documents)
 
+# Segregates first batch and subsequent batch of documents for efficiency
 async def process_batch(vectorstore, batch, is_first_batch, pbar):
     if is_first_batch:
         result = await FAISS.afrom_documents(batch, hf_embeddings)
@@ -65,6 +67,7 @@ async def process_batch(vectorstore, batch, is_first_batch, pbar):
     pbar.update(len(batch))
     return result
 
+# Divides the split documents into batches of 32 for speed and efficiency
 async def main():
     print("Indexing Files")