Update app.py

app.py

@@ -101,33 +101,6 @@ save_faiss_index(index)
 
 # Load document store and populate FAISS index
 knowledgebase_file = os.path.join(UPLOAD_DIR, "knowledge_text.txt")  # Ensure this path is correct
-
-def add_document_store_to_index():
-    """Loads knowledgebase.txt into a dictionary where FAISS IDs map to text and embeddings"""
-    global document_store
-    document_store = {}  # Reset document store
-    all_texts = []
-    
-    if os.path.exists(knowledgebase_file):
-        with open(knowledgebase_file, "r", encoding="utf-8") as f:
-            lines = f.readlines()
-        
-        for i, line in enumerate(lines):
-            text = line.strip()
-            if text:
-                document_store[i] = {"text": text}  # Store text mapped to FAISS ID
-                all_texts.append(text)  # Collect all texts for embedding
-
-        print(f"Loaded {len(document_store)} documents into document_store.")
-    else:
-        print("Error: knowledgebase.txt not found!")
-    
-    # Generate embeddings for all documents 
-    embeddings = bertmodel.encode(all_texts, batch_size=32, convert_to_numpy=True).astype("float32")
-
-    # Add embeddings to FAISS index
-    index.add_with_ids(embeddings, np.array(list(document_store.keys()), dtype=np.int64))
-    print(f"Added {len(all_texts)} document embeddings to FAISS index.")
    
 def load_document_store():
     """Loads knowledgebase.txt into a dictionary where FAISS IDs map to text and embeddings"""
@@ -169,7 +142,7 @@ def upload_document(file_path, embed_model):
                 text = f.read()
         except Exception as e:
             print(f"Error reading file {file_location}: {e}")
-            return {"error": f"Error reading file: {e}"}, 502  # Error while reading file
+            return {"error": f"Error reading file: {e}"}, 507  # Error while reading file
         
         # Embed the text and add it to the FAISS index
         try:
@@ -192,11 +165,11 @@ def upload_document(file_path, embed_model):
                 print(f"Document uploaded with doc_id: {doc_id}")
             except Exception as e:
                 print(f"Error saving FAISS index: {e}")
-                return {"error": f"Error saving FAISS index: {e}"}, 503  # Error while saving FAISS index
+                return {"error": f"Error saving FAISS index: {e}"}, 508  # Error while saving FAISS index
             
         except Exception as e:
             print(f"Error during document upload: {e}")
-            return {"error": f"Error during document upload: {e}"}, 504  # Error during embedding or FAISS processing
+            return {"error": f"Error during document upload: {e}"}, 509  # Error during embedding or FAISS processing
     
     except Exception as e:
         print(f"Unexpected error: {e}")
@@ -243,8 +216,7 @@ def handle_upload():
         file.save(file_path)
         
         # Now that the document is uploaded, call load_document_store()
-        print(f"File uploaded successfully. Calling load_document_store()...")
-        add_document_store_to_index()
+        print(f"File uploaded successfully. Calling load_document_store()...") 
     except Exception as e:
         return jsonify({"error": f"Error saving file: {e}"}), 502