Update app.py

app.py

@@ -7,12 +7,14 @@ import numpy as np
 from huggingface_hub import InferenceClient
 from sentence_transformers import SentenceTransformer
 
-
-
-
 # Extract text from PDF
 def extract_text_from_pdf(pdf_path):
     doc = fitz.open(pdf_path)
+    text = ""
+    for page_num in range(doc.page_count):
+        page = doc.load_page(page_num)
+        text += page.get_text()
+    return text.split("\n\n")
 
 # Build FAISS index
 def build_faiss_index(documents):
@@ -39,9 +41,15 @@ else:
 
 # Hugging Face client
 client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
+
+def retrieve_documents(query, k=5):
+    query_embedding = model.encode([query])
+    distances, indices = index.search(query_embedding, k)
     return [documents[i] for i in indices[0]]
 
-def respond(message, history, system_message, max_tokens, temperature, top_p):
+async def respond(message, history, system_message, max_tokens, temperature, top_p):
+    relevant_docs = retrieve_documents(message)
+
     context = "\n\n".join(relevant_docs[:3])  # Limit context to top 3 documents
 
     # Limit history to the last 5 exchanges to reduce payload size