Added debugging logs for context

app/main.py

@@ -140,7 +140,7 @@ def extract_text_from_pdf(pdf_path):
 
     return text.strip()
 
-def split_text_into_chunks(text, source_file, chunk_size=750, overlap=50):
+def split_text_into_chunks(text, source_file, chunk_size=500, overlap=50):
     # Clean the text
     text = text.strip().replace('\n', ' ').replace('  ', ' ')
 
@@ -202,7 +202,7 @@ def create_faiss_index(texts, embedding_model):
     index.add(np.array(doc_embeddings))
     return index
 
-def retrieve_documents(query, index, embedding_model, documents, top_k=3):
+def retrieve_documents(query, index, embedding_model, documents, top_k=5):
     query_lower = query.lower()
     target_topic = None
 
@@ -270,6 +270,12 @@ def generate_response_with_rag(prompt, index, embedding_model, documents, settin
     # Retrieve relevant documents
     retrieved_context = retrieve_documents(prompt, index, embedding_model, documents)
 
+    # Log the retrieved context
+    logger.info("Context sent to model:")
+    logger.info("-" * 50)
+    logger.info(retrieved_context)
+    logger.info("-" * 50)
+
     style_instructions = {
         "simple": "Toa majibu rahisi na yanayoeleweka kwa urahisi, ukitumia maneno ya kawaida na sentensi fupi. Eleza dhana kama vile unazungumza na mwanafunzi mdogo.",
         "creative": "Toa majibu ya kubunifu na yanayovutia, ukitumia mifano halisi na michoro ili kufanya maudhui yawe ya kuvutia na kukumbukika zaidi.",