simplified chat engine

backend.py

@@ -96,6 +96,7 @@ def handle_query(query_str: str,
   
 
     index= build_index("data/blockchainprova.txt")
+    
         
     conversation: List[ChatMessage] = []
     for user, assistant in chat_history:
@@ -135,7 +136,7 @@ def handle_query(query_str: str,
 
     try:
         
-        memory = ChatMemoryBuffer.from_defaults(token_limit=None)
+        memory = ChatMemoryBuffer.from_defaults(token_limit=1500)
         
         """chat_engine = index.as_chat_engine(
         chat_mode="condense_plus_context",
@@ -156,6 +157,7 @@ def handle_query(query_str: str,
         
         chat_engine = index.as_chat_engine(
         chat_mode="context",
+        similarity_top_k=3, 
         memory=memory,
         system_prompt=(
             "Sei un assistente Q&A italiano di nome Odi, che risponde solo alle domande o richieste pertinenti in modo preciso."
@@ -163,6 +165,15 @@ def handle_query(query_str: str,
         ),
     )
         
+        # Let's test it out
+        relevant_chunks = chat_engine.retrieve("mercato")
+        print(f"Found: {len(relevant_chunks)} relevant chunks")
+        for idx, chunk in enumerate(relevant_chunks):
+            info_message += f"{idx + 1}) {chunk.text[:64]}...\n"
+            print(info_message)
+            gr.Info(info_message)
+            
+        
         #prompts_dict = chat_engine.get_prompts()
         #display_prompt_dict(prompts_dict)