added text streamer

app.py

@@ -3,21 +3,13 @@ import gradio as gr
 
 
 
-
-def setup_and_run():
-    # Call build_index() before starting the chat interface
-    build_index()  # This builds the index on app initialization
-
-    # Pass the index into handle_query (you can modify handle_query to accept it as an argument if needed)
-    iface = gr.ChatInterface(
+iface = gr.ChatInterface(
         fn=handle_query,  # Query handling remains here
         title="PDF Information and Inference",
         description="Retrieval-Augmented Generation - Ask me anything about the content of the PDF.",
     )
 
-    iface.launch()
-
 
 if __name__ == "__main__":
     progress=gr.Progress(track_tqdm=True)
-    setup_and_run()
+    iface.launch()

backend.py

@@ -41,9 +41,7 @@ parser = SentenceSplitter.from_defaults(
                 chunk_size=256, chunk_overlap=64, paragraph_separator="\n\n"
             )
 
-index = None
 def build_index():
-    global index
     # Load documents from a file
     documents = SimpleDirectoryReader(input_files=["data/blockchainprova.txt"]).load_data()
     # Parse the documents into nodes
@@ -56,7 +54,8 @@ def build_index():
 
 @spaces.GPU(duration=20)
 def handle_query(query_str, chathistory):
-    global index
+    
+    index = build_index()
   
     qa_prompt_str = (
         "Context information is below.\n"