hf llm

backend.py

@@ -56,6 +56,10 @@ accurately as possible based on the instructions and context provided.
 
 load_dotenv()
 
+
+os.environ['TOKENIZERS_PARALLELISM'] = 'false'
+
+
 llm = HuggingFaceLLM(
     context_window=4096,
     max_new_tokens=256,
@@ -81,7 +85,7 @@ documents = SimpleDirectoryReader('./data').load_data()
 
 nodes = SentenceSplitter(chunk_size=512, chunk_overlap=20, paragraph_separator="\n\n").get_nodes_from_documents(documents)
 # Build the vector store index from the nodes
-index = VectorStoreIndex(nodes)
+index = VectorStoreIndex(nodes, show_progress = True)