Update app.py

app.py

@@ -9,6 +9,7 @@ from langchain.document_loaders import PyPDFLoader
 from langchain.embeddings import OpenAIEmbeddings
 from langchain.indexes import VectorstoreIndexCreator
 from langchain.text_splitter import CharacterTextSplitter
+from langchain.text_splitter import RecursiveCharacterTextSplitter
 from langchain.llms import OpenAI
 from langchain.vectorstores import DocArrayInMemorySearch
 from uuid import uuid4
@@ -92,7 +93,14 @@ class myClass:
             self.index = VectorstoreIndexCreator(
                 vectorstore_cls=DocArrayInMemorySearch, 
                 embedding=self.embedding,
-                text_splitter=CharacterTextSplitter(chunk_size=2000, chunk_overlap=0)
+                text_splitter=text_splitter = RecursiveCharacterTextSplitter(
+                            # Set a really small chunk size, just to show.
+                            chunk_size = 1000,
+                            chunk_overlap  = 20,
+                            length_function = len,
+                            separators="."
+            )
+)
             ).from_loaders(loaders=loaders)
 
             # del os.environ["OPENAI_API_KEY"]