Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
@@ -193,7 +193,7 @@ if uploaded_files:
|
|
193 |
loader = TextLoader(text_file_path)
|
194 |
documents = loader.load()
|
195 |
# split it into chunks
|
196 |
-
text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=200)
|
197 |
docs = text_splitter.split_documents(documents)
|
198 |
embeddings = OpenAIEmbeddings()
|
199 |
|
@@ -647,7 +647,7 @@ if uploaded_files:
|
|
647 |
loader = TextLoader(text_file_path)
|
648 |
documents = loader.load()
|
649 |
# split it into chunks
|
650 |
-
text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=200)
|
651 |
docs = text_splitter.split_documents(documents)
|
652 |
embeddings = OpenAIEmbeddings()
|
653 |
|
|
|
193 |
loader = TextLoader(text_file_path)
|
194 |
documents = loader.load()
|
195 |
# split it into chunks
|
196 |
+
text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=200, separators=["\n\n", "\n",])
|
197 |
docs = text_splitter.split_documents(documents)
|
198 |
embeddings = OpenAIEmbeddings()
|
199 |
|
|
|
647 |
loader = TextLoader(text_file_path)
|
648 |
documents = loader.load()
|
649 |
# split it into chunks
|
650 |
+
text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=200, separators=["\n\n", "\n",])
|
651 |
docs = text_splitter.split_documents(documents)
|
652 |
embeddings = OpenAIEmbeddings()
|
653 |
|