Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -58,10 +58,10 @@ data = [fetch_web_content(url) for url in urls if url.strip()]
|
|
58 |
# Display completion message
|
59 |
main_placeholder.text("Data Loading...Completed...β
β
β
")
|
60 |
# split data
|
61 |
-
|
62 |
separators=['\n\n', '\n', '.', ','],
|
63 |
chunk_size=1000
|
64 |
-
|
65 |
main_placeholder.text("Text Splitter...Started...β
β
β
")
|
66 |
docs = text_splitter.split_documents(data)
|
67 |
# create embeddings and save it to FAISS index
|
|
|
58 |
# Display completion message
|
59 |
main_placeholder.text("Data Loading...Completed...β
β
β
")
|
60 |
# split data
|
61 |
+
text_splitter = RecursiveCharacterTextSplitter(
|
62 |
separators=['\n\n', '\n', '.', ','],
|
63 |
chunk_size=1000
|
64 |
+
)
|
65 |
main_placeholder.text("Text Splitter...Started...β
β
β
")
|
66 |
docs = text_splitter.split_documents(data)
|
67 |
# create embeddings and save it to FAISS index
|