Update app.py
Browse files
app.py
CHANGED
@@ -5,7 +5,7 @@ dataset = load_dataset("Namitg02/Test")
|
|
5 |
|
6 |
|
7 |
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
8 |
-
splitter = RecursiveCharacterTextSplitter(chunk_size=100, chunk_overlap=15,separators=["\n\n", "\n", "
|
9 |
docs = splitter.split_text(dataset)
|
10 |
|
11 |
|
|
|
5 |
|
6 |
|
7 |
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
8 |
+
splitter = RecursiveCharacterTextSplitter(chunk_size=100, chunk_overlap=15,separators=["\n\n", "\n", " ", ""])
|
9 |
docs = splitter.split_text(dataset)
|
10 |
|
11 |
|