Update app.py
Browse files
app.py
CHANGED
@@ -20,7 +20,9 @@ dataset = load_dataset("Namitg02/Test", split='train', streaming=False)
|
|
20 |
print(dataset)
|
21 |
# Returns a list of dictionaries, each representing a row in the dataset.
|
22 |
print(dataset[1])
|
23 |
-
splitter = RecursiveCharacterTextSplitter(chunk_size=100, chunk_overlap=15,separators=["\n\n", "\n", " ", ""])
|
|
|
|
|
24 |
docs = splitter.create_documents(str(dataset))
|
25 |
# Returns a list of documents
|
26 |
print(docs)
|
|
|
20 |
print(dataset)
|
21 |
# Returns a list of dictionaries, each representing a row in the dataset.
|
22 |
print(dataset[1])
|
23 |
+
splitter = RecursiveCharacterTextSplitter(chunk_size=100, chunk_overlap=15,separators=["\n\n", "\n", " "]) # ["\n\n", "\n", " ", ""])
|
24 |
+
|
25 |
+
|
26 |
docs = splitter.create_documents(str(dataset))
|
27 |
# Returns a list of documents
|
28 |
print(docs)
|