Namitg02 commited on
Commit
d25eb72
·
verified ·
1 Parent(s): 3f39e71

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -20,7 +20,9 @@ dataset = load_dataset("Namitg02/Test", split='train', streaming=False)
20
  print(dataset)
21
  # Returns a list of dictionaries, each representing a row in the dataset.
22
  print(dataset[1])
23
- splitter = RecursiveCharacterTextSplitter(chunk_size=100, chunk_overlap=15,separators=["\n\n", "\n", " ", ""])
 
 
24
  docs = splitter.create_documents(str(dataset))
25
  # Returns a list of documents
26
  print(docs)
 
20
  print(dataset)
21
  # Returns a list of dictionaries, each representing a row in the dataset.
22
  print(dataset[1])
23
+ splitter = RecursiveCharacterTextSplitter(chunk_size=100, chunk_overlap=15,separators=["\n\n", "\n", " "]) # ["\n\n", "\n", " ", ""])
24
+
25
+
26
  docs = splitter.create_documents(str(dataset))
27
  # Returns a list of documents
28
  print(docs)