rajkstats commited on
Commit
f6eb55b
·
1 Parent(s): f2f69b4

changes to app chunking

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -32,8 +32,8 @@ async def start_chat():
32
 
33
  # Configure a text splitter that handles large documents
34
  text_splitter = RecursiveCharacterTextSplitter(
35
- chunk_size = 1000,
36
- chunk_overlap = 200, # Ensure there is no cutoff at the edges of chunks
37
  length_function = tiktoken_len,
38
  )
39
 
 
32
 
33
  # Configure a text splitter that handles large documents
34
  text_splitter = RecursiveCharacterTextSplitter(
35
+ chunk_size = 200,
36
+ chunk_overlap = 0, # Ensure there is no cutoff at the edges of chunks
37
  length_function = tiktoken_len,
38
  )
39